{"level":"warn","ts":"2026-03-02T15:55:57.546935Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T15:55:57.54706Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.62:2380","--initial-cluster=instance=https://162.253.55.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T15:55:57.54719Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T15:55:57.547203Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-02T15:55:57.547236Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T15:55:57.548192Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"]} {"level":"info","ts":"2026-03-02T15:55:57.548314Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T15:55:57.552604Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.945904ms"} {"level":"info","ts":"2026-03-02T15:55:57.567187Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"791a7e25b533cd26","cluster-id":"be484d2748da72cd"} {"level":"info","ts":"2026-03-02T15:55:57.567375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T15:55:57.567416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 0"} {"level":"info","ts":"2026-03-02T15:55:57.567438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 791a7e25b533cd26 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T15:55:57.567452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 1"} {"level":"info","ts":"2026-03-02T15:55:57.567534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"warn","ts":"2026-03-02T15:55:57.576878Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T15:55:57.578753Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T15:55:57.580123Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T15:55:57.582738Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"791a7e25b533cd26","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T15:55:57.583056Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"791a7e25b533cd26","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T15:55:57.583236Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T15:55:57.583408Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T15:55:57.583434Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T15:55:57.586015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"info","ts":"2026-03-02T15:55:57.587241Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","added-peer-id":"791a7e25b533cd26","added-peer-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-02T15:55:57.590447Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T15:55:57.590684Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-02T15:55:57.590783Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-02T15:55:57.591041Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"791a7e25b533cd26","initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T15:55:57.591123Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T15:55:57.96778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T15:55:57.967848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T15:55:57.967894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgPreVoteResp from 791a7e25b533cd26 at term 1"} {"level":"info","ts":"2026-03-02T15:55:57.967919Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became candidate at term 2"} {"level":"info","ts":"2026-03-02T15:55:57.967932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgVoteResp from 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-02T15:55:57.967948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became leader at term 2"} {"level":"info","ts":"2026-03-02T15:55:57.967964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 791a7e25b533cd26 elected leader 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-02T15:55:57.969053Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"791a7e25b533cd26","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.62:2379]}","request-path":"/0/members/791a7e25b533cd26/attributes","cluster-id":"be484d2748da72cd","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T15:55:57.969063Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T15:55:57.969106Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T15:55:57.969118Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T15:55:57.969382Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T15:55:57.969445Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T15:55:57.970372Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T15:55:57.970486Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T15:55:57.970548Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T15:55:57.972473Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.62:2379"} {"level":"info","ts":"2026-03-02T15:55:57.972492Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T15:56:01.71155Z","caller":"traceutil/trace.go:171","msg":"trace[1219441076] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"172.35209ms","start":"2026-03-02T15:56:01.539151Z","end":"2026-03-02T15:56:01.711503Z","steps":["trace[1219441076] 'process raft request' (duration: 86.944976ms)","trace[1219441076] 'compare' (duration: 85.199149ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:06.394056Z","caller":"traceutil/trace.go:171","msg":"trace[1024058657] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"102.037116ms","start":"2026-03-02T15:56:06.291989Z","end":"2026-03-02T15:56:06.394026Z","steps":["trace[1024058657] 'process raft request' (duration: 101.81015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:06.89464Z","caller":"traceutil/trace.go:171","msg":"trace[418518444] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"192.933806ms","start":"2026-03-02T15:56:06.701684Z","end":"2026-03-02T15:56:06.894618Z","steps":["trace[418518444] 'process raft request' (duration: 192.645708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:06.894779Z","caller":"traceutil/trace.go:171","msg":"trace[1380634857] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:356; }","duration":"154.10432ms","start":"2026-03-02T15:56:06.740654Z","end":"2026-03-02T15:56:06.894758Z","steps":["trace[1380634857] 'read index received' (duration: 58.475114ms)","trace[1380634857] 'applied index is now lower than readState.Index' (duration: 95.627556ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:06.894836Z","caller":"traceutil/trace.go:171","msg":"trace[774672208] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"192.623998ms","start":"2026-03-02T15:56:06.702177Z","end":"2026-03-02T15:56:06.894801Z","steps":["trace[774672208] 'process raft request' (duration: 192.34777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:06.895081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.368701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-02T15:56:06.895227Z","caller":"traceutil/trace.go:171","msg":"trace[448634492] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:343; }","duration":"104.577557ms","start":"2026-03-02T15:56:06.790632Z","end":"2026-03-02T15:56:06.895209Z","steps":["trace[448634492] 'agreement among raft nodes before linearized reading' (duration: 104.30536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:06.895136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.418789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-02T15:56:06.895354Z","caller":"traceutil/trace.go:171","msg":"trace[1801751832] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:343; }","duration":"154.719627ms","start":"2026-03-02T15:56:06.740613Z","end":"2026-03-02T15:56:06.895333Z","steps":["trace[1801751832] 'agreement among raft nodes before linearized reading' (duration: 154.385218ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:07.110729Z","caller":"traceutil/trace.go:171","msg":"trace[774821243] linearizableReadLoop","detail":"{readStateIndex:361; appliedIndex:360; }","duration":"161.245473ms","start":"2026-03-02T15:56:06.949459Z","end":"2026-03-02T15:56:07.110705Z","steps":["trace[774821243] 'read index received' (duration: 127.219566ms)","trace[774821243] 'applied index is now lower than readState.Index' (duration: 34.024857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:07.110902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.424447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-02T15:56:07.110988Z","caller":"traceutil/trace.go:171","msg":"trace[809497294] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:346; }","duration":"161.551101ms","start":"2026-03-02T15:56:06.949414Z","end":"2026-03-02T15:56:07.110965Z","steps":["trace[809497294] 'agreement among raft nodes before linearized reading' (duration: 161.417327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:07.110992Z","caller":"traceutil/trace.go:171","msg":"trace[1859761623] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"187.109369ms","start":"2026-03-02T15:56:06.923804Z","end":"2026-03-02T15:56:07.110913Z","steps":["trace[1859761623] 'process raft request' (duration: 152.822996ms)","trace[1859761623] 'compare' (duration: 33.968635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:07.111352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.943658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-02T15:56:07.111486Z","caller":"traceutil/trace.go:171","msg":"trace[344130354] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:346; }","duration":"121.101312ms","start":"2026-03-02T15:56:06.990353Z","end":"2026-03-02T15:56:07.111454Z","steps":["trace[344130354] 'agreement among raft nodes before linearized reading' (duration: 120.580988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:10.066478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.382719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:10.066656Z","caller":"traceutil/trace.go:171","msg":"trace[857007965] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"297.555852ms","start":"2026-03-02T15:56:09.769077Z","end":"2026-03-02T15:56:10.066633Z","steps":["trace[857007965] 'process raft request' (duration: 146.191747ms)","trace[857007965] 'compare' (duration: 150.241595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:10.495336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454659197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:56:11.632469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103868339s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:11.632562Z","caller":"traceutil/trace.go:171","msg":"trace[824543395] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"1.638341523s","start":"2026-03-02T15:56:09.994206Z","end":"2026-03-02T15:56:11.632548Z","steps":["trace[824543395] 'read index received' (duration: 534.239338ms)","trace[824543395] 'applied index is now lower than readState.Index' (duration: 1.104101315s)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:11.632614Z","caller":"traceutil/trace.go:171","msg":"trace[1668981408] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"1.671343091s","start":"2026-03-02T15:56:09.961264Z","end":"2026-03-02T15:56:11.632607Z","steps":["trace[1668981408] 'process raft request' (duration: 567.271067ms)","trace[1668981408] 'compare' (duration: 1.103754346s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:11.632676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:09.961238Z","time spent":"1.671398493s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:11.632798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014279216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T15:56:11.632856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055007933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:56:11.632875Z","caller":"traceutil/trace.go:171","msg":"trace[1702992536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:399; }","duration":"1.055071764s","start":"2026-03-02T15:56:10.577797Z","end":"2026-03-02T15:56:11.632869Z","steps":["trace[1702992536] 'agreement among raft nodes before linearized reading' (duration: 1.055032983s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.632879Z","caller":"traceutil/trace.go:171","msg":"trace[301490627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:399; }","duration":"1.014386629s","start":"2026-03-02T15:56:10.618466Z","end":"2026-03-02T15:56:11.632853Z","steps":["trace[301490627] 'agreement among raft nodes before linearized reading' (duration: 1.014271676s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:11.632899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:10.577776Z","time spent":"1.055119396s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:56:11.632932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:10.618447Z","time spent":"1.014472892s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T15:56:11.632929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638689512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T15:56:11.633001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32745371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6960"} {"level":"warn","ts":"2026-03-02T15:56:11.633071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.114172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T15:56:11.63315Z","caller":"traceutil/trace.go:171","msg":"trace[1295453603] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:399; }","duration":"385.249655ms","start":"2026-03-02T15:56:11.24788Z","end":"2026-03-02T15:56:11.633129Z","steps":["trace[1295453603] 'agreement among raft nodes before linearized reading' (duration: 385.04062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:11.633142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197303795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T15:56:11.633185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:11.247854Z","time spent":"385.325008ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"info","ts":"2026-03-02T15:56:11.633204Z","caller":"traceutil/trace.go:171","msg":"trace[1464680273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:399; }","duration":"1.197405588s","start":"2026-03-02T15:56:10.435781Z","end":"2026-03-02T15:56:11.633187Z","steps":["trace[1464680273] 'agreement among raft nodes before linearized reading' (duration: 1.197160821s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.633093Z","caller":"traceutil/trace.go:171","msg":"trace[1732883155] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:399; }","duration":"1.327656156s","start":"2026-03-02T15:56:10.305417Z","end":"2026-03-02T15:56:11.633073Z","steps":["trace[1732883155] 'agreement among raft nodes before linearized reading' (duration: 1.327356388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:11.633241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:10.435758Z","time spent":"1.19747408s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T15:56:11.633282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:10.305394Z","time spent":"1.327868322s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-02T15:56:11.633026Z","caller":"traceutil/trace.go:171","msg":"trace[369812543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:399; }","duration":"1.638843746s","start":"2026-03-02T15:56:09.994158Z","end":"2026-03-02T15:56:11.633002Z","steps":["trace[369812543] 'agreement among raft nodes before linearized reading' (duration: 1.63863825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:11.633527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:09.994132Z","time spent":"1.639316359s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T15:56:11.790627Z","caller":"traceutil/trace.go:171","msg":"trace[1761850902] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"154.336486ms","start":"2026-03-02T15:56:11.636263Z","end":"2026-03-02T15:56:11.790599Z","steps":["trace[1761850902] 'process raft request' (duration: 151.12571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.790686Z","caller":"traceutil/trace.go:171","msg":"trace[782171220] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"153.458123ms","start":"2026-03-02T15:56:11.637197Z","end":"2026-03-02T15:56:11.790655Z","steps":["trace[782171220] 'process raft request' (duration: 153.33818ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.790994Z","caller":"traceutil/trace.go:171","msg":"trace[97465276] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"153.772462ms","start":"2026-03-02T15:56:11.637208Z","end":"2026-03-02T15:56:11.79098Z","steps":["trace[97465276] 'process raft request' (duration: 153.393581ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.791168Z","caller":"traceutil/trace.go:171","msg":"trace[1089951819] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"153.469893ms","start":"2026-03-02T15:56:11.63768Z","end":"2026-03-02T15:56:11.79115Z","steps":["trace[1089951819] 'process raft request' (duration: 153.219696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.791171Z","caller":"traceutil/trace.go:171","msg":"trace[450373348] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"150.608377ms","start":"2026-03-02T15:56:11.640535Z","end":"2026-03-02T15:56:11.791143Z","steps":["trace[450373348] 'process raft request' (duration: 150.493344ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:11.79495Z","caller":"traceutil/trace.go:171","msg":"trace[466320976] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"112.980032ms","start":"2026-03-02T15:56:11.681948Z","end":"2026-03-02T15:56:11.794928Z","steps":["trace[466320976] 'process raft request' (duration: 112.87644ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:16.602031Z","caller":"traceutil/trace.go:171","msg":"trace[1408745149] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"184.259323ms","start":"2026-03-02T15:56:16.417753Z","end":"2026-03-02T15:56:16.602012Z","steps":["trace[1408745149] 'process raft request' (duration: 184.130099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:16.952926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.715056ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T15:56:16.953798Z","caller":"traceutil/trace.go:171","msg":"trace[395737310] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"337.400637ms","start":"2026-03-02T15:56:16.616375Z","end":"2026-03-02T15:56:16.953776Z","steps":["trace[395737310] 'process raft request' (duration: 336.786721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:16.953781Z","caller":"traceutil/trace.go:171","msg":"trace[1476134385] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:437; }","duration":"348.31917ms","start":"2026-03-02T15:56:16.605419Z","end":"2026-03-02T15:56:16.953738Z","steps":["trace[1476134385] 'read index received' (duration: 32.760382ms)","trace[1476134385] 'applied index is now lower than readState.Index' (duration: 315.552908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:16.953936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:16.616346Z","time spent":"337.51652ms","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:16.954074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.628049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-02T15:56:16.954204Z","caller":"traceutil/trace.go:171","msg":"trace[513647041] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:421; }","duration":"348.802944ms","start":"2026-03-02T15:56:16.605381Z","end":"2026-03-02T15:56:16.954184Z","steps":["trace[513647041] 'agreement among raft nodes before linearized reading' (duration: 348.462065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:16.954311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:16.605366Z","time spent":"348.925427ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-02T15:56:17.540985Z","caller":"traceutil/trace.go:171","msg":"trace[719610079] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"580.479311ms","start":"2026-03-02T15:56:16.960476Z","end":"2026-03-02T15:56:17.540955Z","steps":["trace[719610079] 'process raft request' (duration: 499.675885ms)","trace[719610079] 'compare' (duration: 80.655492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:17.541126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:16.96045Z","time spent":"580.609825ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T15:56:17.818257Z","caller":"traceutil/trace.go:171","msg":"trace[212587393] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:439; }","duration":"830.67347ms","start":"2026-03-02T15:56:16.987563Z","end":"2026-03-02T15:56:17.818237Z","steps":["trace[212587393] 'read index received' (duration: 472.559276ms)","trace[212587393] 'applied index is now lower than readState.Index' (duration: 358.113414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:17.81835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.774223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:17.818372Z","caller":"traceutil/trace.go:171","msg":"trace[1419940088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"830.838335ms","start":"2026-03-02T15:56:16.987526Z","end":"2026-03-02T15:56:17.818365Z","steps":["trace[1419940088] 'agreement among raft nodes before linearized reading' (duration: 830.782573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:17.818398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:16.987512Z","time spent":"830.879945ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T15:56:17.81837Z","caller":"traceutil/trace.go:171","msg":"trace[353763184] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"855.807657ms","start":"2026-03-02T15:56:16.962523Z","end":"2026-03-02T15:56:17.818331Z","steps":["trace[353763184] 'process raft request' (duration: 836.64173ms)","trace[353763184] 'compare' (duration: 18.977232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:17.818548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:16.962501Z","time spent":"855.953191ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:17.822107Z","caller":"traceutil/trace.go:171","msg":"trace[1480299769] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"276.953069ms","start":"2026-03-02T15:56:17.54513Z","end":"2026-03-02T15:56:17.822083Z","steps":["trace[1480299769] 'process raft request' (duration: 276.695562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:17.82232Z","caller":"traceutil/trace.go:171","msg":"trace[203493585] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"274.953005ms","start":"2026-03-02T15:56:17.547347Z","end":"2026-03-02T15:56:17.8223Z","steps":["trace[203493585] 'process raft request' (duration: 274.647466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:17.822382Z","caller":"traceutil/trace.go:171","msg":"trace[405560582] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"273.720592ms","start":"2026-03-02T15:56:17.548625Z","end":"2026-03-02T15:56:17.822345Z","steps":["trace[405560582] 'process raft request' (duration: 273.488386ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:28.080743Z","caller":"traceutil/trace.go:171","msg":"trace[643212434] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"104.913395ms","start":"2026-03-02T15:56:27.975795Z","end":"2026-03-02T15:56:28.080709Z","steps":["trace[643212434] 'process raft request' (duration: 68.754511ms)","trace[643212434] 'compare' (duration: 35.850466ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:29.216412Z","caller":"traceutil/trace.go:171","msg":"trace[1228688961] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"137.343039ms","start":"2026-03-02T15:56:29.07905Z","end":"2026-03-02T15:56:29.216393Z","steps":["trace[1228688961] 'process raft request' (duration: 137.251666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:29.335948Z","caller":"traceutil/trace.go:171","msg":"trace[418073046] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"168.685673ms","start":"2026-03-02T15:56:29.167233Z","end":"2026-03-02T15:56:29.335919Z","steps":["trace[418073046] 'process raft request' (duration: 118.981214ms)","trace[418073046] 'compare' (duration: 49.501973ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:29.337871Z","caller":"traceutil/trace.go:171","msg":"trace[1429717317] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"112.983062ms","start":"2026-03-02T15:56:29.224815Z","end":"2026-03-02T15:56:29.337798Z","steps":["trace[1429717317] 'process raft request' (duration: 112.206702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:29.591082Z","caller":"traceutil/trace.go:171","msg":"trace[467253027] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"166.018681ms","start":"2026-03-02T15:56:29.425037Z","end":"2026-03-02T15:56:29.591056Z","steps":["trace[467253027] 'process raft request' (duration: 93.58428ms)","trace[467253027] 'compare' (duration: 72.240156ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:29.591513Z","caller":"traceutil/trace.go:171","msg":"trace[645111842] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"147.877993ms","start":"2026-03-02T15:56:29.443622Z","end":"2026-03-02T15:56:29.5915Z","steps":["trace[645111842] 'process raft request' (duration: 147.376409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:30.201672Z","caller":"traceutil/trace.go:171","msg":"trace[1634597914] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:532; }","duration":"227.318132ms","start":"2026-03-02T15:56:29.974326Z","end":"2026-03-02T15:56:30.201644Z","steps":["trace[1634597914] 'read index received' (duration: 9.465305ms)","trace[1634597914] 'applied index is now lower than readState.Index' (duration: 217.851597ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:30.201804Z","caller":"traceutil/trace.go:171","msg":"trace[786797929] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"229.826109ms","start":"2026-03-02T15:56:29.971944Z","end":"2026-03-02T15:56:30.20177Z","steps":["trace[786797929] 'process raft request' (duration: 140.484723ms)","trace[786797929] 'compare' (duration: 89.11074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:30.201852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.626957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:56:30.201863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.522707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T15:56:30.201893Z","caller":"traceutil/trace.go:171","msg":"trace[480522272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"215.695869ms","start":"2026-03-02T15:56:29.986185Z","end":"2026-03-02T15:56:30.201881Z","steps":["trace[480522272] 'agreement among raft nodes before linearized reading' (duration: 215.616587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:30.20192Z","caller":"traceutil/trace.go:171","msg":"trace[673324734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"227.63734ms","start":"2026-03-02T15:56:29.974267Z","end":"2026-03-02T15:56:30.201905Z","steps":["trace[673324734] 'agreement among raft nodes before linearized reading' (duration: 227.509156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:30.201992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.014851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:56:30.202076Z","caller":"traceutil/trace.go:171","msg":"trace[1107968713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:512; }","duration":"117.139475ms","start":"2026-03-02T15:56:30.084914Z","end":"2026-03-02T15:56:30.202054Z","steps":["trace[1107968713] 'agreement among raft nodes before linearized reading' (duration: 116.96621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:31.853985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454659426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:56:32.178614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.001839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:32.178918Z","caller":"traceutil/trace.go:171","msg":"trace[1562997210] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:538; }","duration":"825.507491ms","start":"2026-03-02T15:56:31.353382Z","end":"2026-03-02T15:56:32.17889Z","steps":["trace[1562997210] 'read index received' (duration: 629.155983ms)","trace[1562997210] 'applied index is now lower than readState.Index' (duration: 196.348718ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:32.178929Z","caller":"traceutil/trace.go:171","msg":"trace[1622258826] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"304.418829ms","start":"2026-03-02T15:56:31.874483Z","end":"2026-03-02T15:56:32.178902Z","steps":["trace[1622258826] 'process raft request' (duration: 304.254575ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:32.178943Z","caller":"traceutil/trace.go:171","msg":"trace[442970569] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"844.298137ms","start":"2026-03-02T15:56:31.334612Z","end":"2026-03-02T15:56:32.17891Z","steps":["trace[442970569] 'process raft request' (duration: 647.907378ms)","trace[442970569] 'compare' (duration: 195.852695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:32.179047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:31.874462Z","time spent":"304.533922ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:32.179127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:31.334582Z","time spent":"844.430631ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:32.179146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.719117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-02T15:56:32.179186Z","caller":"traceutil/trace.go:171","msg":"trace[772229635] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:517; }","duration":"825.860161ms","start":"2026-03-02T15:56:31.353313Z","end":"2026-03-02T15:56:32.179173Z","steps":["trace[772229635] 'agreement among raft nodes before linearized reading' (duration: 825.714707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:32.179173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.303889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:56:32.179221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:31.353274Z","time spent":"825.939443ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4401,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T15:56:32.179234Z","caller":"traceutil/trace.go:171","msg":"trace[1700951880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"192.404822ms","start":"2026-03-02T15:56:31.986815Z","end":"2026-03-02T15:56:32.179219Z","steps":["trace[1700951880] 'agreement among raft nodes before linearized reading' (duration: 192.307569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:32.179214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.299399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:56:32.179298Z","caller":"traceutil/trace.go:171","msg":"trace[1287691653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:517; }","duration":"192.411922ms","start":"2026-03-02T15:56:31.986856Z","end":"2026-03-02T15:56:32.179268Z","steps":["trace[1287691653] 'agreement among raft nodes before linearized reading' (duration: 192.272318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:39.779534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273435134s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:39.779682Z","caller":"traceutil/trace.go:171","msg":"trace[280960540] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:582; }","duration":"1.471441787s","start":"2026-03-02T15:56:38.308219Z","end":"2026-03-02T15:56:39.779661Z","steps":["trace[280960540] 'read index received' (duration: 197.697215ms)","trace[280960540] 'applied index is now lower than readState.Index' (duration: 1.273743472s)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:39.779767Z","caller":"traceutil/trace.go:171","msg":"trace[1441664811] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.48194541s","start":"2026-03-02T15:56:38.29781Z","end":"2026-03-02T15:56:39.779755Z","steps":["trace[1441664811] 'process raft request' (duration: 208.209037ms)","trace[1441664811] 'compare' (duration: 1.273327312s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:39.779823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:38.297794Z","time spent":"1.481997882s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:39.780043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397569187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w7r4t\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-02T15:56:39.780128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471895819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:56:39.780183Z","caller":"traceutil/trace.go:171","msg":"trace[1192507663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:559; }","duration":"1.471977051s","start":"2026-03-02T15:56:38.308189Z","end":"2026-03-02T15:56:39.780166Z","steps":["trace[1192507663] 'agreement among raft nodes before linearized reading' (duration: 1.471876368s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:39.780152Z","caller":"traceutil/trace.go:171","msg":"trace[925643928] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w7r4t; range_end:; response_count:1; response_revision:559; }","duration":"1.397734252s","start":"2026-03-02T15:56:38.382393Z","end":"2026-03-02T15:56:39.780127Z","steps":["trace[925643928] 'agreement among raft nodes before linearized reading' (duration: 1.397384182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:39.780248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:38.308176Z","time spent":"1.472058354s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:56:39.780253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:38.382369Z","time spent":"1.397870766s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-w7r4t\" "} {"level":"warn","ts":"2026-03-02T15:56:39.780173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086735397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:39.780386Z","caller":"traceutil/trace.go:171","msg":"trace[355612555] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:559; }","duration":"1.086995244s","start":"2026-03-02T15:56:38.693367Z","end":"2026-03-02T15:56:39.780362Z","steps":["trace[355612555] 'agreement among raft nodes before linearized reading' (duration: 1.086715846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:39.780455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:38.69334Z","time spent":"1.087096897s","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T15:56:40.48896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454659522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:56:41.419333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.884891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:41.419461Z","caller":"traceutil/trace.go:171","msg":"trace[2040307105] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.633375069s","start":"2026-03-02T15:56:39.786067Z","end":"2026-03-02T15:56:41.419442Z","steps":["trace[2040307105] 'process raft request' (duration: 914.283052ms)","trace[2040307105] 'compare' (duration: 718.408798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:41.419519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:39.786046Z","time spent":"1.633445081s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:41.988533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000561758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T15:56:41.988631Z","caller":"traceutil/trace.go:171","msg":"trace[1121584044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714082s","start":"2026-03-02T15:56:39.987901Z","end":"2026-03-02T15:56:41.988615Z","steps":["trace[1121584044] 'agreement among raft nodes before linearized reading' (duration: 2.000592149s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:41.98867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:39.987878Z","time spent":"2.000783404s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 15:56:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T15:56:43.18421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.483773231s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T15:56:43.1847Z","caller":"traceutil/trace.go:171","msg":"trace[1758233907] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:583; }","duration":"3.196720481s","start":"2026-03-02T15:56:39.987948Z","end":"2026-03-02T15:56:43.184668Z","steps":["trace[1758233907] 'read index received' (duration: 712.412936ms)","trace[1758233907] 'applied index is now lower than readState.Index' (duration: 2.484306345s)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:43.184964Z","caller":"traceutil/trace.go:171","msg":"trace[1727856124] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"3.383630745s","start":"2026-03-02T15:56:39.801292Z","end":"2026-03-02T15:56:43.184923Z","steps":["trace[1727856124] 'process raft request' (duration: 3.383216484s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.185199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:39.801264Z","time spent":"3.38380384s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:43.566628Z","caller":"traceutil/trace.go:171","msg":"trace[702184419] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:585; }","duration":"381.783861ms","start":"2026-03-02T15:56:43.184763Z","end":"2026-03-02T15:56:43.566546Z","steps":["trace[702184419] 'read index received' (duration: 349.988815ms)","trace[702184419] 'applied index is now lower than readState.Index' (duration: 31.790886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:43.56685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270327734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T15:56:43.566864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316407473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T15:56:43.566915Z","caller":"traceutil/trace.go:171","msg":"trace[215656743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:562; }","duration":"3.270436987s","start":"2026-03-02T15:56:40.296463Z","end":"2026-03-02T15:56:43.5669Z","steps":["trace[215656743] 'agreement among raft nodes before linearized reading' (duration: 3.270221261s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.566863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782932366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T15:56:43.566913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224765445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:43.566949Z","caller":"traceutil/trace.go:171","msg":"trace[1503916445] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:562; }","duration":"2.316550697s","start":"2026-03-02T15:56:41.250379Z","end":"2026-03-02T15:56:43.56693Z","steps":["trace[1503916445] 'agreement among raft nodes before linearized reading' (duration: 2.31630312s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:43.56695Z","caller":"traceutil/trace.go:171","msg":"trace[691244728] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.278493461s","start":"2026-03-02T15:56:42.28842Z","end":"2026-03-02T15:56:43.566914Z","steps":["trace[691244728] 'process raft request' (duration: 1.246438678s)","trace[691244728] 'compare' (duration: 31.539199ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:43.566985Z","caller":"traceutil/trace.go:171","msg":"trace[1914470397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:562; }","duration":"1.7831082s","start":"2026-03-02T15:56:41.783851Z","end":"2026-03-02T15:56:43.566959Z","steps":["trace[1914470397] 'agreement among raft nodes before linearized reading' (duration: 1.782761251s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:43.566999Z","caller":"traceutil/trace.go:171","msg":"trace[1394403043] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:562; }","duration":"2.224901519s","start":"2026-03-02T15:56:41.342075Z","end":"2026-03-02T15:56:43.566976Z","steps":["trace[1394403043] 'agreement among raft nodes before linearized reading' (duration: 2.224746465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.567004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:41.250358Z","time spent":"2.316635819s","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-02T15:56:43.567016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.275412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:56:43.567043Z","caller":"traceutil/trace.go:171","msg":"trace[571234817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:562; }","duration":"142.330644ms","start":"2026-03-02T15:56:43.424706Z","end":"2026-03-02T15:56:43.567037Z","steps":["trace[571234817] 'agreement among raft nodes before linearized reading' (duration: 142.270682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.567038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:41.783829Z","time spent":"1.783198973s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T15:56:43.567063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301869873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T15:56:43.567082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:42.288397Z","time spent":"1.278612095s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:43.567052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:41.342058Z","time spent":"2.224981001s","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-02T15:56:43.567145Z","caller":"traceutil/trace.go:171","msg":"trace[538428481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:562; }","duration":"3.302013507s","start":"2026-03-02T15:56:40.265117Z","end":"2026-03-02T15:56:43.567131Z","steps":["trace[538428481] 'agreement among raft nodes before linearized reading' (duration: 3.30175835s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.567178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578355116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:56:43.566947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.29644Z","time spent":"3.270500478s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T15:56:43.567188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:40.265095Z","time spent":"3.302083998s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T15:56:43.567199Z","caller":"traceutil/trace.go:171","msg":"trace[822915069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"1.578399298s","start":"2026-03-02T15:56:41.988794Z","end":"2026-03-02T15:56:43.567193Z","steps":["trace[822915069] 'agreement among raft nodes before linearized reading' (duration: 1.578367067s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:43.567222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:41.988783Z","time spent":"1.578434998s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T15:56:45.440766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.836820109s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T15:56:45.577112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00099994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T15:56:45.577241Z","caller":"traceutil/trace.go:171","msg":"trace[1291723641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001167765s","start":"2026-03-02T15:56:43.576051Z","end":"2026-03-02T15:56:45.577219Z","steps":["trace[1291723641] 'agreement among raft nodes before linearized reading' (duration: 2.001019581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:45.577297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:43.576043Z","time spent":"2.001243527s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 15:56:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T15:56:45.650599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.486772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:45.651033Z","caller":"traceutil/trace.go:171","msg":"trace[1900210167] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"2.078889018s","start":"2026-03-02T15:56:43.572121Z","end":"2026-03-02T15:56:45.65101Z","steps":["trace[1900210167] 'process raft request' (duration: 2.078798036s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:45.651175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:43.572116Z","time spent":"2.079004911s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:45.651383Z","caller":"traceutil/trace.go:171","msg":"trace[1338206293] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"2.079034862s","start":"2026-03-02T15:56:43.572302Z","end":"2026-03-02T15:56:45.651336Z","steps":["trace[1338206293] 'process raft request' (duration: 2.078661312s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:45.65093Z","caller":"traceutil/trace.go:171","msg":"trace[159109631] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"2.078918109s","start":"2026-03-02T15:56:43.571968Z","end":"2026-03-02T15:56:45.650886Z","steps":["trace[159109631] 'process raft request' (duration: 1.869023226s)","trace[159109631] 'compare' (duration: 209.197254ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:45.651457Z","caller":"traceutil/trace.go:171","msg":"trace[186984875] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"2.079407632s","start":"2026-03-02T15:56:43.572034Z","end":"2026-03-02T15:56:45.651441Z","steps":["trace[186984875] 'process raft request' (duration: 2.078709023s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:45.651708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:43.571947Z","time spent":"2.079671678s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:45.651704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:43.572296Z","time spent":"2.079222857s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:45.651746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:43.572029Z","time spent":"2.079664968s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:45.651871Z","caller":"traceutil/trace.go:171","msg":"trace[2005461593] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"2.079475864s","start":"2026-03-02T15:56:43.572375Z","end":"2026-03-02T15:56:45.651851Z","steps":["trace[2005461593] 'process raft request' (duration: 2.078873008s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:45.651907Z","caller":"traceutil/trace.go:171","msg":"trace[1517664056] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:586; }","duration":"2.075801765s","start":"2026-03-02T15:56:43.57608Z","end":"2026-03-02T15:56:45.651882Z","steps":["trace[1517664056] 'read index received' (duration: 19.735312ms)","trace[1517664056] 'applied index is now lower than readState.Index' (duration: 2.056064742s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:45.651951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:43.57237Z","time spent":"2.079531135s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T15:56:45.652098Z","caller":"traceutil/trace.go:171","msg":"trace[710069904] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"2.055181429s","start":"2026-03-02T15:56:43.5969Z","end":"2026-03-02T15:56:45.652081Z","steps":["trace[710069904] 'process raft request' (duration: 2.054925722s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:45.652143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073182394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:56:45.652212Z","caller":"traceutil/trace.go:171","msg":"trace[1681062767] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:569; }","duration":"2.073263006s","start":"2026-03-02T15:56:43.578934Z","end":"2026-03-02T15:56:45.652197Z","steps":["trace[1681062767] 'agreement among raft nodes before linearized reading' (duration: 2.073150773s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:45.65221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:43.596881Z","time spent":"2.055269291s","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:45.652214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.782287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:56:45.652253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:43.578927Z","time spent":"2.073318167s","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-02T15:56:45.652224Z","caller":"traceutil/trace.go:171","msg":"trace[1857628733] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.33782112s","start":"2026-03-02T15:56:44.314368Z","end":"2026-03-02T15:56:45.65219Z","steps":["trace[1857628733] 'process raft request' (duration: 1.337644695s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:56:45.652281Z","caller":"traceutil/trace.go:171","msg":"trace[1561092835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"161.90039ms","start":"2026-03-02T15:56:45.490363Z","end":"2026-03-02T15:56:45.652263Z","steps":["trace[1561092835] 'agreement among raft nodes before linearized reading' (duration: 161.790647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:45.652384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:44.314343Z","time spent":"1.337960273s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:46.911986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.090048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:56:46.912199Z","caller":"traceutil/trace.go:171","msg":"trace[151807752] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:655; }","duration":"372.872602ms","start":"2026-03-02T15:56:46.539309Z","end":"2026-03-02T15:56:46.912181Z","steps":["trace[151807752] 'read index received' (duration: 227.509397ms)","trace[151807752] 'applied index is now lower than readState.Index' (duration: 145.359885ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:56:46.912292Z","caller":"traceutil/trace.go:171","msg":"trace[552577679] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"376.397037ms","start":"2026-03-02T15:56:46.535857Z","end":"2026-03-02T15:56:46.912254Z","steps":["trace[552577679] 'process raft request' (duration: 230.94282ms)","trace[552577679] 'compare' (duration: 144.83168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:56:46.912396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.082397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-03-02T15:56:46.912436Z","caller":"traceutil/trace.go:171","msg":"trace[1825402546] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:631; }","duration":"373.161669ms","start":"2026-03-02T15:56:46.539261Z","end":"2026-03-02T15:56:46.912423Z","steps":["trace[1825402546] 'agreement among raft nodes before linearized reading' (duration: 372.968104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:46.912474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:46.535802Z","time spent":"376.579192ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:56:46.912475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:46.539241Z","time spent":"373.226372ms","remote":"127.0.0.1:35494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3894,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"info","ts":"2026-03-02T15:56:46.913456Z","caller":"traceutil/trace.go:171","msg":"trace[1768167219] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"362.851743ms","start":"2026-03-02T15:56:46.550578Z","end":"2026-03-02T15:56:46.91343Z","steps":["trace[1768167219] 'process raft request' (duration: 362.452762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:46.913561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:46.550561Z","time spent":"362.951835ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:56:46.913654Z","caller":"traceutil/trace.go:171","msg":"trace[1536002037] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"359.391729ms","start":"2026-03-02T15:56:46.554205Z","end":"2026-03-02T15:56:46.913597Z","steps":["trace[1536002037] 'process raft request' (duration: 359.028259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:56:46.91407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:56:46.554183Z","time spent":"359.592764ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:57:00.700214Z","caller":"traceutil/trace.go:171","msg":"trace[28769791] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"110.2667ms","start":"2026-03-02T15:57:00.58992Z","end":"2026-03-02T15:57:00.700186Z","steps":["trace[28769791] 'process raft request' (duration: 109.919151ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:07.784485Z","caller":"traceutil/trace.go:171","msg":"trace[88964873] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"229.504779ms","start":"2026-03-02T15:57:07.554945Z","end":"2026-03-02T15:57:07.78445Z","steps":["trace[88964873] 'process raft request' (duration: 229.273742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:08.344739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454660224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:57:08.8453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454660224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:57:08.87342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031523425s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T15:57:08.878603Z","caller":"traceutil/trace.go:171","msg":"trace[1791375970] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"1.036765347s","start":"2026-03-02T15:57:07.841804Z","end":"2026-03-02T15:57:08.878569Z","steps":["trace[1791375970] 'process raft request' (duration: 1.031797063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:08.878725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:07.841787Z","time spent":"1.036869729s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:57:08.884185Z","caller":"traceutil/trace.go:171","msg":"trace[1531317749] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"1.041931235s","start":"2026-03-02T15:57:07.842234Z","end":"2026-03-02T15:57:08.884165Z","steps":["trace[1531317749] 'process raft request' (duration: 1.041784451s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:08.884303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:07.842212Z","time spent":"1.042023298s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:57:08.884423Z","caller":"traceutil/trace.go:171","msg":"trace[722125403] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"132.75221ms","start":"2026-03-02T15:57:08.751645Z","end":"2026-03-02T15:57:08.884397Z","steps":["trace[722125403] 'process raft request' (duration: 132.487992ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:08.884515Z","caller":"traceutil/trace.go:171","msg":"trace[1807554982] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:979; }","duration":"1.040090596s","start":"2026-03-02T15:57:07.844395Z","end":"2026-03-02T15:57:08.884486Z","steps":["trace[1807554982] 'read index received' (duration: 1.029229723s)","trace[1807554982] 'applied index is now lower than readState.Index' (duration: 10.859463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:08.884757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040340463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:57:08.884802Z","caller":"traceutil/trace.go:171","msg":"trace[1934939831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:951; }","duration":"1.040421515s","start":"2026-03-02T15:57:07.844369Z","end":"2026-03-02T15:57:08.88479Z","steps":["trace[1934939831] 'agreement among raft nodes before linearized reading' (duration: 1.040261831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:08.88479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.264917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:57:08.884839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:07.844358Z","time spent":"1.040472096s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T15:57:08.884902Z","caller":"traceutil/trace.go:171","msg":"trace[1535213595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:951; }","duration":"896.377321ms","start":"2026-03-02T15:57:07.98847Z","end":"2026-03-02T15:57:08.884847Z","steps":["trace[1535213595] 'agreement among raft nodes before linearized reading' (duration: 896.253707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:08.885357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:07.988452Z","time spent":"896.718779ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T15:57:13.150187Z","caller":"traceutil/trace.go:171","msg":"trace[490104138] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"116.138532ms","start":"2026-03-02T15:57:13.034022Z","end":"2026-03-02T15:57:13.15016Z","steps":["trace[490104138] 'process raft request' (duration: 115.984318ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:31.376679Z","caller":"traceutil/trace.go:171","msg":"trace[110868610] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"292.856997ms","start":"2026-03-02T15:57:31.083793Z","end":"2026-03-02T15:57:31.37665Z","steps":["trace[110868610] 'process raft request' (duration: 292.690962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:31.379347Z","caller":"traceutil/trace.go:171","msg":"trace[698519307] linearizableReadLoop","detail":"{readStateIndex:1143; appliedIndex:1141; }","duration":"153.281994ms","start":"2026-03-02T15:57:31.22604Z","end":"2026-03-02T15:57:31.379322Z","steps":["trace[698519307] 'read index received' (duration: 150.497299ms)","trace[698519307] 'applied index is now lower than readState.Index' (duration: 2.783625ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:31.379485Z","caller":"traceutil/trace.go:171","msg":"trace[961324099] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"294.412029ms","start":"2026-03-02T15:57:31.085015Z","end":"2026-03-02T15:57:31.379427Z","steps":["trace[961324099] 'process raft request' (duration: 294.204483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:31.379574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.52289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T15:57:31.379623Z","caller":"traceutil/trace.go:171","msg":"trace[55899305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1103; }","duration":"153.611063ms","start":"2026-03-02T15:57:31.225997Z","end":"2026-03-02T15:57:31.379609Z","steps":["trace[55899305] 'agreement among raft nodes before linearized reading' (duration: 153.446248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:31.379613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.457733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T15:57:31.37967Z","caller":"traceutil/trace.go:171","msg":"trace[274049395] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:1103; }","duration":"125.573056ms","start":"2026-03-02T15:57:31.25408Z","end":"2026-03-02T15:57:31.379653Z","steps":["trace[274049395] 'agreement among raft nodes before linearized reading' (duration: 125.391811ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:31.780619Z","caller":"traceutil/trace.go:171","msg":"trace[236601251] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"136.725687ms","start":"2026-03-02T15:57:31.643836Z","end":"2026-03-02T15:57:31.780561Z","steps":["trace[236601251] 'process raft request' (duration: 136.572992ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:31.783893Z","caller":"traceutil/trace.go:171","msg":"trace[980361862] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"137.93728ms","start":"2026-03-02T15:57:31.645928Z","end":"2026-03-02T15:57:31.783866Z","steps":["trace[980361862] 'process raft request' (duration: 137.790576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:32.130711Z","caller":"traceutil/trace.go:171","msg":"trace[627386504] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"129.689528ms","start":"2026-03-02T15:57:32.000997Z","end":"2026-03-02T15:57:32.130687Z","steps":["trace[627386504] 'process raft request' (duration: 129.498252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:33.489404Z","caller":"traceutil/trace.go:171","msg":"trace[2140138023] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1151; }","duration":"108.419874ms","start":"2026-03-02T15:57:33.380959Z","end":"2026-03-02T15:57:33.489379Z","steps":["trace[2140138023] 'read index received' (duration: 108.210958ms)","trace[2140138023] 'applied index is now lower than readState.Index' (duration: 207.756µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:33.489623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.65516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T15:57:33.489657Z","caller":"traceutil/trace.go:171","msg":"trace[547595698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1111; }","duration":"108.735132ms","start":"2026-03-02T15:57:33.380911Z","end":"2026-03-02T15:57:33.489646Z","steps":["trace[547595698] 'agreement among raft nodes before linearized reading' (duration: 108.595238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:33.489536Z","caller":"traceutil/trace.go:171","msg":"trace[1834344702] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"208.567314ms","start":"2026-03-02T15:57:33.280928Z","end":"2026-03-02T15:57:33.489495Z","steps":["trace[1834344702] 'process raft request' (duration: 208.302807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:33.489701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.834764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T15:57:33.489741Z","caller":"traceutil/trace.go:171","msg":"trace[280234653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1111; }","duration":"105.921536ms","start":"2026-03-02T15:57:33.38381Z","end":"2026-03-02T15:57:33.489732Z","steps":["trace[280234653] 'agreement among raft nodes before linearized reading' (duration: 105.750202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:33.489873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.264967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T15:57:33.489986Z","caller":"traceutil/trace.go:171","msg":"trace[1884467122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1111; }","duration":"102.410152ms","start":"2026-03-02T15:57:33.387555Z","end":"2026-03-02T15:57:33.489965Z","steps":["trace[1884467122] 'agreement among raft nodes before linearized reading' (duration: 102.049552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:33.665041Z","caller":"traceutil/trace.go:171","msg":"trace[527393844] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"169.193892ms","start":"2026-03-02T15:57:33.495827Z","end":"2026-03-02T15:57:33.665021Z","steps":["trace[527393844] 'process raft request' (duration: 169.049148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:33.665154Z","caller":"traceutil/trace.go:171","msg":"trace[954515774] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"167.657142ms","start":"2026-03-02T15:57:33.497455Z","end":"2026-03-02T15:57:33.665112Z","steps":["trace[954515774] 'process raft request' (duration: 167.495397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:36.487512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454660728,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T15:57:36.599428Z","caller":"traceutil/trace.go:171","msg":"trace[2083301868] linearizableReadLoop","detail":"{readStateIndex:1255; appliedIndex:1254; }","duration":"612.016333ms","start":"2026-03-02T15:57:35.987372Z","end":"2026-03-02T15:57:36.599388Z","steps":["trace[2083301868] 'read index received' (duration: 611.869169ms)","trace[2083301868] 'applied index is now lower than readState.Index' (duration: 145.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:36.599477Z","caller":"traceutil/trace.go:171","msg":"trace[2055933913] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"652.947777ms","start":"2026-03-02T15:57:35.946499Z","end":"2026-03-02T15:57:36.599447Z","steps":["trace[2055933913] 'process raft request' (duration: 652.725821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:36.599649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:35.946469Z","time spent":"653.086761ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:57:36.599753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.117803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T15:57:36.599848Z","caller":"traceutil/trace.go:171","msg":"trace[1627311310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1213; }","duration":"448.267347ms","start":"2026-03-02T15:57:36.151566Z","end":"2026-03-02T15:57:36.599833Z","steps":["trace[1627311310] 'agreement among raft nodes before linearized reading' (duration: 448.020321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:36.59975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.346532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:57:36.599892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:36.151538Z","time spent":"448.34375ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T15:57:36.599943Z","caller":"traceutil/trace.go:171","msg":"trace[918388744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1213; }","duration":"612.580769ms","start":"2026-03-02T15:57:35.987336Z","end":"2026-03-02T15:57:36.599917Z","steps":["trace[918388744] 'agreement among raft nodes before linearized reading' (duration: 612.290801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:36.600014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:35.98732Z","time spent":"612.681791ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T15:57:39.945978Z","caller":"traceutil/trace.go:171","msg":"trace[390379038] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1268; }","duration":"219.315044ms","start":"2026-03-02T15:57:39.726639Z","end":"2026-03-02T15:57:39.945954Z","steps":["trace[390379038] 'read index received' (duration: 219.117389ms)","trace[390379038] 'applied index is now lower than readState.Index' (duration: 196.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:39.94611Z","caller":"traceutil/trace.go:171","msg":"trace[755554613] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"350.603804ms","start":"2026-03-02T15:57:39.595493Z","end":"2026-03-02T15:57:39.946097Z","steps":["trace[755554613] 'process raft request' (duration: 350.318366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:39.946227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:57:39.595474Z","time spent":"350.666656ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:57:39.946537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.837968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:57:39.946663Z","caller":"traceutil/trace.go:171","msg":"trace[424566154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1226; }","duration":"219.994632ms","start":"2026-03-02T15:57:39.726614Z","end":"2026-03-02T15:57:39.946609Z","steps":["trace[424566154] 'agreement among raft nodes before linearized reading' (duration: 219.654433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:39.946641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.983702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:57:39.946895Z","caller":"traceutil/trace.go:171","msg":"trace[1379977332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1226; }","duration":"220.156796ms","start":"2026-03-02T15:57:39.726594Z","end":"2026-03-02T15:57:39.94675Z","steps":["trace[1379977332] 'agreement among raft nodes before linearized reading' (duration: 219.889589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:40.180552Z","caller":"traceutil/trace.go:171","msg":"trace[776481310] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"230.508335ms","start":"2026-03-02T15:57:39.950015Z","end":"2026-03-02T15:57:40.180523Z","steps":["trace[776481310] 'process raft request' (duration: 230.33237ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:40.182633Z","caller":"traceutil/trace.go:171","msg":"trace[1238296128] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1269; }","duration":"197.011232ms","start":"2026-03-02T15:57:39.985587Z","end":"2026-03-02T15:57:40.182598Z","steps":["trace[1238296128] 'read index received' (duration: 194.888495ms)","trace[1238296128] 'applied index is now lower than readState.Index' (duration: 2.121267ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:40.182675Z","caller":"traceutil/trace.go:171","msg":"trace[1911598683] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"231.890713ms","start":"2026-03-02T15:57:39.950764Z","end":"2026-03-02T15:57:40.182655Z","steps":["trace[1911598683] 'process raft request' (duration: 231.598855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:40.182709Z","caller":"traceutil/trace.go:171","msg":"trace[828221880] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"231.347279ms","start":"2026-03-02T15:57:39.951338Z","end":"2026-03-02T15:57:40.182685Z","steps":["trace[828221880] 'process raft request' (duration: 231.209155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:40.182798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.184978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:40.182883Z","caller":"traceutil/trace.go:171","msg":"trace[28981133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1229; }","duration":"197.30805ms","start":"2026-03-02T15:57:39.985554Z","end":"2026-03-02T15:57:40.182862Z","steps":["trace[28981133] 'agreement among raft nodes before linearized reading' (duration: 197.166907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:42.001267Z","caller":"traceutil/trace.go:171","msg":"trace[320260778] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"106.677336ms","start":"2026-03-02T15:57:41.894237Z","end":"2026-03-02T15:57:42.000914Z","steps":["trace[320260778] 'process raft request' (duration: 106.407979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:42.165227Z","caller":"traceutil/trace.go:171","msg":"trace[664568494] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"157.788705ms","start":"2026-03-02T15:57:42.007397Z","end":"2026-03-02T15:57:42.165186Z","steps":["trace[664568494] 'process raft request' (duration: 90.47673ms)","trace[664568494] 'compare' (duration: 67.046398ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:42.735386Z","caller":"traceutil/trace.go:171","msg":"trace[438813896] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"103.84399ms","start":"2026-03-02T15:57:42.631521Z","end":"2026-03-02T15:57:42.735365Z","steps":["trace[438813896] 'process raft request' (duration: 103.673375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:42.824701Z","caller":"traceutil/trace.go:171","msg":"trace[476987781] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"105.106365ms","start":"2026-03-02T15:57:42.719557Z","end":"2026-03-02T15:57:42.824663Z","steps":["trace[476987781] 'process raft request' (duration: 94.686094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:44.008221Z","caller":"traceutil/trace.go:171","msg":"trace[209658193] linearizableReadLoop","detail":"{readStateIndex:1328; appliedIndex:1327; }","duration":"160.329605ms","start":"2026-03-02T15:57:43.847861Z","end":"2026-03-02T15:57:44.008191Z","steps":["trace[209658193] 'read index received' (duration: 113.079111ms)","trace[209658193] 'applied index is now lower than readState.Index' (duration: 47.249544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:44.008338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.458298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:44.008318Z","caller":"traceutil/trace.go:171","msg":"trace[2052146091] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"160.597901ms","start":"2026-03-02T15:57:43.847688Z","end":"2026-03-02T15:57:44.008286Z","steps":["trace[2052146091] 'process raft request' (duration: 113.226174ms)","trace[2052146091] 'compare' (duration: 47.169652ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:44.008386Z","caller":"traceutil/trace.go:171","msg":"trace[2142207763] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com; range_end:; response_count:0; response_revision:1284; }","duration":"160.543901ms","start":"2026-03-02T15:57:43.847828Z","end":"2026-03-02T15:57:44.008372Z","steps":["trace[2142207763] 'agreement among raft nodes before linearized reading' (duration: 160.458278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:44.893131Z","caller":"traceutil/trace.go:171","msg":"trace[1403131509] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"151.701912ms","start":"2026-03-02T15:57:44.741383Z","end":"2026-03-02T15:57:44.893085Z","steps":["trace[1403131509] 'process raft request' (duration: 100.753387ms)","trace[1403131509] 'compare' (duration: 50.717439ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:57:44.905443Z","caller":"traceutil/trace.go:171","msg":"trace[117303439] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"163.254984ms","start":"2026-03-02T15:57:44.742131Z","end":"2026-03-02T15:57:44.905386Z","steps":["trace[117303439] 'process raft request' (duration: 162.815532ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:44.905972Z","caller":"traceutil/trace.go:171","msg":"trace[1374644068] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"162.065892ms","start":"2026-03-02T15:57:44.743444Z","end":"2026-03-02T15:57:44.90551Z","steps":["trace[1374644068] 'process raft request' (duration: 161.682182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:53.789808Z","caller":"traceutil/trace.go:171","msg":"trace[1148348027] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1474; }","duration":"207.726191ms","start":"2026-03-02T15:57:53.582057Z","end":"2026-03-02T15:57:53.789783Z","steps":["trace[1148348027] 'process raft request' (duration: 207.480774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:56.718394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.117336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:57:56.718924Z","caller":"traceutil/trace.go:171","msg":"trace[1953141857] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"216.005394ms","start":"2026-03-02T15:57:56.502836Z","end":"2026-03-02T15:57:56.718842Z","steps":["trace[1953141857] 'process raft request' (duration: 61.360614ms)","trace[1953141857] 'compare' (duration: 153.984833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:56.942681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.788558ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T15:57:56.942953Z","caller":"traceutil/trace.go:171","msg":"trace[1565295625] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1591; }","duration":"144.876346ms","start":"2026-03-02T15:57:56.798028Z","end":"2026-03-02T15:57:56.942904Z","steps":["trace[1565295625] 'read index received' (duration: 30.841731ms)","trace[1565295625] 'applied index is now lower than readState.Index' (duration: 114.031155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:57:56.943234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.941138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:57:56.943321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.284248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:56.943358Z","caller":"traceutil/trace.go:171","msg":"trace[1976836080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"145.093332ms","start":"2026-03-02T15:57:56.798246Z","end":"2026-03-02T15:57:56.943339Z","steps":["trace[1976836080] 'agreement among raft nodes before linearized reading' (duration: 144.900317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:56.943397Z","caller":"traceutil/trace.go:171","msg":"trace[1121214556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"145.353959ms","start":"2026-03-02T15:57:56.798Z","end":"2026-03-02T15:57:56.943354Z","steps":["trace[1121214556] 'agreement among raft nodes before linearized reading' (duration: 145.268337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:57:56.943427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.454078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:57:56.943457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.447517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:57:56.943483Z","caller":"traceutil/trace.go:171","msg":"trace[1410978192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"117.544219ms","start":"2026-03-02T15:57:56.825921Z","end":"2026-03-02T15:57:56.943466Z","steps":["trace[1410978192] 'agreement among raft nodes before linearized reading' (duration: 117.458377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:57:56.943533Z","caller":"traceutil/trace.go:171","msg":"trace[1790801312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"117.58916ms","start":"2026-03-02T15:57:56.825925Z","end":"2026-03-02T15:57:56.943514Z","steps":["trace[1790801312] 'agreement among raft nodes before linearized reading' (duration: 117.434146ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:03.167963Z","caller":"traceutil/trace.go:171","msg":"trace[1635537509] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1675; }","duration":"179.029797ms","start":"2026-03-02T15:58:02.988915Z","end":"2026-03-02T15:58:03.167944Z","steps":["trace[1635537509] 'read index received' (duration: 56.706499ms)","trace[1635537509] 'applied index is now lower than readState.Index' (duration: 122.322528ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:03.168047Z","caller":"traceutil/trace.go:171","msg":"trace[1655251703] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"193.345393ms","start":"2026-03-02T15:58:02.974663Z","end":"2026-03-02T15:58:03.168008Z","steps":["trace[1655251703] 'process raft request' (duration: 154.317171ms)","trace[1655251703] 'compare' (duration: 38.864668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:03.168312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.383308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T15:58:03.16842Z","caller":"traceutil/trace.go:171","msg":"trace[1200129113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1607; }","duration":"179.49708ms","start":"2026-03-02T15:58:02.988869Z","end":"2026-03-02T15:58:03.168367Z","steps":["trace[1200129113] 'agreement among raft nodes before linearized reading' (duration: 179.174181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:03.556269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.931606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:58:03.556719Z","caller":"traceutil/trace.go:171","msg":"trace[1127905319] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"502.922901ms","start":"2026-03-02T15:58:03.053625Z","end":"2026-03-02T15:58:03.556548Z","steps":["trace[1127905319] 'process raft request' (duration: 286.799263ms)","trace[1127905319] 'compare' (duration: 214.561196ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:03.556764Z","caller":"traceutil/trace.go:171","msg":"trace[346294816] linearizableReadLoop","detail":"{readStateIndex:1678; appliedIndex:1677; }","duration":"388.6251ms","start":"2026-03-02T15:58:03.168083Z","end":"2026-03-02T15:58:03.556708Z","steps":["trace[346294816] 'read index received' (duration: 172.298576ms)","trace[346294816] 'applied index is now lower than readState.Index' (duration: 216.239511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:03.556968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.053599Z","time spent":"503.25161ms","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T15:58:03.557013Z","caller":"traceutil/trace.go:171","msg":"trace[1571652506] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"325.781745ms","start":"2026-03-02T15:58:03.231197Z","end":"2026-03-02T15:58:03.556979Z","steps":["trace[1571652506] 'process raft request' (duration: 325.694193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:03.557Z","caller":"traceutil/trace.go:171","msg":"trace[1243121085] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"384.315474ms","start":"2026-03-02T15:58:03.172546Z","end":"2026-03-02T15:58:03.556862Z","steps":["trace[1243121085] 'process raft request' (duration: 383.910503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:03.557144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.231173Z","time spent":"325.890858ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:03.557186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.17252Z","time spent":"384.57561ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:03.55773Z","caller":"traceutil/trace.go:171","msg":"trace[1769707636] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"331.238892ms","start":"2026-03-02T15:58:03.226062Z","end":"2026-03-02T15:58:03.557301Z","steps":["trace[1769707636] 'process raft request' (duration: 330.649596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:03.558254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.226037Z","time spent":"332.066154ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:03.561286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.891692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:58:03.561357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.671812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T15:58:03.561507Z","caller":"traceutil/trace.go:171","msg":"trace[1960985121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1611; }","duration":"341.056207ms","start":"2026-03-02T15:58:03.220299Z","end":"2026-03-02T15:58:03.561355Z","steps":["trace[1960985121] 'agreement among raft nodes before linearized reading' (duration: 336.988467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:03.561607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.220281Z","time spent":"341.306853ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T15:58:03.561629Z","caller":"traceutil/trace.go:171","msg":"trace[425610342] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1611; }","duration":"437.95749ms","start":"2026-03-02T15:58:03.123611Z","end":"2026-03-02T15:58:03.561569Z","steps":["trace[425610342] 'agreement among raft nodes before linearized reading' (duration: 433.121089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:03.561693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.123595Z","time spent":"438.082953ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T15:58:03.562962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.105303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-02T15:58:03.563032Z","caller":"traceutil/trace.go:171","msg":"trace[1075045936] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1611; }","duration":"359.243096ms","start":"2026-03-02T15:58:03.203771Z","end":"2026-03-02T15:58:03.563014Z","steps":["trace[1075045936] 'agreement among raft nodes before linearized reading' (duration: 353.43563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:03.563079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.203747Z","time spent":"359.321859ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T15:58:04.125188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.186396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:58:04.125476Z","caller":"traceutil/trace.go:171","msg":"trace[1338824124] linearizableReadLoop","detail":"{readStateIndex:1682; appliedIndex:1681; }","duration":"514.343349ms","start":"2026-03-02T15:58:03.611072Z","end":"2026-03-02T15:58:04.125415Z","steps":["trace[1338824124] 'read index received' (duration: 243.690571ms)","trace[1338824124] 'applied index is now lower than readState.Index' (duration: 270.650898ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:04.125564Z","caller":"traceutil/trace.go:171","msg":"trace[435431504] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"558.613704ms","start":"2026-03-02T15:58:03.566908Z","end":"2026-03-02T15:58:04.125522Z","steps":["trace[435431504] 'process raft request' (duration: 287.975746ms)","trace[435431504] 'compare' (duration: 270.006571ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:04.125642Z","caller":"traceutil/trace.go:171","msg":"trace[638026432] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"455.522783ms","start":"2026-03-02T15:58:03.670087Z","end":"2026-03-02T15:58:04.12561Z","steps":["trace[638026432] 'process raft request' (duration: 455.241116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.125759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.670055Z","time spent":"455.655477ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2613,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T15:58:04.125746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.648368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:58:04.125805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.566884Z","time spent":"558.777358ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:04.125844Z","caller":"traceutil/trace.go:171","msg":"trace[640797841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1613; }","duration":"514.792452ms","start":"2026-03-02T15:58:03.611022Z","end":"2026-03-02T15:58:04.125814Z","steps":["trace[640797841] 'agreement among raft nodes before linearized reading' (duration: 514.504874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.125897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:03.610999Z","time spent":"514.888794ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:58:04.125905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.918919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:04.125937Z","caller":"traceutil/trace.go:171","msg":"trace[572307445] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"236.24236ms","start":"2026-03-02T15:58:03.889663Z","end":"2026-03-02T15:58:04.125905Z","steps":["trace[572307445] 'process raft request' (duration: 235.735827ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:04.125976Z","caller":"traceutil/trace.go:171","msg":"trace[686829224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1614; }","duration":"138.034432ms","start":"2026-03-02T15:58:03.987922Z","end":"2026-03-02T15:58:04.125956Z","steps":["trace[686829224] 'agreement among raft nodes before linearized reading' (duration: 137.850527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:04.355136Z","caller":"traceutil/trace.go:171","msg":"trace[77662462] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"224.178757ms","start":"2026-03-02T15:58:04.130933Z","end":"2026-03-02T15:58:04.355112Z","steps":["trace[77662462] 'process raft request' (duration: 163.352036ms)","trace[77662462] 'compare' (duration: 60.698807ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:04.467242Z","caller":"traceutil/trace.go:171","msg":"trace[2112475680] linearizableReadLoop","detail":"{readStateIndex:1686; appliedIndex:1685; }","duration":"120.670445ms","start":"2026-03-02T15:58:04.346552Z","end":"2026-03-02T15:58:04.467223Z","steps":["trace[2112475680] 'read index received' (duration: 116.898673ms)","trace[2112475680] 'applied index is now lower than readState.Index' (duration: 3.771122ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:04.467424Z","caller":"traceutil/trace.go:171","msg":"trace[692559959] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"333.500314ms","start":"2026-03-02T15:58:04.133888Z","end":"2026-03-02T15:58:04.467388Z","steps":["trace[692559959] 'process raft request' (duration: 329.613959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.467454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.88219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:58:04.467815Z","caller":"traceutil/trace.go:171","msg":"trace[527269873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1616; }","duration":"121.269151ms","start":"2026-03-02T15:58:04.346506Z","end":"2026-03-02T15:58:04.467775Z","steps":["trace[527269873] 'agreement among raft nodes before linearized reading' (duration: 120.781517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.467729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:04.133863Z","time spent":"333.775542ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T15:58:04.751763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.523214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:58:04.751896Z","caller":"traceutil/trace.go:171","msg":"trace[2131467105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1619; }","duration":"168.72436ms","start":"2026-03-02T15:58:04.583133Z","end":"2026-03-02T15:58:04.751857Z","steps":["trace[2131467105] 'range keys from in-memory index tree' (duration: 168.253497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.751897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.037739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:04.751988Z","caller":"traceutil/trace.go:171","msg":"trace[1334705714] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1619; }","duration":"182.239624ms","start":"2026-03-02T15:58:04.569719Z","end":"2026-03-02T15:58:04.751959Z","steps":["trace[1334705714] 'range keys from in-memory index tree' (duration: 181.942206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:04.75186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.026388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:58:04.752663Z","caller":"traceutil/trace.go:171","msg":"trace[812136624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1619; }","duration":"182.870831ms","start":"2026-03-02T15:58:04.569757Z","end":"2026-03-02T15:58:04.752628Z","steps":["trace[812136624] 'range keys from in-memory index tree' (duration: 181.804782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.312885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.938891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:58:07.313024Z","caller":"traceutil/trace.go:171","msg":"trace[672791838] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1702; }","duration":"781.431262ms","start":"2026-03-02T15:58:06.531571Z","end":"2026-03-02T15:58:07.313002Z","steps":["trace[672791838] 'read index received' (duration: 36.271µs)","trace[672791838] 'applied index is now lower than readState.Index' (duration: 781.392881ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:07.313131Z","caller":"traceutil/trace.go:171","msg":"trace[1095964703] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"1.181431378s","start":"2026-03-02T15:58:06.131661Z","end":"2026-03-02T15:58:07.313092Z","steps":["trace[1095964703] 'process raft request' (duration: 203.170859ms)","trace[1095964703] 'compare' (duration: 977.687114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:07.313213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.643097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:58:07.313256Z","caller":"traceutil/trace.go:171","msg":"trace[1837218065] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1633; }","duration":"781.73273ms","start":"2026-03-02T15:58:06.531513Z","end":"2026-03-02T15:58:07.313246Z","steps":["trace[1837218065] 'agreement among raft nodes before linearized reading' (duration: 781.639707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.313289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.531491Z","time spent":"781.789832ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:58:07.313328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.131632Z","time spent":"1.181577333s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:07.421102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.56173ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T15:58:07.499658Z","caller":"traceutil/trace.go:171","msg":"trace[889841822] linearizableReadLoop","detail":"{readStateIndex:1706; appliedIndex:1703; }","duration":"186.567451ms","start":"2026-03-02T15:58:07.313065Z","end":"2026-03-02T15:58:07.499632Z","steps":["trace[889841822] 'read index received' (duration: 472.682µs)","trace[889841822] 'applied index is now lower than readState.Index' (duration: 186.093759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:07.499867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.139378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T15:58:07.499923Z","caller":"traceutil/trace.go:171","msg":"trace[889614640] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"338.712523ms","start":"2026-03-02T15:58:07.161165Z","end":"2026-03-02T15:58:07.499878Z","steps":["trace[889614640] 'process raft request' (duration: 338.410425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:07.499945Z","caller":"traceutil/trace.go:171","msg":"trace[80491727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1635; }","duration":"707.268802ms","start":"2026-03-02T15:58:06.792658Z","end":"2026-03-02T15:58:07.499927Z","steps":["trace[80491727] 'agreement among raft nodes before linearized reading' (duration: 706.998614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.5Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.792644Z","time spent":"707.345863ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T15:58:07.500048Z","caller":"traceutil/trace.go:171","msg":"trace[1396992410] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"380.49824ms","start":"2026-03-02T15:58:07.119486Z","end":"2026-03-02T15:58:07.499985Z","steps":["trace[1396992410] 'process raft request' (duration: 379.866893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.500068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.161138Z","time spent":"338.847287ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:07.500072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.16273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:58:07.500122Z","caller":"traceutil/trace.go:171","msg":"trace[55758141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1635; }","duration":"733.260532ms","start":"2026-03-02T15:58:06.766845Z","end":"2026-03-02T15:58:07.500105Z","steps":["trace[55758141] 'agreement among raft nodes before linearized reading' (duration: 733.045947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.500134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.119457Z","time spent":"380.621614ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:07.500159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.766825Z","time spent":"733.325795ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:58:07.500181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.390114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:58:07.500245Z","caller":"traceutil/trace.go:171","msg":"trace[634333235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1635; }","duration":"737.495427ms","start":"2026-03-02T15:58:06.762729Z","end":"2026-03-02T15:58:07.500224Z","steps":["trace[634333235] 'agreement among raft nodes before linearized reading' (duration: 737.291141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.500283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.762705Z","time spent":"737.569519ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:07.500309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.969509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a309990-7e85-4d8a-8588-4edf4c912442\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-02T15:58:07.500365Z","caller":"traceutil/trace.go:171","msg":"trace[654788358] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4a309990-7e85-4d8a-8588-4edf4c912442; range_end:; response_count:1; response_revision:1635; }","duration":"926.057702ms","start":"2026-03-02T15:58:06.574291Z","end":"2026-03-02T15:58:07.500349Z","steps":["trace[654788358] 'agreement among raft nodes before linearized reading' (duration: 925.807175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.500346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.932725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a309990-7e85-4d8a-8588-4edf4c912442\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-02T15:58:07.500354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.010706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T15:58:07.500425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.574281Z","time spent":"926.135854ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a309990-7e85-4d8a-8588-4edf4c912442\" "} {"level":"info","ts":"2026-03-02T15:58:07.50045Z","caller":"traceutil/trace.go:171","msg":"trace[1029555566] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4a309990-7e85-4d8a-8588-4edf4c912442; range_end:; response_count:1; response_revision:1635; }","duration":"683.069069ms","start":"2026-03-02T15:58:06.817358Z","end":"2026-03-02T15:58:07.500427Z","steps":["trace[1029555566] 'agreement among raft nodes before linearized reading' (duration: 682.803522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:07.500483Z","caller":"traceutil/trace.go:171","msg":"trace[1905137855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1635; }","duration":"931.136788ms","start":"2026-03-02T15:58:06.569301Z","end":"2026-03-02T15:58:07.500438Z","steps":["trace[1905137855] 'agreement among raft nodes before linearized reading' (duration: 930.858121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.500525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.82507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T15:58:07.500537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.817343Z","time spent":"683.181712ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4a309990-7e85-4d8a-8588-4edf4c912442\" "} {"level":"warn","ts":"2026-03-02T15:58:07.500602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.569284Z","time spent":"931.304783ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T15:58:07.500615Z","caller":"traceutil/trace.go:171","msg":"trace[533162846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1635; }","duration":"954.621872ms","start":"2026-03-02T15:58:06.545979Z","end":"2026-03-02T15:58:07.5006Z","steps":["trace[533162846] 'agreement among raft nodes before linearized reading' (duration: 953.756148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.500673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.545958Z","time spent":"954.680304ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:07.500675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.322985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:07.500728Z","caller":"traceutil/trace.go:171","msg":"trace[220493907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1635; }","duration":"515.407128ms","start":"2026-03-02T15:58:06.985303Z","end":"2026-03-02T15:58:07.50071Z","steps":["trace[220493907] 'agreement among raft nodes before linearized reading' (duration: 515.312945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.500761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.98528Z","time spent":"515.47465ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T15:58:07.500772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.055437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1899116ba9cd0ba5\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-02T15:58:07.50082Z","caller":"traceutil/trace.go:171","msg":"trace[1704061015] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.1899116ba9cd0ba5; range_end:; response_count:1; response_revision:1635; }","duration":"799.134529ms","start":"2026-03-02T15:58:06.70167Z","end":"2026-03-02T15:58:07.500804Z","steps":["trace[1704061015] 'agreement among raft nodes before linearized reading' (duration: 798.194414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:07.500855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:06.701647Z","time spent":"799.19945ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1899116ba9cd0ba5\" "} {"level":"warn","ts":"2026-03-02T15:58:08.079371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454661601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T15:58:08.56906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.763669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T15:58:08.5692Z","caller":"traceutil/trace.go:171","msg":"trace[983415791] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"1.065626844s","start":"2026-03-02T15:58:07.503546Z","end":"2026-03-02T15:58:08.569173Z","steps":["trace[983415791] 'process raft request' (duration: 747.646119ms)","trace[983415791] 'compare' (duration: 317.416109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:08.569296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.503522Z","time spent":"1.065727607s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:08.574775Z","caller":"traceutil/trace.go:171","msg":"trace[1756065058] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.070170326s","start":"2026-03-02T15:58:07.504583Z","end":"2026-03-02T15:58:08.574753Z","steps":["trace[1756065058] 'process raft request' (duration: 1.069976681s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:08.574868Z","caller":"traceutil/trace.go:171","msg":"trace[1366703300] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"1.064598766s","start":"2026-03-02T15:58:07.510254Z","end":"2026-03-02T15:58:08.574853Z","steps":["trace[1366703300] 'process raft request' (duration: 1.064511043s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:08.574926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.504556Z","time spent":"1.0702947s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:08.575003Z","caller":"traceutil/trace.go:171","msg":"trace[2071580840] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.069506368s","start":"2026-03-02T15:58:07.505473Z","end":"2026-03-02T15:58:08.57498Z","steps":["trace[2071580840] 'process raft request' (duration: 1.069187459s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:08.575036Z","caller":"traceutil/trace.go:171","msg":"trace[263234122] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.067753751s","start":"2026-03-02T15:58:07.507261Z","end":"2026-03-02T15:58:08.575015Z","steps":["trace[263234122] 'process raft request' (duration: 1.067468663s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:08.575028Z","caller":"traceutil/trace.go:171","msg":"trace[453725194] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.068764828s","start":"2026-03-02T15:58:07.50619Z","end":"2026-03-02T15:58:08.574955Z","steps":["trace[453725194] 'process raft request' (duration: 1.068506661s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:08.575141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.505458Z","time spent":"1.06959642s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:08.575174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.507241Z","time spent":"1.067838443s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:08.575298Z","caller":"traceutil/trace.go:171","msg":"trace[229314184] linearizableReadLoop","detail":"{readStateIndex:1714; appliedIndex:1706; }","duration":"996.252662ms","start":"2026-03-02T15:58:07.579036Z","end":"2026-03-02T15:58:08.575289Z","steps":["trace[229314184] 'read index received' (duration: 672.171383ms)","trace[229314184] 'applied index is now lower than readState.Index' (duration: 324.080029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:08.575296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.506167Z","time spent":"1.069022545s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:08.575362Z","caller":"traceutil/trace.go:171","msg":"trace[1956912420] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"995.186864ms","start":"2026-03-02T15:58:07.580159Z","end":"2026-03-02T15:58:08.575346Z","steps":["trace[1956912420] 'process raft request' (duration: 994.864485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:08.575439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.402556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T15:58:08.575448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.580133Z","time spent":"995.274977ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:08.575464Z","caller":"traceutil/trace.go:171","msg":"trace[536288471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1643; }","duration":"996.481629ms","start":"2026-03-02T15:58:07.578975Z","end":"2026-03-02T15:58:08.575457Z","steps":["trace[536288471] 'agreement among raft nodes before linearized reading' (duration: 996.381576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:08.575075Z","caller":"traceutil/trace.go:171","msg":"trace[1619955225] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"996.125529ms","start":"2026-03-02T15:58:07.578938Z","end":"2026-03-02T15:58:08.575064Z","steps":["trace[1619955225] 'process raft request' (duration: 995.871823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:08.575485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.578946Z","time spent":"996.533781ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T15:58:08.575554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.473297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:58:08.57555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.578917Z","time spent":"996.583621ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:08.575572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.133729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:58:08.575613Z","caller":"traceutil/trace.go:171","msg":"trace[467380251] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1643; }","duration":"117.18472ms","start":"2026-03-02T15:58:08.458409Z","end":"2026-03-02T15:58:08.575593Z","steps":["trace[467380251] 'agreement among raft nodes before linearized reading' (duration: 117.132298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:08.5757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.163652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:58:08.57574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.588393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-02T15:58:08.575803Z","caller":"traceutil/trace.go:171","msg":"trace[738439888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1643; }","duration":"370.677315ms","start":"2026-03-02T15:58:08.20511Z","end":"2026-03-02T15:58:08.575787Z","steps":["trace[738439888] 'agreement among raft nodes before linearized reading' (duration: 370.536351ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:08.575799Z","caller":"traceutil/trace.go:171","msg":"trace[902425147] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1643; }","duration":"393.335796ms","start":"2026-03-02T15:58:08.182427Z","end":"2026-03-02T15:58:08.575763Z","steps":["trace[902425147] 'agreement among raft nodes before linearized reading' (duration: 393.166342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:08.575844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:08.205091Z","time spent":"370.742017ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T15:58:08.575881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:08.182398Z","time spent":"393.46928ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T15:58:08.575577Z","caller":"traceutil/trace.go:171","msg":"trace[1756572243] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1643; }","duration":"690.499368ms","start":"2026-03-02T15:58:07.885073Z","end":"2026-03-02T15:58:08.575572Z","steps":["trace[1756572243] 'agreement among raft nodes before linearized reading' (duration: 690.459007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:08.576005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.885012Z","time spent":"690.95976ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:58:08.576309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.510245Z","time spent":"1.064671427s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:08.57698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.92693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:58:08.577032Z","caller":"traceutil/trace.go:171","msg":"trace[971867025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1643; }","duration":"602.003142ms","start":"2026-03-02T15:58:07.975016Z","end":"2026-03-02T15:58:08.577019Z","steps":["trace[971867025] 'agreement among raft nodes before linearized reading' (duration: 600.578544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:08.577075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:07.974997Z","time spent":"602.070573ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:58:16.738947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.337363ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T15:58:16.739275Z","caller":"traceutil/trace.go:171","msg":"trace[1739724120] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1784; }","duration":"445.619061ms","start":"2026-03-02T15:58:16.293618Z","end":"2026-03-02T15:58:16.739237Z","steps":["trace[1739724120] 'read index received' (duration: 267.731053ms)","trace[1739724120] 'applied index is now lower than readState.Index' (duration: 177.885258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:16.739469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.816816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:58:16.73953Z","caller":"traceutil/trace.go:171","msg":"trace[1475248534] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1713; }","duration":"445.94214ms","start":"2026-03-02T15:58:16.293574Z","end":"2026-03-02T15:58:16.739516Z","steps":["trace[1475248534] 'agreement among raft nodes before linearized reading' (duration: 445.754974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:16.739569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:16.293553Z","time spent":"446.006022ms","remote":"127.0.0.1:34958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:58:23.266838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454661844,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T15:58:23.482995Z","caller":"traceutil/trace.go:171","msg":"trace[1191309063] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"724.336108ms","start":"2026-03-02T15:58:22.758618Z","end":"2026-03-02T15:58:23.482954Z","steps":["trace[1191309063] 'process raft request' (duration: 724.06166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:23.483474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:22.758594Z","time spent":"724.681367ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:23.512569Z","caller":"traceutil/trace.go:171","msg":"trace[1825574661] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1831; }","duration":"746.707136ms","start":"2026-03-02T15:58:22.765837Z","end":"2026-03-02T15:58:23.512544Z","steps":["trace[1825574661] 'read index received' (duration: 716.797299ms)","trace[1825574661] 'applied index is now lower than readState.Index' (duration: 29.908887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:23.512806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.959153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T15:58:23.512889Z","caller":"traceutil/trace.go:171","msg":"trace[595253398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1760; }","duration":"747.067736ms","start":"2026-03-02T15:58:22.765777Z","end":"2026-03-02T15:58:23.512845Z","steps":["trace[595253398] 'agreement among raft nodes before linearized reading' (duration: 746.902982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:23.512946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:22.765762Z","time spent":"747.173559ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T15:58:23.512833Z","caller":"traceutil/trace.go:171","msg":"trace[489189866] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"116.042709ms","start":"2026-03-02T15:58:23.396641Z","end":"2026-03-02T15:58:23.512684Z","steps":["trace[489189866] 'process raft request' (duration: 115.866214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:23.513114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.488839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T15:58:23.513143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.591274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:58:23.513174Z","caller":"traceutil/trace.go:171","msg":"trace[1782687354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1760; }","duration":"699.650955ms","start":"2026-03-02T15:58:22.813515Z","end":"2026-03-02T15:58:23.513166Z","steps":["trace[1782687354] 'agreement among raft nodes before linearized reading' (duration: 699.559963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:23.513179Z","caller":"traceutil/trace.go:171","msg":"trace[26240788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1760; }","duration":"704.595042ms","start":"2026-03-02T15:58:22.808564Z","end":"2026-03-02T15:58:23.513159Z","steps":["trace[26240788] 'agreement among raft nodes before linearized reading' (duration: 704.395146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:23.513207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:22.813506Z","time spent":"699.693586ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:23.513227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:22.808516Z","time spent":"704.698964ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:23.513408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.349743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:23.513481Z","caller":"traceutil/trace.go:171","msg":"trace[1567666012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1760; }","duration":"526.498597ms","start":"2026-03-02T15:58:22.986969Z","end":"2026-03-02T15:58:23.513468Z","steps":["trace[1567666012] 'agreement among raft nodes before linearized reading' (duration: 526.342473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:23.513524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:22.986935Z","time spent":"526.58115ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T15:58:23.513532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.521209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:58:23.513595Z","caller":"traceutil/trace.go:171","msg":"trace[265412571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1760; }","duration":"700.632752ms","start":"2026-03-02T15:58:22.812945Z","end":"2026-03-02T15:58:23.513578Z","steps":["trace[265412571] 'agreement among raft nodes before linearized reading' (duration: 700.504069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:23.513644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:22.812931Z","time spent":"700.701464ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T15:58:23.512777Z","caller":"traceutil/trace.go:171","msg":"trace[1757477448] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"740.269478ms","start":"2026-03-02T15:58:22.772337Z","end":"2026-03-02T15:58:23.512607Z","steps":["trace[1757477448] 'process raft request' (duration: 740.016181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:23.513897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.937014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:58:23.513418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.242052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:58:23.513965Z","caller":"traceutil/trace.go:171","msg":"trace[1676968491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1760; }","duration":"691.042067ms","start":"2026-03-02T15:58:22.822904Z","end":"2026-03-02T15:58:23.513946Z","steps":["trace[1676968491] 'agreement among raft nodes before linearized reading' (duration: 690.8201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:23.514021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:22.822895Z","time spent":"691.115229ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T15:58:23.514028Z","caller":"traceutil/trace.go:171","msg":"trace[454981792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1760; }","duration":"700.849618ms","start":"2026-03-02T15:58:22.813149Z","end":"2026-03-02T15:58:23.513998Z","steps":["trace[454981792] 'agreement among raft nodes before linearized reading' (duration: 700.18856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:23.514132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:22.813141Z","time spent":"700.956831ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T15:58:23.514429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:22.772328Z","time spent":"741.995036ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:35.722455Z","caller":"traceutil/trace.go:171","msg":"trace[1875871929] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"138.820118ms","start":"2026-03-02T15:58:35.583612Z","end":"2026-03-02T15:58:35.722432Z","steps":["trace[1875871929] 'process raft request' (duration: 138.715096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:35.722499Z","caller":"traceutil/trace.go:171","msg":"trace[1765911840] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"197.199383ms","start":"2026-03-02T15:58:35.525238Z","end":"2026-03-02T15:58:35.722437Z","steps":["trace[1765911840] 'process raft request' (duration: 120.509702ms)","trace[1765911840] 'compare' (duration: 76.444384ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:35.722612Z","caller":"traceutil/trace.go:171","msg":"trace[435410091] linearizableReadLoop","detail":"{readStateIndex:1905; appliedIndex:1902; }","duration":"126.962811ms","start":"2026-03-02T15:58:35.595626Z","end":"2026-03-02T15:58:35.722588Z","steps":["trace[435410091] 'read index received' (duration: 50.081645ms)","trace[435410091] 'applied index is now lower than readState.Index' (duration: 76.880096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:35.7228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.162476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:58:35.722826Z","caller":"traceutil/trace.go:171","msg":"trace[1372177706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1829; }","duration":"127.227118ms","start":"2026-03-02T15:58:35.595592Z","end":"2026-03-02T15:58:35.722819Z","steps":["trace[1372177706] 'agreement among raft nodes before linearized reading' (duration: 127.102715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.722891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.790691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:58:35.722954Z","caller":"traceutil/trace.go:171","msg":"trace[625082164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1829; }","duration":"124.910683ms","start":"2026-03-02T15:58:35.598027Z","end":"2026-03-02T15:58:35.722937Z","steps":["trace[625082164] 'agreement among raft nodes before linearized reading' (duration: 124.729068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.722958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.109207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:58:35.723046Z","caller":"traceutil/trace.go:171","msg":"trace[117747021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1829; }","duration":"109.22578ms","start":"2026-03-02T15:58:35.613802Z","end":"2026-03-02T15:58:35.723028Z","steps":["trace[117747021] 'agreement among raft nodes before linearized reading' (duration: 108.955782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.723077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.202602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T15:58:35.723168Z","caller":"traceutil/trace.go:171","msg":"trace[1693353105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1829; }","duration":"125.338465ms","start":"2026-03-02T15:58:35.597812Z","end":"2026-03-02T15:58:35.72315Z","steps":["trace[1693353105] 'agreement among raft nodes before linearized reading' (duration: 125.051177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.723225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.325775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:58:35.723331Z","caller":"traceutil/trace.go:171","msg":"trace[220041521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1829; }","duration":"125.525481ms","start":"2026-03-02T15:58:35.597783Z","end":"2026-03-02T15:58:35.723308Z","steps":["trace[220041521] 'agreement among raft nodes before linearized reading' (duration: 125.077358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:35.72324Z","caller":"traceutil/trace.go:171","msg":"trace[149807820] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"138.218161ms","start":"2026-03-02T15:58:35.58446Z","end":"2026-03-02T15:58:35.722679Z","steps":["trace[149807820] 'process raft request' (duration: 137.927723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:35.723511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.733084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T15:58:35.723579Z","caller":"traceutil/trace.go:171","msg":"trace[1511182093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1829; }","duration":"126.852488ms","start":"2026-03-02T15:58:35.596709Z","end":"2026-03-02T15:58:35.723562Z","steps":["trace[1511182093] 'agreement among raft nodes before linearized reading' (duration: 126.018435ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:42.912019Z","caller":"traceutil/trace.go:171","msg":"trace[415088317] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"114.024642ms","start":"2026-03-02T15:58:42.797958Z","end":"2026-03-02T15:58:42.911983Z","steps":["trace[415088317] 'process raft request' (duration: 113.816516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:43.138927Z","caller":"traceutil/trace.go:171","msg":"trace[826116552] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"126.751704ms","start":"2026-03-02T15:58:43.012147Z","end":"2026-03-02T15:58:43.138899Z","steps":["trace[826116552] 'process raft request' (duration: 126.59636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:43.953173Z","caller":"traceutil/trace.go:171","msg":"trace[440518153] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"172.331374ms","start":"2026-03-02T15:58:43.780815Z","end":"2026-03-02T15:58:43.953146Z","steps":["trace[440518153] 'read index received' (duration: 172.18694ms)","trace[440518153] 'applied index is now lower than readState.Index' (duration: 143.104µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:43.95324Z","caller":"traceutil/trace.go:171","msg":"trace[574739814] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"172.88896ms","start":"2026-03-02T15:58:43.780306Z","end":"2026-03-02T15:58:43.953195Z","steps":["trace[574739814] 'process raft request' (duration: 172.698885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:43.953356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.517029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:43.953438Z","caller":"traceutil/trace.go:171","msg":"trace[1491790482] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1866; }","duration":"172.632313ms","start":"2026-03-02T15:58:43.780781Z","end":"2026-03-02T15:58:43.953414Z","steps":["trace[1491790482] 'agreement among raft nodes before linearized reading' (duration: 172.479519ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:44.007358Z","caller":"traceutil/trace.go:171","msg":"trace[1642825345] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"223.939501ms","start":"2026-03-02T15:58:43.783397Z","end":"2026-03-02T15:58:44.007337Z","steps":["trace[1642825345] 'process raft request' (duration: 223.800207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:44.007633Z","caller":"traceutil/trace.go:171","msg":"trace[1426899529] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"211.153657ms","start":"2026-03-02T15:58:43.796458Z","end":"2026-03-02T15:58:44.007612Z","steps":["trace[1426899529] 'process raft request' (duration: 210.843139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:44.007677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.360355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:58:44.007725Z","caller":"traceutil/trace.go:171","msg":"trace[1259383190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1868; }","duration":"206.433877ms","start":"2026-03-02T15:58:43.801275Z","end":"2026-03-02T15:58:44.007709Z","steps":["trace[1259383190] 'agreement among raft nodes before linearized reading' (duration: 206.247382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:44.00791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.256016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T15:58:44.008012Z","caller":"traceutil/trace.go:171","msg":"trace[1933130188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1868; }","duration":"217.40562ms","start":"2026-03-02T15:58:43.790581Z","end":"2026-03-02T15:58:44.007986Z","steps":["trace[1933130188] 'agreement among raft nodes before linearized reading' (duration: 217.06994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:44.008003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.764544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T15:58:44.007906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.188646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T15:58:44.008108Z","caller":"traceutil/trace.go:171","msg":"trace[1940105094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1868; }","duration":"215.899658ms","start":"2026-03-02T15:58:43.792181Z","end":"2026-03-02T15:58:44.00808Z","steps":["trace[1940105094] 'agreement among raft nodes before linearized reading' (duration: 215.657272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:44.008142Z","caller":"traceutil/trace.go:171","msg":"trace[452468136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1868; }","duration":"212.408732ms","start":"2026-03-02T15:58:43.795684Z","end":"2026-03-02T15:58:44.008093Z","steps":["trace[452468136] 'agreement among raft nodes before linearized reading' (duration: 212.022411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:44.008343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.828883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T15:58:44.008401Z","caller":"traceutil/trace.go:171","msg":"trace[771196835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1868; }","duration":"204.932456ms","start":"2026-03-02T15:58:43.80345Z","end":"2026-03-02T15:58:44.008383Z","steps":["trace[771196835] 'agreement among raft nodes before linearized reading' (duration: 204.321099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:44.00851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.747402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:58:44.008572Z","caller":"traceutil/trace.go:171","msg":"trace[49996321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"212.816713ms","start":"2026-03-02T15:58:43.795735Z","end":"2026-03-02T15:58:44.008552Z","steps":["trace[49996321] 'agreement among raft nodes before linearized reading' (duration: 211.858607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:44.12212Z","caller":"traceutil/trace.go:171","msg":"trace[183868298] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"110.438844ms","start":"2026-03-02T15:58:44.011624Z","end":"2026-03-02T15:58:44.122063Z","steps":["trace[183868298] 'process raft request' (duration: 27.861981ms)","trace[183868298] 'compare' (duration: 82.407758ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:44.181358Z","caller":"traceutil/trace.go:171","msg":"trace[2104096236] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"168.933441ms","start":"2026-03-02T15:58:44.012401Z","end":"2026-03-02T15:58:44.181334Z","steps":["trace[2104096236] 'process raft request' (duration: 168.773906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:44.181675Z","caller":"traceutil/trace.go:171","msg":"trace[1538209725] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1946; }","duration":"165.304931ms","start":"2026-03-02T15:58:44.016353Z","end":"2026-03-02T15:58:44.181658Z","steps":["trace[1538209725] 'read index received' (duration: 23.079938ms)","trace[1538209725] 'applied index is now lower than readState.Index' (duration: 142.223753ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:44.181773Z","caller":"traceutil/trace.go:171","msg":"trace[258655077] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"168.469049ms","start":"2026-03-02T15:58:44.013292Z","end":"2026-03-02T15:58:44.181761Z","steps":["trace[258655077] 'process raft request' (duration: 168.257753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:44.181892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.526286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:58:44.181935Z","caller":"traceutil/trace.go:171","msg":"trace[950263285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"165.604339ms","start":"2026-03-02T15:58:44.016319Z","end":"2026-03-02T15:58:44.181923Z","steps":["trace[950263285] 'agreement among raft nodes before linearized reading' (duration: 165.406004ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:44.181663Z","caller":"traceutil/trace.go:171","msg":"trace[1972166424] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"168.551461ms","start":"2026-03-02T15:58:44.01308Z","end":"2026-03-02T15:58:44.181632Z","steps":["trace[1972166424] 'process raft request' (duration: 168.217642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:44.182032Z","caller":"traceutil/trace.go:171","msg":"trace[779383922] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"168.708975ms","start":"2026-03-02T15:58:44.013312Z","end":"2026-03-02T15:58:44.182021Z","steps":["trace[779383922] 'process raft request' (duration: 168.308344ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:46.534474Z","caller":"traceutil/trace.go:171","msg":"trace[1857846817] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1959; }","duration":"123.67661ms","start":"2026-03-02T15:58:46.410754Z","end":"2026-03-02T15:58:46.53443Z","steps":["trace[1857846817] 'read index received' (duration: 42.656429ms)","trace[1857846817] 'applied index is now lower than readState.Index' (duration: 81.017901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:58:46.534707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.880555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:58:46.534758Z","caller":"traceutil/trace.go:171","msg":"trace[1698174019] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1881; }","duration":"123.998898ms","start":"2026-03-02T15:58:46.410747Z","end":"2026-03-02T15:58:46.534746Z","steps":["trace[1698174019] 'agreement among raft nodes before linearized reading' (duration: 123.825434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:47.974336Z","caller":"traceutil/trace.go:171","msg":"trace[1231930332] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"184.384388ms","start":"2026-03-02T15:58:47.789923Z","end":"2026-03-02T15:58:47.974307Z","steps":["trace[1231930332] 'process raft request' (duration: 184.161132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.19378Z","caller":"traceutil/trace.go:171","msg":"trace[529284729] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"137.148912ms","start":"2026-03-02T15:58:54.056619Z","end":"2026-03-02T15:58:54.193768Z","steps":["trace[529284729] 'process raft request' (duration: 137.06206ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.527882Z","caller":"traceutil/trace.go:171","msg":"trace[370336987] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1994; }","duration":"359.828729ms","start":"2026-03-02T15:58:54.168034Z","end":"2026-03-02T15:58:54.527863Z","steps":["trace[370336987] 'read index received' (duration: 25.747942ms)","trace[370336987] 'applied index is now lower than readState.Index' (duration: 334.079667ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:54.527948Z","caller":"traceutil/trace.go:171","msg":"trace[1329757674] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"383.505974ms","start":"2026-03-02T15:58:54.144394Z","end":"2026-03-02T15:58:54.5279Z","steps":["trace[1329757674] 'process raft request' (duration: 383.311188ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.528011Z","caller":"traceutil/trace.go:171","msg":"trace[20290947] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"382.436484ms","start":"2026-03-02T15:58:54.145545Z","end":"2026-03-02T15:58:54.527982Z","steps":["trace[20290947] 'process raft request' (duration: 382.28879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:54.528153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.609206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T15:58:54.528147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:54.144367Z","time spent":"383.654168ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:58:54.528185Z","caller":"traceutil/trace.go:171","msg":"trace[1952387065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1916; }","duration":"311.680177ms","start":"2026-03-02T15:58:54.216496Z","end":"2026-03-02T15:58:54.528176Z","steps":["trace[1952387065] 'agreement among raft nodes before linearized reading' (duration: 311.608775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:54.52815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.299969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T15:58:54.528173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:54.145528Z","time spent":"382.550178ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:58:54.528213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:54.216479Z","time spent":"311.728279ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T15:58:54.528215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.938978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T15:58:54.52823Z","caller":"traceutil/trace.go:171","msg":"trace[735902408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1916; }","duration":"344.388791ms","start":"2026-03-02T15:58:54.183825Z","end":"2026-03-02T15:58:54.528214Z","steps":["trace[735902408] 'agreement among raft nodes before linearized reading' (duration: 344.209057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.528273Z","caller":"traceutil/trace.go:171","msg":"trace[915632502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1916; }","duration":"298.037841ms","start":"2026-03-02T15:58:54.230222Z","end":"2026-03-02T15:58:54.52826Z","steps":["trace[915632502] 'agreement among raft nodes before linearized reading' (duration: 297.854696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:54.528279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:54.183795Z","time spent":"344.471784ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T15:58:54.528347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.165189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-02T15:58:54.52837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.039755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:58:54.528405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.094293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T15:58:54.52842Z","caller":"traceutil/trace.go:171","msg":"trace[989726620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1916; }","duration":"313.326814ms","start":"2026-03-02T15:58:54.215076Z","end":"2026-03-02T15:58:54.528403Z","steps":["trace[989726620] 'agreement among raft nodes before linearized reading' (duration: 313.088447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.528438Z","caller":"traceutil/trace.go:171","msg":"trace[1493366667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"360.418275ms","start":"2026-03-02T15:58:54.167995Z","end":"2026-03-02T15:58:54.528413Z","steps":["trace[1493366667] 'agreement among raft nodes before linearized reading' (duration: 359.969653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.528467Z","caller":"traceutil/trace.go:171","msg":"trace[1660461405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1916; }","duration":"298.156274ms","start":"2026-03-02T15:58:54.230285Z","end":"2026-03-02T15:58:54.528441Z","steps":["trace[1660461405] 'agreement among raft nodes before linearized reading' (duration: 298.03518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:54.528466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:54.215064Z","time spent":"313.390435ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T15:58:54.528359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.984989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T15:58:54.528605Z","caller":"traceutil/trace.go:171","msg":"trace[1506909132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1916; }","duration":"298.266487ms","start":"2026-03-02T15:58:54.230321Z","end":"2026-03-02T15:58:54.528587Z","steps":["trace[1506909132] 'agreement among raft nodes before linearized reading' (duration: 297.889056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:54.528476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:58:54.167981Z","time spent":"360.488178ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T15:58:54.654068Z","caller":"traceutil/trace.go:171","msg":"trace[1462671566] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"121.59556ms","start":"2026-03-02T15:58:54.532448Z","end":"2026-03-02T15:58:54.654044Z","steps":["trace[1462671566] 'process raft request' (duration: 120.194242ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.654125Z","caller":"traceutil/trace.go:171","msg":"trace[657458504] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"121.289872ms","start":"2026-03-02T15:58:54.532811Z","end":"2026-03-02T15:58:54.654101Z","steps":["trace[657458504] 'process raft request' (duration: 121.22784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.654149Z","caller":"traceutil/trace.go:171","msg":"trace[375553819] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"121.59112ms","start":"2026-03-02T15:58:54.532519Z","end":"2026-03-02T15:58:54.65411Z","steps":["trace[375553819] 'process raft request' (duration: 121.403865ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.654322Z","caller":"traceutil/trace.go:171","msg":"trace[1733297329] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1996; }","duration":"117.765924ms","start":"2026-03-02T15:58:54.536532Z","end":"2026-03-02T15:58:54.654298Z","steps":["trace[1733297329] 'read index received' (duration: 116.127279ms)","trace[1733297329] 'applied index is now lower than readState.Index' (duration: 1.636495ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:58:54.654354Z","caller":"traceutil/trace.go:171","msg":"trace[990067459] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"121.787007ms","start":"2026-03-02T15:58:54.532551Z","end":"2026-03-02T15:58:54.654338Z","steps":["trace[990067459] 'process raft request' (duration: 121.454577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:58:54.654372Z","caller":"traceutil/trace.go:171","msg":"trace[599916038] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"121.469747ms","start":"2026-03-02T15:58:54.532888Z","end":"2026-03-02T15:58:54.654358Z","steps":["trace[599916038] 'process raft request' (duration: 121.179759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:58:54.654487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.903409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:58:54.654587Z","caller":"traceutil/trace.go:171","msg":"trace[1034146839] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1921; }","duration":"118.060473ms","start":"2026-03-02T15:58:54.536509Z","end":"2026-03-02T15:58:54.654569Z","steps":["trace[1034146839] 'agreement among raft nodes before linearized reading' (duration: 117.889768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:00.660736Z","caller":"traceutil/trace.go:171","msg":"trace[1679965533] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"114.230798ms","start":"2026-03-02T15:59:00.546478Z","end":"2026-03-02T15:59:00.660709Z","steps":["trace[1679965533] 'process raft request' (duration: 114.055093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:00.680959Z","caller":"traceutil/trace.go:171","msg":"trace[659417195] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2023; }","duration":"109.589059ms","start":"2026-03-02T15:59:00.571355Z","end":"2026-03-02T15:59:00.680944Z","steps":["trace[659417195] 'read index received' (duration: 89.169925ms)","trace[659417195] 'applied index is now lower than readState.Index' (duration: 20.417754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:59:00.681132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.760675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T15:59:00.681175Z","caller":"traceutil/trace.go:171","msg":"trace[784669906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1944; }","duration":"109.836796ms","start":"2026-03-02T15:59:00.571325Z","end":"2026-03-02T15:59:00.681162Z","steps":["trace[784669906] 'agreement among raft nodes before linearized reading' (duration: 109.708683ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:00.681388Z","caller":"traceutil/trace.go:171","msg":"trace[715320707] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"133.140241ms","start":"2026-03-02T15:59:00.547849Z","end":"2026-03-02T15:59:00.680989Z","steps":["trace[715320707] 'process raft request' (duration: 133.021577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:00.834716Z","caller":"traceutil/trace.go:171","msg":"trace[1193806186] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"149.551745ms","start":"2026-03-02T15:59:00.685134Z","end":"2026-03-02T15:59:00.834686Z","steps":["trace[1193806186] 'process raft request' (duration: 66.196761ms)","trace[1193806186] 'compare' (duration: 83.256082ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:59:00.886447Z","caller":"traceutil/trace.go:171","msg":"trace[1495498350] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"201.281265ms","start":"2026-03-02T15:59:00.685133Z","end":"2026-03-02T15:59:00.886414Z","steps":["trace[1495498350] 'process raft request' (duration: 201.07351ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:00.886637Z","caller":"traceutil/trace.go:171","msg":"trace[911734079] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"200.525234ms","start":"2026-03-02T15:59:00.686094Z","end":"2026-03-02T15:59:00.886619Z","steps":["trace[911734079] 'process raft request' (duration: 200.267027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:00.886686Z","caller":"traceutil/trace.go:171","msg":"trace[1052771798] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"199.417403ms","start":"2026-03-02T15:59:00.687245Z","end":"2026-03-02T15:59:00.886662Z","steps":["trace[1052771798] 'process raft request' (duration: 199.370442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:00.88677Z","caller":"traceutil/trace.go:171","msg":"trace[624245821] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"200.084933ms","start":"2026-03-02T15:59:00.68666Z","end":"2026-03-02T15:59:00.886745Z","steps":["trace[624245821] 'process raft request' (duration: 199.849936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:01.910976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.256227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:59:01.911048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.788585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:59:01.911062Z","caller":"traceutil/trace.go:171","msg":"trace[1635610561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1949; }","duration":"221.402551ms","start":"2026-03-02T15:59:01.689638Z","end":"2026-03-02T15:59:01.91104Z","steps":["trace[1635610561] 'range keys from in-memory index tree' (duration: 221.061271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:01.911043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.604023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-02T15:59:01.911166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.083461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:59:01.911247Z","caller":"traceutil/trace.go:171","msg":"trace[409276488] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1949; }","duration":"319.214965ms","start":"2026-03-02T15:59:01.59201Z","end":"2026-03-02T15:59:01.911225Z","steps":["trace[409276488] 'count revisions from in-memory index tree' (duration: 318.966608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:01.911294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:01.591989Z","time spent":"319.290757ms","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T15:59:01.911081Z","caller":"traceutil/trace.go:171","msg":"trace[35248446] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1949; }","duration":"105.873678ms","start":"2026-03-02T15:59:01.805199Z","end":"2026-03-02T15:59:01.911072Z","steps":["trace[35248446] 'count revisions from in-memory index tree' (duration: 105.63679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:01.911277Z","caller":"traceutil/trace.go:171","msg":"trace[1007116687] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:1949; }","duration":"652.85621ms","start":"2026-03-02T15:59:01.258365Z","end":"2026-03-02T15:59:01.911222Z","steps":["trace[1007116687] 'range keys from in-memory index tree' (duration: 652.422128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:01.911395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:01.258344Z","time spent":"653.016785ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-02T15:59:03.075935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454662299,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T15:59:03.114765Z","caller":"traceutil/trace.go:171","msg":"trace[356326885] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"868.060012ms","start":"2026-03-02T15:59:02.246661Z","end":"2026-03-02T15:59:03.114722Z","steps":["trace[356326885] 'process raft request' (duration: 867.813055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.115086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.246636Z","time spent":"868.294248ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:59:03.82387Z","caller":"traceutil/trace.go:171","msg":"trace[42849219] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2032; }","duration":"1.248625423s","start":"2026-03-02T15:59:02.57522Z","end":"2026-03-02T15:59:03.823845Z","steps":["trace[42849219] 'read index received' (duration: 539.290241ms)","trace[42849219] 'applied index is now lower than readState.Index' (duration: 709.334022ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:59:03.824185Z","caller":"traceutil/trace.go:171","msg":"trace[234329722] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"1.13781378s","start":"2026-03-02T15:59:02.686351Z","end":"2026-03-02T15:59:03.824165Z","steps":["trace[234329722] 'process raft request' (duration: 1.13743731s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.824201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169908298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:59:03.824259Z","caller":"traceutil/trace.go:171","msg":"trace[1731151052] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1953; }","duration":"1.17001204s","start":"2026-03-02T15:59:02.654228Z","end":"2026-03-02T15:59:03.82424Z","steps":["trace[1731151052] 'agreement among raft nodes before linearized reading' (duration: 1.169925138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.824297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.654205Z","time spent":"1.170083772s","remote":"127.0.0.1:35446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:59:03.824256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249023275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T15:59:03.824302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.686328Z","time spent":"1.137894092s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:59:03.824321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.007293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:59:03.824354Z","caller":"traceutil/trace.go:171","msg":"trace[1433989555] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1953; }","duration":"1.249168549s","start":"2026-03-02T15:59:02.575169Z","end":"2026-03-02T15:59:03.824338Z","steps":["trace[1433989555] 'agreement among raft nodes before linearized reading' (duration: 1.248957063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.824349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.952493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T15:59:03.824389Z","caller":"traceutil/trace.go:171","msg":"trace[1396485214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1953; }","duration":"837.115286ms","start":"2026-03-02T15:59:02.987258Z","end":"2026-03-02T15:59:03.824373Z","steps":["trace[1396485214] 'agreement among raft nodes before linearized reading' (duration: 837.013973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.824401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.575151Z","time spent":"1.24923952s","remote":"127.0.0.1:35494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:59:03.824431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.987242Z","time spent":"837.181157ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T15:59:03.824435Z","caller":"traceutil/trace.go:171","msg":"trace[466766389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1953; }","duration":"934.079637ms","start":"2026-03-02T15:59:02.890329Z","end":"2026-03-02T15:59:03.824408Z","steps":["trace[466766389] 'agreement among raft nodes before linearized reading' (duration: 933.849011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.824482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.890307Z","time spent":"934.166439ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T15:59:03.824521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.440873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:59:03.824624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.272994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T15:59:03.824663Z","caller":"traceutil/trace.go:171","msg":"trace[157647309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1953; }","duration":"976.311615ms","start":"2026-03-02T15:59:02.84834Z","end":"2026-03-02T15:59:03.824652Z","steps":["trace[157647309] 'agreement among raft nodes before linearized reading' (duration: 976.028297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.824695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.848287Z","time spent":"976.399637ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T15:59:03.824772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015116488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189911733f0e3660\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-02T15:59:03.824821Z","caller":"traceutil/trace.go:171","msg":"trace[1223803436] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189911733f0e3660; range_end:; response_count:1; response_revision:1953; }","duration":"1.01520696s","start":"2026-03-02T15:59:02.8096Z","end":"2026-03-02T15:59:03.824807Z","steps":["trace[1223803436] 'agreement among raft nodes before linearized reading' (duration: 1.014818679s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.824818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.251971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T15:59:03.824826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.043938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T15:59:03.824854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.809569Z","time spent":"1.015277272s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189911733f0e3660\" "} {"level":"info","ts":"2026-03-02T15:59:03.824859Z","caller":"traceutil/trace.go:171","msg":"trace[208548166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1953; }","duration":"934.332893ms","start":"2026-03-02T15:59:02.890516Z","end":"2026-03-02T15:59:03.824848Z","steps":["trace[208548166] 'agreement among raft nodes before linearized reading' (duration: 933.767597ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:03.824869Z","caller":"traceutil/trace.go:171","msg":"trace[90132583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1953; }","duration":"933.12719ms","start":"2026-03-02T15:59:02.89173Z","end":"2026-03-02T15:59:03.824857Z","steps":["trace[90132583] 'agreement among raft nodes before linearized reading' (duration: 932.444651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.824889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.890495Z","time spent":"934.386835ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T15:59:03.82487Z","caller":"traceutil/trace.go:171","msg":"trace[1619712244] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"1.158992995s","start":"2026-03-02T15:59:02.665796Z","end":"2026-03-02T15:59:03.824789Z","steps":["trace[1619712244] 'process raft request' (duration: 1.121875269s)","trace[1619712244] 'compare' (duration: 35.740108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:59:03.824903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.891708Z","time spent":"933.186871ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T15:59:03.824904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.270036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T15:59:03.824986Z","caller":"traceutil/trace.go:171","msg":"trace[177613103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1953; }","duration":"741.412659ms","start":"2026-03-02T15:59:03.083555Z","end":"2026-03-02T15:59:03.824968Z","steps":["trace[177613103] 'agreement among raft nodes before linearized reading' (duration: 741.279786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.825011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.665772Z","time spent":"1.159156469s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:59:03.825036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:03.08353Z","time spent":"741.495802ms","remote":"127.0.0.1:48872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:59:03.826221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.538857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T15:59:03.826326Z","caller":"traceutil/trace.go:171","msg":"trace[1447039923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1953; }","duration":"935.682041ms","start":"2026-03-02T15:59:02.890619Z","end":"2026-03-02T15:59:03.826301Z","steps":["trace[1447039923] 'agreement among raft nodes before linearized reading' (duration: 933.606894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.826392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.890607Z","time spent":"935.772733ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T15:59:03.840495Z","caller":"traceutil/trace.go:171","msg":"trace[2045265328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1953; }","duration":"922.428445ms","start":"2026-03-02T15:59:02.918032Z","end":"2026-03-02T15:59:03.84046Z","steps":["trace[2045265328] 'agreement among raft nodes before linearized reading' (duration: 906.35814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:03.840607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:02.918001Z","time spent":"922.575459ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:59:05.343322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0387536s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T15:59:05.34377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:03.827038Z","time spent":"1.516726455s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T15:59:05.362195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057470447s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T15:59:05.362525Z","caller":"traceutil/trace.go:171","msg":"trace[1614011896] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"1.533333914s","start":"2026-03-02T15:59:03.829172Z","end":"2026-03-02T15:59:05.362505Z","steps":["trace[1614011896] 'process raft request' (duration: 1.533122508s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.362627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:03.829154Z","time spent":"1.533409447s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:59:05.362822Z","caller":"traceutil/trace.go:171","msg":"trace[596595524] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"1.5331465s","start":"2026-03-02T15:59:03.829664Z","end":"2026-03-02T15:59:05.36281Z","steps":["trace[596595524] 'process raft request' (duration: 1.53280829s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.362881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:03.829653Z","time spent":"1.533199631s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:59:05.362876Z","caller":"traceutil/trace.go:171","msg":"trace[1434001069] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.533113619s","start":"2026-03-02T15:59:03.829735Z","end":"2026-03-02T15:59:05.362848Z","steps":["trace[1434001069] 'process raft request' (duration: 1.532948364s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:05.362994Z","caller":"traceutil/trace.go:171","msg":"trace[1597399722] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2035; }","duration":"1.203766242s","start":"2026-03-02T15:59:04.159208Z","end":"2026-03-02T15:59:05.362974Z","steps":["trace[1597399722] 'read index received' (duration: 145.542494ms)","trace[1597399722] 'applied index is now lower than readState.Index' (duration: 1.058222868s)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:59:05.363051Z","caller":"traceutil/trace.go:171","msg":"trace[1217625242] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.532413629s","start":"2026-03-02T15:59:03.830627Z","end":"2026-03-02T15:59:05.36304Z","steps":["trace[1217625242] 'process raft request' (duration: 1.532175312s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.363059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:03.829727Z","time spent":"1.533234402s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:59:05.363127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:03.830616Z","time spent":"1.53245932s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:59:05.363114Z","caller":"traceutil/trace.go:171","msg":"trace[541747185] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.52051841s","start":"2026-03-02T15:59:03.842539Z","end":"2026-03-02T15:59:05.363058Z","steps":["trace[541747185] 'process raft request' (duration: 1.520366786s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.363203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203990609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T15:59:05.363232Z","caller":"traceutil/trace.go:171","msg":"trace[285013540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1958; }","duration":"1.204066571s","start":"2026-03-02T15:59:04.159157Z","end":"2026-03-02T15:59:05.363224Z","steps":["trace[285013540] 'agreement among raft nodes before linearized reading' (duration: 1.203921357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.363258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:04.159135Z","time spent":"1.204115462s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T15:59:05.363277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:03.842531Z","time spent":"1.520655434s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:59:05.735539Z","caller":"traceutil/trace.go:171","msg":"trace[2081967944] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"615.183208ms","start":"2026-03-02T15:59:05.120321Z","end":"2026-03-02T15:59:05.735504Z","steps":["trace[2081967944] 'process raft request' (duration: 604.164773ms)","trace[2081967944] 'compare' (duration: 10.628024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:59:05.735738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:05.120292Z","time spent":"615.347393ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:59:05.735781Z","caller":"traceutil/trace.go:171","msg":"trace[659202493] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"390.764844ms","start":"2026-03-02T15:59:05.344988Z","end":"2026-03-02T15:59:05.735753Z","steps":["trace[659202493] 'process raft request' (duration: 390.382493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:05.735805Z","caller":"traceutil/trace.go:171","msg":"trace[1854091817] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2041; }","duration":"372.724545ms","start":"2026-03-02T15:59:05.363053Z","end":"2026-03-02T15:59:05.735777Z","steps":["trace[1854091817] 'read index received' (duration: 361.358531ms)","trace[1854091817] 'applied index is now lower than readState.Index' (duration: 11.364694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T15:59:05.735943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:05.34497Z","time spent":"390.873217ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T15:59:05.735974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313531687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:59:05.735963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042898174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:59:05.736008Z","caller":"traceutil/trace.go:171","msg":"trace[484593430] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1960; }","duration":"1.313612339s","start":"2026-03-02T15:59:04.422386Z","end":"2026-03-02T15:59:05.735998Z","steps":["trace[484593430] 'agreement among raft nodes before linearized reading' (duration: 1.313529297s)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:05.73602Z","caller":"traceutil/trace.go:171","msg":"trace[1215332555] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1960; }","duration":"1.043006217s","start":"2026-03-02T15:59:04.692998Z","end":"2026-03-02T15:59:05.736004Z","steps":["trace[1215332555] 'agreement among raft nodes before linearized reading' (duration: 1.042910374s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.736045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:04.422369Z","time spent":"1.31366657s","remote":"127.0.0.1:35400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:59:05.736092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.523527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T15:59:05.736122Z","caller":"traceutil/trace.go:171","msg":"trace[1118310513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1961; }","duration":"747.585529ms","start":"2026-03-02T15:59:04.988529Z","end":"2026-03-02T15:59:05.736115Z","steps":["trace[1118310513] 'agreement among raft nodes before linearized reading' (duration: 747.547128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.736138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:04.988509Z","time spent":"747.62492ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T15:59:05.736137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505831133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:59:05.736209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.76763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T15:59:05.736227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036156047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-02T15:59:05.736286Z","caller":"traceutil/trace.go:171","msg":"trace[817840811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1961; }","duration":"889.869753ms","start":"2026-03-02T15:59:04.846396Z","end":"2026-03-02T15:59:05.736266Z","steps":["trace[817840811] 'agreement among raft nodes before linearized reading' (duration: 889.603656ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:05.7363Z","caller":"traceutil/trace.go:171","msg":"trace[1555164801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1961; }","duration":"1.03625366s","start":"2026-03-02T15:59:04.700023Z","end":"2026-03-02T15:59:05.736277Z","steps":["trace[1555164801] 'agreement among raft nodes before linearized reading' (duration: 1.035972342s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.736345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:04.846384Z","time spent":"889.946915ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T15:59:05.736452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:04.699989Z","time spent":"1.036448786s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T15:59:05.736534Z","caller":"traceutil/trace.go:171","msg":"trace[1607566091] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"368.260072ms","start":"2026-03-02T15:59:05.368253Z","end":"2026-03-02T15:59:05.736513Z","steps":["trace[1607566091] 'process raft request' (duration: 367.446449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.736051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:04.692969Z","time spent":"1.043075329s","remote":"127.0.0.1:41228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:59:05.736645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:05.368232Z","time spent":"368.358805ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T15:59:05.736225Z","caller":"traceutil/trace.go:171","msg":"trace[1636634315] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1961; }","duration":"1.505965467s","start":"2026-03-02T15:59:04.230238Z","end":"2026-03-02T15:59:05.736203Z","steps":["trace[1636634315] 'agreement among raft nodes before linearized reading' (duration: 1.505780042s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.736297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499523229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T15:59:05.736791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:04.230218Z","time spent":"1.506558094s","remote":"127.0.0.1:35296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T15:59:05.736842Z","caller":"traceutil/trace.go:171","msg":"trace[2015054745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1961; }","duration":"1.500089435s","start":"2026-03-02T15:59:04.236729Z","end":"2026-03-02T15:59:05.736818Z","steps":["trace[2015054745] 'agreement among raft nodes before linearized reading' (duration: 1.49952738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T15:59:05.736918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T15:59:04.236712Z","time spent":"1.500179707s","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T15:59:05.736948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.301975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T15:59:05.737056Z","caller":"traceutil/trace.go:171","msg":"trace[1600492227] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1962; }","duration":"210.593443ms","start":"2026-03-02T15:59:05.526444Z","end":"2026-03-02T15:59:05.737037Z","steps":["trace[1600492227] 'agreement among raft nodes before linearized reading' (duration: 210.10898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:45.784971Z","caller":"traceutil/trace.go:171","msg":"trace[2090264458] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"180.335423ms","start":"2026-03-02T15:59:45.604601Z","end":"2026-03-02T15:59:45.784937Z","steps":["trace[2090264458] 'process raft request' (duration: 180.23296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:45.785054Z","caller":"traceutil/trace.go:171","msg":"trace[87388508] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"181.159257ms","start":"2026-03-02T15:59:45.603837Z","end":"2026-03-02T15:59:45.784997Z","steps":["trace[87388508] 'process raft request' (duration: 100.769337ms)","trace[87388508] 'compare' (duration: 80.04507ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T15:59:45.78526Z","caller":"traceutil/trace.go:171","msg":"trace[1453000141] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"179.294283ms","start":"2026-03-02T15:59:45.605936Z","end":"2026-03-02T15:59:45.78523Z","steps":["trace[1453000141] 'process raft request' (duration: 178.950864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T15:59:45.785618Z","caller":"traceutil/trace.go:171","msg":"trace[97055043] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"179.654084ms","start":"2026-03-02T15:59:45.605949Z","end":"2026-03-02T15:59:45.785603Z","steps":["trace[97055043] 'process raft request' (duration: 179.248232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:19.797463Z","caller":"traceutil/trace.go:171","msg":"trace[1342412550] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"110.075011ms","start":"2026-03-02T16:00:19.687309Z","end":"2026-03-02T16:00:19.797384Z","steps":["trace[1342412550] 'process raft request' (duration: 75.300975ms)","trace[1342412550] 'compare' (duration: 34.647593ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:19.992579Z","caller":"traceutil/trace.go:171","msg":"trace[532413039] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"159.398799ms","start":"2026-03-02T16:00:19.833147Z","end":"2026-03-02T16:00:19.992546Z","steps":["trace[532413039] 'process raft request' (duration: 159.263796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:19.99256Z","caller":"traceutil/trace.go:171","msg":"trace[1433408970] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"159.817481ms","start":"2026-03-02T16:00:19.832687Z","end":"2026-03-02T16:00:19.992505Z","steps":["trace[1433408970] 'process raft request' (duration: 78.247419ms)","trace[1433408970] 'compare' (duration: 81.316585ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:19.992782Z","caller":"traceutil/trace.go:171","msg":"trace[1019388290] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"134.173714ms","start":"2026-03-02T16:00:19.858584Z","end":"2026-03-02T16:00:19.992758Z","steps":["trace[1019388290] 'process raft request' (duration: 133.947568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:19.993105Z","caller":"traceutil/trace.go:171","msg":"trace[2009524587] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"135.137942ms","start":"2026-03-02T16:00:19.857958Z","end":"2026-03-02T16:00:19.993096Z","steps":["trace[2009524587] 'process raft request' (duration: 134.529445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:20.265518Z","caller":"traceutil/trace.go:171","msg":"trace[1891839230] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"124.130669ms","start":"2026-03-02T16:00:20.141314Z","end":"2026-03-02T16:00:20.265444Z","steps":["trace[1891839230] 'process raft request' (duration: 71.462036ms)","trace[1891839230] 'compare' (duration: 52.340244ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:20.265602Z","caller":"traceutil/trace.go:171","msg":"trace[1802543332] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"121.749552ms","start":"2026-03-02T16:00:20.143797Z","end":"2026-03-02T16:00:20.265546Z","steps":["trace[1802543332] 'process raft request' (duration: 121.468824ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:20.387881Z","caller":"traceutil/trace.go:171","msg":"trace[1461930655] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"115.470594ms","start":"2026-03-02T16:00:20.272377Z","end":"2026-03-02T16:00:20.387847Z","steps":["trace[1461930655] 'process raft request' (duration: 110.829142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:20.387879Z","caller":"traceutil/trace.go:171","msg":"trace[108148107] linearizableReadLoop","detail":"{readStateIndex:2581; appliedIndex:2580; }","duration":"109.258758ms","start":"2026-03-02T16:00:20.278576Z","end":"2026-03-02T16:00:20.387835Z","steps":["trace[108148107] 'read index received' (duration: 104.508873ms)","trace[108148107] 'applied index is now lower than readState.Index' (duration: 4.747924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:00:20.388281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.68524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:00:20.388369Z","caller":"traceutil/trace.go:171","msg":"trace[1451347078] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2475; }","duration":"109.789633ms","start":"2026-03-02T16:00:20.278558Z","end":"2026-03-02T16:00:20.388347Z","steps":["trace[1451347078] 'agreement among raft nodes before linearized reading' (duration: 109.422303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:20.725083Z","caller":"traceutil/trace.go:171","msg":"trace[2001134977] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"135.962885ms","start":"2026-03-02T16:00:20.589086Z","end":"2026-03-02T16:00:20.725048Z","steps":["trace[2001134977] 'process raft request' (duration: 134.74878ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:20.751031Z","caller":"traceutil/trace.go:171","msg":"trace[968640389] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"153.345798ms","start":"2026-03-02T16:00:20.597643Z","end":"2026-03-02T16:00:20.750989Z","steps":["trace[968640389] 'process raft request' (duration: 153.159383ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:21.278611Z","caller":"traceutil/trace.go:171","msg":"trace[452482066] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"492.510276ms","start":"2026-03-02T16:00:20.786068Z","end":"2026-03-02T16:00:21.278579Z","steps":["trace[452482066] 'process raft request' (duration: 472.888625ms)","trace[452482066] 'compare' (duration: 19.058385ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:21.278709Z","caller":"traceutil/trace.go:171","msg":"trace[1099480048] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"470.437579ms","start":"2026-03-02T16:00:20.808231Z","end":"2026-03-02T16:00:21.278669Z","steps":["trace[1099480048] 'process raft request' (duration: 470.299465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.278765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:20.786051Z","time spent":"492.627879ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:00:21.278795Z","caller":"traceutil/trace.go:171","msg":"trace[1396219342] linearizableReadLoop","detail":"{readStateIndex:2591; appliedIndex:2590; }","duration":"480.609945ms","start":"2026-03-02T16:00:20.79816Z","end":"2026-03-02T16:00:21.27877Z","steps":["trace[1396219342] 'read index received' (duration: 460.742018ms)","trace[1396219342] 'applied index is now lower than readState.Index' (duration: 19.864977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:00:21.278938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.776219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-03-02T16:00:21.278921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:20.808215Z","time spent":"470.606223ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:00:21.278963Z","caller":"traceutil/trace.go:171","msg":"trace[1962205265] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2486; }","duration":"480.832131ms","start":"2026-03-02T16:00:20.798125Z","end":"2026-03-02T16:00:21.278957Z","steps":["trace[1962205265] 'agreement among raft nodes before linearized reading' (duration: 480.722358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.278981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:20.79811Z","time spent":"480.866981ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":928,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-02T16:00:21.279119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.625284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:00:21.27914Z","caller":"traceutil/trace.go:171","msg":"trace[775255460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2486; }","duration":"291.699657ms","start":"2026-03-02T16:00:20.987435Z","end":"2026-03-02T16:00:21.279135Z","steps":["trace[775255460] 'agreement among raft nodes before linearized reading' (duration: 291.666846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.279273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.675223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T16:00:21.279361Z","caller":"traceutil/trace.go:171","msg":"trace[1182290036] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2486; }","duration":"461.818986ms","start":"2026-03-02T16:00:20.817519Z","end":"2026-03-02T16:00:21.279338Z","steps":["trace[1182290036] 'agreement among raft nodes before linearized reading' (duration: 461.59199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:21.27942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:20.817491Z","time spent":"461.918959ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T16:00:26.11176Z","caller":"traceutil/trace.go:171","msg":"trace[521611004] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"102.136302ms","start":"2026-03-02T16:00:26.009603Z","end":"2026-03-02T16:00:26.111739Z","steps":["trace[521611004] 'process raft request' (duration: 101.658709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:58.217316Z","caller":"traceutil/trace.go:171","msg":"trace[1007727144] linearizableReadLoop","detail":"{readStateIndex:2802; appliedIndex:2801; }","duration":"478.268542ms","start":"2026-03-02T16:00:57.739028Z","end":"2026-03-02T16:00:58.217297Z","steps":["trace[1007727144] 'read index received' (duration: 478.221711ms)","trace[1007727144] 'applied index is now lower than readState.Index' (duration: 46.421µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:58.217403Z","caller":"traceutil/trace.go:171","msg":"trace[1481478685] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"513.559087ms","start":"2026-03-02T16:00:57.703838Z","end":"2026-03-02T16:00:58.217397Z","steps":["trace[1481478685] 'process raft request' (duration: 513.344771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.217475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:57.703814Z","time spent":"513.604468ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:58.217617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.581762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-02T16:00:58.217698Z","caller":"traceutil/trace.go:171","msg":"trace[593034687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2688; }","duration":"478.703975ms","start":"2026-03-02T16:00:57.738978Z","end":"2026-03-02T16:00:58.217682Z","steps":["trace[593034687] 'agreement among raft nodes before linearized reading' (duration: 478.453468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.217757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:57.738957Z","time spent":"478.769516ms","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-02T16:00:58.755331Z","caller":"traceutil/trace.go:171","msg":"trace[1337893170] linearizableReadLoop","detail":"{readStateIndex:2803; appliedIndex:2802; }","duration":"537.934576ms","start":"2026-03-02T16:00:58.217375Z","end":"2026-03-02T16:00:58.755309Z","steps":["trace[1337893170] 'read index received' (duration: 454.14057ms)","trace[1337893170] 'applied index is now lower than readState.Index' (duration: 83.791255ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:58.755415Z","caller":"traceutil/trace.go:171","msg":"trace[134027833] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"444.88855ms","start":"2026-03-02T16:00:58.310511Z","end":"2026-03-02T16:00:58.7554Z","steps":["trace[134027833] 'process raft request' (duration: 444.788697ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:58.755402Z","caller":"traceutil/trace.go:171","msg":"trace[2117660850] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"532.020346ms","start":"2026-03-02T16:00:58.223351Z","end":"2026-03-02T16:00:58.755372Z","steps":["trace[2117660850] 'process raft request' (duration: 531.897883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:58.755421Z","caller":"traceutil/trace.go:171","msg":"trace[759180568] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"363.056928ms","start":"2026-03-02T16:00:58.3923Z","end":"2026-03-02T16:00:58.755357Z","steps":["trace[759180568] 'process raft request' (duration: 363.025907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.755443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.146678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:00:58.755498Z","caller":"traceutil/trace.go:171","msg":"trace[1559250653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2692; }","duration":"769.249721ms","start":"2026-03-02T16:00:57.986232Z","end":"2026-03-02T16:00:58.755482Z","steps":["trace[1559250653] 'agreement among raft nodes before linearized reading' (duration: 769.107647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.75553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.392285Z","time spent":"363.191981ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:58.755542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:57.986219Z","time spent":"769.315433ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:00:58.755547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.223334Z","time spent":"532.13513ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:58.75561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.445532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899119226b6b002\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-02T16:00:58.755675Z","caller":"traceutil/trace.go:171","msg":"trace[324407829] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899119226b6b002; range_end:; response_count:1; response_revision:2692; }","duration":"990.533355ms","start":"2026-03-02T16:00:57.765127Z","end":"2026-03-02T16:00:58.75566Z","steps":["trace[324407829] 'agreement among raft nodes before linearized reading' (duration: 990.326379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.75573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:57.765119Z","time spent":"990.595316ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.1899119226b6b002\" "} {"level":"warn","ts":"2026-03-02T16:00:58.755815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.275806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:00:58.755304Z","caller":"traceutil/trace.go:171","msg":"trace[1392165252] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"594.040773ms","start":"2026-03-02T16:00:58.16122Z","end":"2026-03-02T16:00:58.75526Z","steps":["trace[1392165252] 'process raft request' (duration: 510.056933ms)","trace[1392165252] 'compare' (duration: 83.831466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:00:58.755842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.184643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:00:58.755921Z","caller":"traceutil/trace.go:171","msg":"trace[1910878637] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2692; }","duration":"227.348667ms","start":"2026-03-02T16:00:58.528502Z","end":"2026-03-02T16:00:58.755851Z","steps":["trace[1910878637] 'agreement among raft nodes before linearized reading' (duration: 227.267635ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:58.755933Z","caller":"traceutil/trace.go:171","msg":"trace[828791546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2692; }","duration":"420.295995ms","start":"2026-03-02T16:00:58.335617Z","end":"2026-03-02T16:00:58.755913Z","steps":["trace[828791546] 'agreement among raft nodes before linearized reading' (duration: 420.071259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.755953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.744189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:00:58.755801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.310481Z","time spent":"444.977523ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:58.75598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.335603Z","time spent":"420.368607ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:00:58.756007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.915494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:00:58.756007Z","caller":"traceutil/trace.go:171","msg":"trace[937901200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2692; }","duration":"423.78402ms","start":"2026-03-02T16:00:58.332203Z","end":"2026-03-02T16:00:58.755987Z","steps":["trace[937901200] 'agreement among raft nodes before linearized reading' (duration: 423.679667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.755969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.76548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:00:58.756036Z","caller":"traceutil/trace.go:171","msg":"trace[1427338433] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2692; }","duration":"328.948575ms","start":"2026-03-02T16:00:58.42708Z","end":"2026-03-02T16:00:58.756029Z","steps":["trace[1427338433] 'agreement among raft nodes before linearized reading' (duration: 328.871343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.756045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.332172Z","time spent":"423.867091ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:00:58.75606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.427028Z","time spent":"329.026818ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T16:00:58.756062Z","caller":"traceutil/trace.go:171","msg":"trace[754800174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2692; }","duration":"426.893703ms","start":"2026-03-02T16:00:58.329153Z","end":"2026-03-02T16:00:58.756046Z","steps":["trace[754800174] 'agreement among raft nodes before linearized reading' (duration: 426.637237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.756102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.329141Z","time spent":"426.952365ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:00:58.755933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.161186Z","time spent":"594.720522ms","remote":"127.0.0.1:35188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:58.755831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.650353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:00:58.756192Z","caller":"traceutil/trace.go:171","msg":"trace[932240293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2692; }","duration":"425.056144ms","start":"2026-03-02T16:00:58.331125Z","end":"2026-03-02T16:00:58.756181Z","steps":["trace[932240293] 'agreement among raft nodes before linearized reading' (duration: 424.594482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.756075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.943316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1a2dfda3-5a32-447e-9f5a-0cbfb615cb7d\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-02T16:00:58.75624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.331081Z","time spent":"425.146886ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:00:58.756287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.314627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:00:58.756348Z","caller":"traceutil/trace.go:171","msg":"trace[631215953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2692; }","duration":"511.396818ms","start":"2026-03-02T16:00:58.244937Z","end":"2026-03-02T16:00:58.756334Z","steps":["trace[631215953] 'agreement among raft nodes before linearized reading' (duration: 511.255324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.756397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.244926Z","time spent":"511.459881ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:00:58.756274Z","caller":"traceutil/trace.go:171","msg":"trace[1288261134] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1a2dfda3-5a32-447e-9f5a-0cbfb615cb7d; range_end:; response_count:1; response_revision:2692; }","duration":"535.174382ms","start":"2026-03-02T16:00:58.221077Z","end":"2026-03-02T16:00:58.756251Z","steps":["trace[1288261134] 'agreement among raft nodes before linearized reading' (duration: 534.530205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:58.757069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.221058Z","time spent":"535.989494ms","remote":"127.0.0.1:35312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-1a2dfda3-5a32-447e-9f5a-0cbfb615cb7d\" "} {"level":"warn","ts":"2026-03-02T16:00:59.311736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.758567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:00:59.311901Z","caller":"traceutil/trace.go:171","msg":"trace[362252718] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"553.698472ms","start":"2026-03-02T16:00:58.758178Z","end":"2026-03-02T16:00:59.311877Z","steps":["trace[362252718] 'process raft request' (duration: 375.705559ms)","trace[362252718] 'compare' (duration: 177.639014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:00:59.312001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.758156Z","time spent":"553.797705ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:00:59.312039Z","caller":"traceutil/trace.go:171","msg":"trace[920232257] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"550.197228ms","start":"2026-03-02T16:00:58.761828Z","end":"2026-03-02T16:00:59.312026Z","steps":["trace[920232257] 'process raft request' (duration: 550.104645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:59.31211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.761818Z","time spent":"550.258309ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:00:59.31207Z","caller":"traceutil/trace.go:171","msg":"trace[1243035039] linearizableReadLoop","detail":"{readStateIndex:2807; appliedIndex:2806; }","duration":"552.311105ms","start":"2026-03-02T16:00:58.759632Z","end":"2026-03-02T16:00:59.311943Z","steps":["trace[1243035039] 'read index received' (duration: 374.358143ms)","trace[1243035039] 'applied index is now lower than readState.Index' (duration: 177.949772ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:00:59.312239Z","caller":"traceutil/trace.go:171","msg":"trace[1340988849] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"551.129713ms","start":"2026-03-02T16:00:58.7611Z","end":"2026-03-02T16:00:59.31223Z","steps":["trace[1340988849] 'process raft request' (duration: 550.773763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:59.312299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.761091Z","time spent":"551.179464ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:00:59.312588Z","caller":"traceutil/trace.go:171","msg":"trace[2038467157] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"550.704182ms","start":"2026-03-02T16:00:58.761843Z","end":"2026-03-02T16:00:59.312548Z","steps":["trace[2038467157] 'process raft request' (duration: 550.120886ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:59.312654Z","caller":"traceutil/trace.go:171","msg":"trace[1399440014] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"549.588321ms","start":"2026-03-02T16:00:58.763038Z","end":"2026-03-02T16:00:59.312627Z","steps":["trace[1399440014] 'process raft request' (duration: 549.482158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:00:59.312744Z","caller":"traceutil/trace.go:171","msg":"trace[1844553582] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"477.568724ms","start":"2026-03-02T16:00:58.835164Z","end":"2026-03-02T16:00:59.312733Z","steps":["trace[1844553582] 'process raft request' (duration: 477.408289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:59.312761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.761834Z","time spent":"550.835535ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:59.312799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.83514Z","time spent":"477.629696ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:59.312863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.763029Z","time spent":"549.739736ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:00:59.312915Z","caller":"traceutil/trace.go:171","msg":"trace[794595608] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"550.952868ms","start":"2026-03-02T16:00:58.761952Z","end":"2026-03-02T16:00:59.312905Z","steps":["trace[794595608] 'process raft request' (duration: 550.443014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:59.312961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.761943Z","time spent":"550.993489ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:00:59.312709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.15411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:00:59.313037Z","caller":"traceutil/trace.go:171","msg":"trace[1483363830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2699; }","duration":"326.515599ms","start":"2026-03-02T16:00:58.986505Z","end":"2026-03-02T16:00:59.313021Z","steps":["trace[1483363830] 'agreement among raft nodes before linearized reading' (duration: 326.16277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:59.313112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.986483Z","time spent":"326.614981ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:00:59.314343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.688699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-02T16:00:59.314465Z","caller":"traceutil/trace.go:171","msg":"trace[1894553268] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2699; }","duration":"554.845573ms","start":"2026-03-02T16:00:58.7596Z","end":"2026-03-02T16:00:59.314446Z","steps":["trace[1894553268] 'agreement among raft nodes before linearized reading' (duration: 552.716475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:00:59.314692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:00:58.759583Z","time spent":"555.09066ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-02T16:01:04.973793Z","caller":"traceutil/trace.go:171","msg":"trace[311755320] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"199.454893ms","start":"2026-03-02T16:01:04.774319Z","end":"2026-03-02T16:01:04.973774Z","steps":["trace[311755320] 'process raft request' (duration: 199.34577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:01:04.995526Z","caller":"traceutil/trace.go:171","msg":"trace[568933541] linearizableReadLoop","detail":"{readStateIndex:2838; appliedIndex:2836; }","duration":"187.10803ms","start":"2026-03-02T16:01:04.808404Z","end":"2026-03-02T16:01:04.995512Z","steps":["trace[568933541] 'read index received' (duration: 165.428673ms)","trace[568933541] 'applied index is now lower than readState.Index' (duration: 21.678317ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:01:04.995751Z","caller":"traceutil/trace.go:171","msg":"trace[1013798742] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"212.442725ms","start":"2026-03-02T16:01:04.783297Z","end":"2026-03-02T16:01:04.99574Z","steps":["trace[1013798742] 'process raft request' (duration: 212.109686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:01:04.995896Z","caller":"traceutil/trace.go:171","msg":"trace[1357756224] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"199.946487ms","start":"2026-03-02T16:01:04.795941Z","end":"2026-03-02T16:01:04.995888Z","steps":["trace[1357756224] 'process raft request' (duration: 199.535666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:01:04.996117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.688895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:01:04.996203Z","caller":"traceutil/trace.go:171","msg":"trace[270790810] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2723; }","duration":"187.833149ms","start":"2026-03-02T16:01:04.808351Z","end":"2026-03-02T16:01:04.996184Z","steps":["trace[270790810] 'agreement among raft nodes before linearized reading' (duration: 187.655114ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:01:15.617452Z","caller":"traceutil/trace.go:171","msg":"trace[1649735277] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"133.922262ms","start":"2026-03-02T16:01:15.483506Z","end":"2026-03-02T16:01:15.617428Z","steps":["trace[1649735277] 'process raft request' (duration: 133.876981ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:01:15.617524Z","caller":"traceutil/trace.go:171","msg":"trace[1833222448] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"134.764074ms","start":"2026-03-02T16:01:15.482713Z","end":"2026-03-02T16:01:15.617477Z","steps":["trace[1833222448] 'process raft request' (duration: 36.479356ms)","trace[1833222448] 'compare' (duration: 98.066292ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:01:16.657522Z","caller":"traceutil/trace.go:171","msg":"trace[1932497890] linearizableReadLoop","detail":"{readStateIndex:2898; appliedIndex:2897; }","duration":"245.877228ms","start":"2026-03-02T16:01:16.411618Z","end":"2026-03-02T16:01:16.657495Z","steps":["trace[1932497890] 'read index received' (duration: 245.650182ms)","trace[1932497890] 'applied index is now lower than readState.Index' (duration: 225.596µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:01:16.657673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.033313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:01:16.657744Z","caller":"traceutil/trace.go:171","msg":"trace[1483760942] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2780; }","duration":"246.135286ms","start":"2026-03-02T16:01:16.411588Z","end":"2026-03-02T16:01:16.657723Z","steps":["trace[1483760942] 'agreement among raft nodes before linearized reading' (duration: 246.023993ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:01:16.774562Z","caller":"traceutil/trace.go:171","msg":"trace[2072668713] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"115.316468ms","start":"2026-03-02T16:01:16.659203Z","end":"2026-03-02T16:01:16.774519Z","steps":["trace[2072668713] 'process raft request' (duration: 115.091932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:01:16.774852Z","caller":"traceutil/trace.go:171","msg":"trace[1796235775] linearizableReadLoop","detail":"{readStateIndex:2899; appliedIndex:2898; }","duration":"117.221099ms","start":"2026-03-02T16:01:16.657586Z","end":"2026-03-02T16:01:16.774808Z","steps":["trace[1796235775] 'read index received' (duration: 47.002061ms)","trace[1796235775] 'applied index is now lower than readState.Index' (duration: 70.214728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:01:16.77516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.73604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-02T16:01:16.775161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.764053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T16:01:16.775207Z","caller":"traceutil/trace.go:171","msg":"trace[1381548613] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2781; }","duration":"348.854173ms","start":"2026-03-02T16:01:16.426338Z","end":"2026-03-02T16:01:16.775193Z","steps":["trace[1381548613] 'agreement among raft nodes before linearized reading' (duration: 348.638897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:01:16.775246Z","caller":"traceutil/trace.go:171","msg":"trace[2008309687] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2781; }","duration":"148.901827ms","start":"2026-03-02T16:01:16.626325Z","end":"2026-03-02T16:01:16.775227Z","steps":["trace[2008309687] 'agreement among raft nodes before linearized reading' (duration: 148.520766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:01:16.775304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.337652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:01:16.775338Z","caller":"traceutil/trace.go:171","msg":"trace[51708391] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2781; }","duration":"185.404094ms","start":"2026-03-02T16:01:16.589926Z","end":"2026-03-02T16:01:16.77533Z","steps":["trace[51708391] 'agreement among raft nodes before linearized reading' (duration: 185.348432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:01:16.775253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:01:16.426305Z","time spent":"348.938195ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T16:02:17.897659Z","caller":"traceutil/trace.go:171","msg":"trace[1051034798] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"119.766864ms","start":"2026-03-02T16:02:17.777865Z","end":"2026-03-02T16:02:17.897632Z","steps":["trace[1051034798] 'process raft request' (duration: 119.589859ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:02:17.897641Z","caller":"traceutil/trace.go:171","msg":"trace[1966556989] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"121.817139ms","start":"2026-03-02T16:02:17.775765Z","end":"2026-03-02T16:02:17.897583Z","steps":["trace[1966556989] 'process raft request' (duration: 121.448249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:02:18.118195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.326399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:02:18.118424Z","caller":"traceutil/trace.go:171","msg":"trace[1505480525] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"203.97837ms","start":"2026-03-02T16:02:17.914421Z","end":"2026-03-02T16:02:18.1184Z","steps":["trace[1505480525] 'process raft request' (duration: 67.353083ms)","trace[1505480525] 'compare' (duration: 136.040992ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:02:18.118627Z","caller":"traceutil/trace.go:171","msg":"trace[1642974906] linearizableReadLoop","detail":"{readStateIndex:3214; appliedIndex:3212; }","duration":"159.879954ms","start":"2026-03-02T16:02:17.958721Z","end":"2026-03-02T16:02:18.118601Z","steps":["trace[1642974906] 'read index received' (duration: 23.093332ms)","trace[1642974906] 'applied index is now lower than readState.Index' (duration: 136.785352ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:02:18.118689Z","caller":"traceutil/trace.go:171","msg":"trace[1304901560] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"202.666385ms","start":"2026-03-02T16:02:17.915985Z","end":"2026-03-02T16:02:18.118651Z","steps":["trace[1304901560] 'process raft request' (duration: 202.317356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:02:18.118786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.862832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:02:18.118774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.047488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:02:18.118825Z","caller":"traceutil/trace.go:171","msg":"trace[2015998913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3083; }","duration":"130.953295ms","start":"2026-03-02T16:02:17.987862Z","end":"2026-03-02T16:02:18.118815Z","steps":["trace[2015998913] 'agreement among raft nodes before linearized reading' (duration: 130.879734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:02:18.118849Z","caller":"traceutil/trace.go:171","msg":"trace[851964645] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3083; }","duration":"160.189182ms","start":"2026-03-02T16:02:17.958639Z","end":"2026-03-02T16:02:18.118828Z","steps":["trace[851964645] 'agreement among raft nodes before linearized reading' (duration: 160.069829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:06.577078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.285208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T16:03:06.577201Z","caller":"traceutil/trace.go:171","msg":"trace[1818524595] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3490; }","duration":"130.472932ms","start":"2026-03-02T16:03:06.446698Z","end":"2026-03-02T16:03:06.577171Z","steps":["trace[1818524595] 'range keys from in-memory index tree' (duration: 130.063572ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:03:30.586818Z","caller":"traceutil/trace.go:171","msg":"trace[2135081767] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"131.795158ms","start":"2026-03-02T16:03:30.454996Z","end":"2026-03-02T16:03:30.586791Z","steps":["trace[2135081767] 'process raft request' (duration: 130.261937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:03:36.272531Z","caller":"traceutil/trace.go:171","msg":"trace[1890742919] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"786.105511ms","start":"2026-03-02T16:03:35.486405Z","end":"2026-03-02T16:03:36.27251Z","steps":["trace[1890742919] 'process raft request' (duration: 785.945566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:36.27267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:03:35.48638Z","time spent":"786.217154ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:03:36.544773Z","caller":"traceutil/trace.go:171","msg":"trace[1644352121] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"949.327218ms","start":"2026-03-02T16:03:35.59542Z","end":"2026-03-02T16:03:36.544747Z","steps":["trace[1644352121] 'process raft request' (duration: 943.559273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:36.544975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:03:35.595397Z","time spent":"949.476722ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:03:36.545064Z","caller":"traceutil/trace.go:171","msg":"trace[1575835324] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"949.417811ms","start":"2026-03-02T16:03:35.595619Z","end":"2026-03-02T16:03:36.545037Z","steps":["trace[1575835324] 'process raft request' (duration: 949.049621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:03:36.545139Z","caller":"traceutil/trace.go:171","msg":"trace[340729663] linearizableReadLoop","detail":"{readStateIndex:3793; appliedIndex:3790; }","duration":"425.179452ms","start":"2026-03-02T16:03:36.119933Z","end":"2026-03-02T16:03:36.545112Z","steps":["trace[340729663] 'read index received' (duration: 152.430618ms)","trace[340729663] 'applied index is now lower than readState.Index' (duration: 272.746644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:03:36.54525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:03:35.595594Z","time spent":"949.568424ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:03:36.545447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.50048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T16:03:36.546491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.810871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:03:36.54655Z","caller":"traceutil/trace.go:171","msg":"trace[2127618972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3641; }","duration":"286.908574ms","start":"2026-03-02T16:03:36.259626Z","end":"2026-03-02T16:03:36.546535Z","steps":["trace[2127618972] 'agreement among raft nodes before linearized reading' (duration: 286.708199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:36.546709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.395779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:03:36.546742Z","caller":"traceutil/trace.go:171","msg":"trace[294470653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3641; }","duration":"283.447281ms","start":"2026-03-02T16:03:36.263287Z","end":"2026-03-02T16:03:36.546734Z","steps":["trace[294470653] 'agreement among raft nodes before linearized reading' (duration: 283.361839ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:03:36.546629Z","caller":"traceutil/trace.go:171","msg":"trace[1322729593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:3641; }","duration":"426.587539ms","start":"2026-03-02T16:03:36.119883Z","end":"2026-03-02T16:03:36.54647Z","steps":["trace[1322729593] 'agreement among raft nodes before linearized reading' (duration: 425.365076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:36.54687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.208785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:03:36.546944Z","caller":"traceutil/trace.go:171","msg":"trace[1406958728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3641; }","duration":"286.308777ms","start":"2026-03-02T16:03:36.260612Z","end":"2026-03-02T16:03:36.546921Z","steps":["trace[1406958728] 'agreement among raft nodes before linearized reading' (duration: 286.146253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:03:36.546894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:03:36.119859Z","time spent":"427.002611ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:03:36.547209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.349408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:03:36.547274Z","caller":"traceutil/trace.go:171","msg":"trace[1533285826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3641; }","duration":"148.459791ms","start":"2026-03-02T16:03:36.398798Z","end":"2026-03-02T16:03:36.547258Z","steps":["trace[1533285826] 'agreement among raft nodes before linearized reading' (duration: 147.720112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:16.974544Z","caller":"traceutil/trace.go:171","msg":"trace[2103517021] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"120.752269ms","start":"2026-03-02T16:04:16.853772Z","end":"2026-03-02T16:04:16.974524Z","steps":["trace[2103517021] 'process raft request' (duration: 41.430281ms)","trace[2103517021] 'compare' (duration: 79.232985ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:17.008902Z","caller":"traceutil/trace.go:171","msg":"trace[1044132690] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"155.055848ms","start":"2026-03-02T16:04:16.85383Z","end":"2026-03-02T16:04:17.008886Z","steps":["trace[1044132690] 'process raft request' (duration: 154.938335ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:17.009228Z","caller":"traceutil/trace.go:171","msg":"trace[6431256] transaction","detail":"{read_only:false; response_revision:3927; number_of_response:1; }","duration":"155.318445ms","start":"2026-03-02T16:04:16.853865Z","end":"2026-03-02T16:04:17.009183Z","steps":["trace[6431256] 'process raft request' (duration: 154.985536ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:39.234156Z","caller":"traceutil/trace.go:171","msg":"trace[632115944] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"323.850914ms","start":"2026-03-02T16:04:38.910281Z","end":"2026-03-02T16:04:39.234132Z","steps":["trace[632115944] 'process raft request' (duration: 323.715141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:39.234337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:38.910254Z","time spent":"323.986908ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:39.234857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.502835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:04:39.234944Z","caller":"traceutil/trace.go:171","msg":"trace[1793003269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4055; }","duration":"304.66646ms","start":"2026-03-02T16:04:38.930262Z","end":"2026-03-02T16:04:39.234928Z","steps":["trace[1793003269] 'agreement among raft nodes before linearized reading' (duration: 304.31376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:39.234989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:38.930241Z","time spent":"304.738962ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:04:39.235475Z","caller":"traceutil/trace.go:171","msg":"trace[486640450] linearizableReadLoop","detail":"{readStateIndex:4234; appliedIndex:4234; }","duration":"304.187007ms","start":"2026-03-02T16:04:38.930306Z","end":"2026-03-02T16:04:39.234493Z","steps":["trace[486640450] 'read index received' (duration: 304.140866ms)","trace[486640450] 'applied index is now lower than readState.Index' (duration: 41.801µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:39.235825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.985407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:04:39.235829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.660631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:04:39.23584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.773369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:04:39.23588Z","caller":"traceutil/trace.go:171","msg":"trace[1628030436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4055; }","duration":"139.08051ms","start":"2026-03-02T16:04:39.096787Z","end":"2026-03-02T16:04:39.235868Z","steps":["trace[1628030436] 'agreement among raft nodes before linearized reading' (duration: 138.913545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:39.235896Z","caller":"traceutil/trace.go:171","msg":"trace[1011978812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4055; }","duration":"269.749253ms","start":"2026-03-02T16:04:38.96613Z","end":"2026-03-02T16:04:39.235879Z","steps":["trace[1011978812] 'agreement among raft nodes before linearized reading' (duration: 269.600799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:39.235903Z","caller":"traceutil/trace.go:171","msg":"trace[1342700821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4055; }","duration":"145.866481ms","start":"2026-03-02T16:04:39.090022Z","end":"2026-03-02T16:04:39.235888Z","steps":["trace[1342700821] 'agreement among raft nodes before linearized reading' (duration: 145.696337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:39.236122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.016489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:04:39.236183Z","caller":"traceutil/trace.go:171","msg":"trace[852475323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:4055; }","duration":"283.102722ms","start":"2026-03-02T16:04:38.953065Z","end":"2026-03-02T16:04:39.236168Z","steps":["trace[852475323] 'agreement among raft nodes before linearized reading' (duration: 282.611289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:44.383357Z","caller":"traceutil/trace.go:171","msg":"trace[1603937338] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"154.218916ms","start":"2026-03-02T16:04:44.229106Z","end":"2026-03-02T16:04:44.383325Z","steps":["trace[1603937338] 'process raft request' (duration: 148.852102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:44.385506Z","caller":"traceutil/trace.go:171","msg":"trace[1751345792] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"147.726272ms","start":"2026-03-02T16:04:44.237751Z","end":"2026-03-02T16:04:44.385477Z","steps":["trace[1751345792] 'process raft request' (duration: 147.027263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:44.385746Z","caller":"traceutil/trace.go:171","msg":"trace[505500498] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4387; }","duration":"104.217265ms","start":"2026-03-02T16:04:44.28151Z","end":"2026-03-02T16:04:44.385727Z","steps":["trace[505500498] 'process raft request' (duration: 103.607839ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:44.707679Z","caller":"traceutil/trace.go:171","msg":"trace[991046445] linearizableReadLoop","detail":"{readStateIndex:4587; appliedIndex:4586; }","duration":"186.584393ms","start":"2026-03-02T16:04:44.521071Z","end":"2026-03-02T16:04:44.707655Z","steps":["trace[991046445] 'read index received' (duration: 186.4555ms)","trace[991046445] 'applied index is now lower than readState.Index' (duration: 127.813µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:44.707728Z","caller":"traceutil/trace.go:171","msg":"trace[1788253267] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"198.284047ms","start":"2026-03-02T16:04:44.509406Z","end":"2026-03-02T16:04:44.70769Z","steps":["trace[1788253267] 'process raft request' (duration: 198.078722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:44.707875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.787169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-h9tsk\" ","response":"range_response_count:1 size:2468"} {"level":"info","ts":"2026-03-02T16:04:44.707911Z","caller":"traceutil/trace.go:171","msg":"trace[29782390] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-h9tsk; range_end:; response_count:1; response_revision:4401; }","duration":"186.875041ms","start":"2026-03-02T16:04:44.521025Z","end":"2026-03-02T16:04:44.7079Z","steps":["trace[29782390] 'agreement among raft nodes before linearized reading' (duration: 186.741587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:44.720505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.855393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:44.720592Z","caller":"traceutil/trace.go:171","msg":"trace[2050902239] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4403; }","duration":"182.959276ms","start":"2026-03-02T16:04:44.537615Z","end":"2026-03-02T16:04:44.720574Z","steps":["trace[2050902239] 'agreement among raft nodes before linearized reading' (duration: 182.800422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:44.720853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.383869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4330"} {"level":"info","ts":"2026-03-02T16:04:44.720944Z","caller":"traceutil/trace.go:171","msg":"trace[111860598] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4403; }","duration":"148.515523ms","start":"2026-03-02T16:04:44.572408Z","end":"2026-03-02T16:04:44.720924Z","steps":["trace[111860598] 'agreement among raft nodes before linearized reading' (duration: 148.258866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:45.828015Z","caller":"traceutil/trace.go:171","msg":"trace[1208054361] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"172.933008ms","start":"2026-03-02T16:04:45.655057Z","end":"2026-03-02T16:04:45.82799Z","steps":["trace[1208054361] 'process raft request' (duration: 172.713272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:46.085795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.005267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:46.085884Z","caller":"traceutil/trace.go:171","msg":"trace[365255329] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4422; }","duration":"202.148101ms","start":"2026-03-02T16:04:45.883717Z","end":"2026-03-02T16:04:46.085865Z","steps":["trace[365255329] 'range keys from in-memory index tree' (duration: 201.924315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:46.905337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.577108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:46.905469Z","caller":"traceutil/trace.go:171","msg":"trace[506377394] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"202.517071ms","start":"2026-03-02T16:04:46.702926Z","end":"2026-03-02T16:04:46.905444Z","steps":["trace[506377394] 'process raft request' (duration: 76.738108ms)","trace[506377394] 'compare' (duration: 125.435804ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:46.912582Z","caller":"traceutil/trace.go:171","msg":"trace[1490248954] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"199.900291ms","start":"2026-03-02T16:04:46.712654Z","end":"2026-03-02T16:04:46.912554Z","steps":["trace[1490248954] 'process raft request' (duration: 199.701175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:46.915674Z","caller":"traceutil/trace.go:171","msg":"trace[75042588] linearizableReadLoop","detail":"{readStateIndex:4618; appliedIndex:4615; }","duration":"148.505752ms","start":"2026-03-02T16:04:46.767139Z","end":"2026-03-02T16:04:46.915645Z","steps":["trace[75042588] 'read index received' (duration: 12.534386ms)","trace[75042588] 'applied index is now lower than readState.Index' (duration: 135.967626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:46.915888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.727128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:04:46.916007Z","caller":"traceutil/trace.go:171","msg":"trace[1209518721] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4432; }","duration":"148.921854ms","start":"2026-03-02T16:04:46.767057Z","end":"2026-03-02T16:04:46.915979Z","steps":["trace[1209518721] 'agreement among raft nodes before linearized reading' (duration: 148.731769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:49.253175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.622037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-03-02T16:04:49.253272Z","caller":"traceutil/trace.go:171","msg":"trace[1828474369] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4455; }","duration":"135.794221ms","start":"2026-03-02T16:04:49.117455Z","end":"2026-03-02T16:04:49.253249Z","steps":["trace[1828474369] 'range keys from in-memory index tree' (duration: 135.402171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:51.535137Z","caller":"traceutil/trace.go:171","msg":"trace[759244587] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"114.183052ms","start":"2026-03-02T16:04:51.420885Z","end":"2026-03-02T16:04:51.535068Z","steps":["trace[759244587] 'process raft request' (duration: 113.74112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:51.535325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.323284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-02T16:04:51.535394Z","caller":"traceutil/trace.go:171","msg":"trace[1209021547] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4496; }","duration":"118.418345ms","start":"2026-03-02T16:04:51.416949Z","end":"2026-03-02T16:04:51.535367Z","steps":["trace[1209021547] 'agreement among raft nodes before linearized reading' (duration: 118.22773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:53.072119Z","caller":"traceutil/trace.go:171","msg":"trace[1066981289] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"149.89652ms","start":"2026-03-02T16:04:52.922203Z","end":"2026-03-02T16:04:53.0721Z","steps":["trace[1066981289] 'process raft request' (duration: 149.786057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:53.081507Z","caller":"traceutil/trace.go:171","msg":"trace[108549203] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"120.934583ms","start":"2026-03-02T16:04:52.960537Z","end":"2026-03-02T16:04:53.081472Z","steps":["trace[108549203] 'process raft request' (duration: 120.844541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:53.081535Z","caller":"traceutil/trace.go:171","msg":"trace[489671684] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"128.822185ms","start":"2026-03-02T16:04:52.952681Z","end":"2026-03-02T16:04:53.081503Z","steps":["trace[489671684] 'process raft request' (duration: 128.558298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:53.942372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.200591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:04:53.942554Z","caller":"traceutil/trace.go:171","msg":"trace[1584103345] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"650.546665ms","start":"2026-03-02T16:04:53.291986Z","end":"2026-03-02T16:04:53.942533Z","steps":["trace[1584103345] 'process raft request' (duration: 237.101688ms)","trace[1584103345] 'compare' (duration: 412.833791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:53.942625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.29196Z","time spent":"650.633328ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:53.942609Z","caller":"traceutil/trace.go:171","msg":"trace[183605884] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"649.9347ms","start":"2026-03-02T16:04:53.292643Z","end":"2026-03-02T16:04:53.942578Z","steps":["trace[183605884] 'process raft request' (duration: 649.812796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:53.942746Z","caller":"traceutil/trace.go:171","msg":"trace[617558607] linearizableReadLoop","detail":"{readStateIndex:4751; appliedIndex:4748; }","duration":"524.511526ms","start":"2026-03-02T16:04:53.418219Z","end":"2026-03-02T16:04:53.94273Z","steps":["trace[617558607] 'read index received' (duration: 110.878223ms)","trace[617558607] 'applied index is now lower than readState.Index' (duration: 413.631543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:04:53.942761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.292627Z","time spent":"650.049612ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:04:53.942874Z","caller":"traceutil/trace.go:171","msg":"trace[1819972044] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"621.548549ms","start":"2026-03-02T16:04:53.321301Z","end":"2026-03-02T16:04:53.942849Z","steps":["trace[1819972044] 'process raft request' (duration: 621.23445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:53.942939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.321281Z","time spent":"621.63041ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:04:53.942991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.60854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:04:53.942996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.654073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:04:53.943018Z","caller":"traceutil/trace.go:171","msg":"trace[317458558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4563; }","duration":"461.65507ms","start":"2026-03-02T16:04:53.481356Z","end":"2026-03-02T16:04:53.943011Z","steps":["trace[317458558] 'agreement among raft nodes before linearized reading' (duration: 461.601229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:53.943035Z","caller":"traceutil/trace.go:171","msg":"trace[1790866304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:4563; }","duration":"460.714296ms","start":"2026-03-02T16:04:53.48231Z","end":"2026-03-02T16:04:53.943025Z","steps":["trace[1790866304] 'agreement among raft nodes before linearized reading' (duration: 460.588542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:53.943044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.481344Z","time spent":"461.695541ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:04:53.943071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.482299Z","time spent":"460.764957ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:04:53.943023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.607249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T16:04:53.943119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.65008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:04:53.943137Z","caller":"traceutil/trace.go:171","msg":"trace[387040490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4563; }","duration":"461.775033ms","start":"2026-03-02T16:04:53.481355Z","end":"2026-03-02T16:04:53.94313Z","steps":["trace[387040490] 'agreement among raft nodes before linearized reading' (duration: 461.561288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:53.943152Z","caller":"traceutil/trace.go:171","msg":"trace[5397722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4563; }","duration":"461.711112ms","start":"2026-03-02T16:04:53.481428Z","end":"2026-03-02T16:04:53.943139Z","steps":["trace[5397722] 'agreement among raft nodes before linearized reading' (duration: 461.629939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:53.943162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.481324Z","time spent":"461.832095ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:04:53.943187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.481402Z","time spent":"461.779594ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:04:53.942941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.623519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:04:53.943219Z","caller":"traceutil/trace.go:171","msg":"trace[1515897116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4563; }","duration":"461.948929ms","start":"2026-03-02T16:04:53.481264Z","end":"2026-03-02T16:04:53.943213Z","steps":["trace[1515897116] 'agreement among raft nodes before linearized reading' (duration: 461.596309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:53.943244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.481239Z","time spent":"461.996929ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:04:53.94332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.098951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:04:53.94336Z","caller":"traceutil/trace.go:171","msg":"trace[1017785598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4563; }","duration":"525.166523ms","start":"2026-03-02T16:04:53.418184Z","end":"2026-03-02T16:04:53.943351Z","steps":["trace[1017785598] 'agreement among raft nodes before linearized reading' (duration: 525.065951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:53.943393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.418165Z","time spent":"525.220165ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:04:53.943539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.4455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-49cbdeb0-0601-46a7-9038-f638c12f48f1\" ","response":"range_response_count:1 size:3879"} {"level":"info","ts":"2026-03-02T16:04:53.943576Z","caller":"traceutil/trace.go:171","msg":"trace[1792027607] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-49cbdeb0-0601-46a7-9038-f638c12f48f1; range_end:; response_count:1; response_revision:4563; }","duration":"230.504321ms","start":"2026-03-02T16:04:53.713062Z","end":"2026-03-02T16:04:53.943566Z","steps":["trace[1792027607] 'agreement among raft nodes before linearized reading' (duration: 230.410529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:53.943725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.287972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-902ce941-64ad-49d3-aaed-84636ce0b456\" ","response":"range_response_count:1 size:3887"} {"level":"info","ts":"2026-03-02T16:04:53.943895Z","caller":"traceutil/trace.go:171","msg":"trace[516004825] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-902ce941-64ad-49d3-aaed-84636ce0b456; range_end:; response_count:1; response_revision:4563; }","duration":"319.493318ms","start":"2026-03-02T16:04:53.62439Z","end":"2026-03-02T16:04:53.943883Z","steps":["trace[516004825] 'agreement among raft nodes before linearized reading' (duration: 319.260581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:53.944019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:04:53.624369Z","time spent":"319.608461ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3910,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-902ce941-64ad-49d3-aaed-84636ce0b456\" "} {"level":"info","ts":"2026-03-02T16:04:54.145291Z","caller":"traceutil/trace.go:171","msg":"trace[991914313] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"197.575208ms","start":"2026-03-02T16:04:53.947686Z","end":"2026-03-02T16:04:54.145262Z","steps":["trace[991914313] 'process raft request' (duration: 99.324783ms)","trace[991914313] 'compare' (duration: 98.151892ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:54.150523Z","caller":"traceutil/trace.go:171","msg":"trace[78844891] linearizableReadLoop","detail":"{readStateIndex:4757; appliedIndex:4751; }","duration":"201.39373ms","start":"2026-03-02T16:04:53.949105Z","end":"2026-03-02T16:04:54.150499Z","steps":["trace[78844891] 'read index received' (duration: 97.921756ms)","trace[78844891] 'applied index is now lower than readState.Index' (duration: 103.471014ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:04:54.150833Z","caller":"traceutil/trace.go:171","msg":"trace[1198776345] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"202.993674ms","start":"2026-03-02T16:04:53.947791Z","end":"2026-03-02T16:04:54.150785Z","steps":["trace[1198776345] 'process raft request' (duration: 202.444479ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:54.151037Z","caller":"traceutil/trace.go:171","msg":"trace[167482929] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"203.189409ms","start":"2026-03-02T16:04:53.947838Z","end":"2026-03-02T16:04:54.151027Z","steps":["trace[167482929] 'process raft request' (duration: 202.4981ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:54.151141Z","caller":"traceutil/trace.go:171","msg":"trace[1705223156] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"203.279351ms","start":"2026-03-02T16:04:53.947853Z","end":"2026-03-02T16:04:54.151132Z","steps":["trace[1705223156] 'process raft request' (duration: 202.523871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:54.151205Z","caller":"traceutil/trace.go:171","msg":"trace[2137344343] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"203.204539ms","start":"2026-03-02T16:04:53.947993Z","end":"2026-03-02T16:04:54.151197Z","steps":["trace[2137344343] 'process raft request' (duration: 202.418458ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:04:54.151393Z","caller":"traceutil/trace.go:171","msg":"trace[1674170861] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"203.307582ms","start":"2026-03-02T16:04:53.948077Z","end":"2026-03-02T16:04:54.151384Z","steps":["trace[1674170861] 'process raft request' (duration: 202.376567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:54.15166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.542882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-02T16:04:54.151704Z","caller":"traceutil/trace.go:171","msg":"trace[822302963] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4569; }","duration":"202.613993ms","start":"2026-03-02T16:04:53.94908Z","end":"2026-03-02T16:04:54.151694Z","steps":["trace[822302963] 'agreement among raft nodes before linearized reading' (duration: 202.434139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:04:54.151747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.424619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:04:54.151806Z","caller":"traceutil/trace.go:171","msg":"trace[1902191048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4569; }","duration":"164.503582ms","start":"2026-03-02T16:04:53.987289Z","end":"2026-03-02T16:04:54.151792Z","steps":["trace[1902191048] 'agreement among raft nodes before linearized reading' (duration: 164.41201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:01.551255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.678408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:05:01.551429Z","caller":"traceutil/trace.go:171","msg":"trace[8647723] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"148.041539ms","start":"2026-03-02T16:05:01.403363Z","end":"2026-03-02T16:05:01.551404Z","steps":["trace[8647723] 'process raft request' (duration: 37.085224ms)","trace[8647723] 'compare' (duration: 110.417051ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:01.580086Z","caller":"traceutil/trace.go:171","msg":"trace[431505400] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"169.062484ms","start":"2026-03-02T16:05:01.410991Z","end":"2026-03-02T16:05:01.580053Z","steps":["trace[431505400] 'process raft request' (duration: 168.901989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:01.580331Z","caller":"traceutil/trace.go:171","msg":"trace[153829937] linearizableReadLoop","detail":"{readStateIndex:5013; appliedIndex:5013; }","duration":"133.131271ms","start":"2026-03-02T16:05:01.447179Z","end":"2026-03-02T16:05:01.58031Z","steps":["trace[153829937] 'read index received' (duration: 133.12186ms)","trace[153829937] 'applied index is now lower than readState.Index' (duration: 7.751µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:05:01.580483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.292935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:01.580511Z","caller":"traceutil/trace.go:171","msg":"trace[44339253] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4815; }","duration":"133.376727ms","start":"2026-03-02T16:05:01.447125Z","end":"2026-03-02T16:05:01.580502Z","steps":["trace[44339253] 'agreement among raft nodes before linearized reading' (duration: 133.267484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:01.764228Z","caller":"traceutil/trace.go:171","msg":"trace[85295795] linearizableReadLoop","detail":"{readStateIndex:5015; appliedIndex:5014; }","duration":"132.494093ms","start":"2026-03-02T16:05:01.631709Z","end":"2026-03-02T16:05:01.764203Z","steps":["trace[85295795] 'read index received' (duration: 89.85497ms)","trace[85295795] 'applied index is now lower than readState.Index' (duration: 42.637783ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:01.764575Z","caller":"traceutil/trace.go:171","msg":"trace[1363576117] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"138.262397ms","start":"2026-03-02T16:05:01.626244Z","end":"2026-03-02T16:05:01.764506Z","steps":["trace[1363576117] 'process raft request' (duration: 95.281505ms)","trace[1363576117] 'compare' (duration: 42.548401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:05:01.764623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.880533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-02T16:05:01.764705Z","caller":"traceutil/trace.go:171","msg":"trace[1943695247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4817; }","duration":"132.991726ms","start":"2026-03-02T16:05:01.631692Z","end":"2026-03-02T16:05:01.764684Z","steps":["trace[1943695247] 'agreement among raft nodes before linearized reading' (duration: 132.709588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:01.764783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.061839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-02T16:05:01.764883Z","caller":"traceutil/trace.go:171","msg":"trace[177077850] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4817; }","duration":"117.248064ms","start":"2026-03-02T16:05:01.647613Z","end":"2026-03-02T16:05:01.764861Z","steps":["trace[177077850] 'agreement among raft nodes before linearized reading' (duration: 116.818382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:02.281673Z","caller":"traceutil/trace.go:171","msg":"trace[2102178194] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5015; }","duration":"291.790156ms","start":"2026-03-02T16:05:01.98986Z","end":"2026-03-02T16:05:02.28165Z","steps":["trace[2102178194] 'read index received' (duration: 291.543449ms)","trace[2102178194] 'applied index is now lower than readState.Index' (duration: 245.687µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:02.281786Z","caller":"traceutil/trace.go:171","msg":"trace[1193644839] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"313.393195ms","start":"2026-03-02T16:05:01.968361Z","end":"2026-03-02T16:05:02.281754Z","steps":["trace[1193644839] 'process raft request' (duration: 313.133488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.281941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:01.968332Z","time spent":"313.514378ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:05:02.282004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.908223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:02.282058Z","caller":"traceutil/trace.go:171","msg":"trace[2092041809] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4818; }","duration":"171.005356ms","start":"2026-03-02T16:05:02.111039Z","end":"2026-03-02T16:05:02.282045Z","steps":["trace[2092041809] 'agreement among raft nodes before linearized reading' (duration: 170.891743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.28209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.558281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:05:02.28218Z","caller":"traceutil/trace.go:171","msg":"trace[1611490520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4818; }","duration":"105.655353ms","start":"2026-03-02T16:05:02.176503Z","end":"2026-03-02T16:05:02.282158Z","steps":["trace[1611490520] 'agreement among raft nodes before linearized reading' (duration: 105.408417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:02.282593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.722391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:05:02.282622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.123312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:05:02.282659Z","caller":"traceutil/trace.go:171","msg":"trace[865141572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4818; }","duration":"292.826243ms","start":"2026-03-02T16:05:01.989816Z","end":"2026-03-02T16:05:02.282642Z","steps":["trace[865141572] 'agreement among raft nodes before linearized reading' (duration: 291.984751ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:02.28267Z","caller":"traceutil/trace.go:171","msg":"trace[1514068279] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4818; }","duration":"239.196775ms","start":"2026-03-02T16:05:02.04346Z","end":"2026-03-02T16:05:02.282657Z","steps":["trace[1514068279] 'agreement among raft nodes before linearized reading' (duration: 238.391583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:13.996354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.365715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:05:13.996465Z","caller":"traceutil/trace.go:171","msg":"trace[1780534595] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5186; }","duration":"215.726204ms","start":"2026-03-02T16:05:13.780723Z","end":"2026-03-02T16:05:13.996449Z","steps":["trace[1780534595] 'read index received' (duration: 69.229856ms)","trace[1780534595] 'applied index is now lower than readState.Index' (duration: 146.494958ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:13.996587Z","caller":"traceutil/trace.go:171","msg":"trace[1312750568] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"284.060196ms","start":"2026-03-02T16:05:13.712458Z","end":"2026-03-02T16:05:13.996518Z","steps":["trace[1312750568] 'process raft request' (duration: 137.459756ms)","trace[1312750568] 'compare' (duration: 146.23126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:05:13.9967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.21617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-02T16:05:13.996792Z","caller":"traceutil/trace.go:171","msg":"trace[2034491360] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4983; }","duration":"284.353374ms","start":"2026-03-02T16:05:13.712418Z","end":"2026-03-02T16:05:13.996772Z","steps":["trace[2034491360] 'agreement among raft nodes before linearized reading' (duration: 284.136278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:13.997144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.340019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-02T16:05:13.997184Z","caller":"traceutil/trace.go:171","msg":"trace[1522288155] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4983; }","duration":"273.394501ms","start":"2026-03-02T16:05:13.723778Z","end":"2026-03-02T16:05:13.997173Z","steps":["trace[1522288155] 'agreement among raft nodes before linearized reading' (duration: 272.736243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:14.000842Z","caller":"traceutil/trace.go:171","msg":"trace[790151125] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"215.155959ms","start":"2026-03-02T16:05:13.785668Z","end":"2026-03-02T16:05:14.000824Z","steps":["trace[790151125] 'process raft request' (duration: 214.780809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:14.000851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.868468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17171"} {"level":"info","ts":"2026-03-02T16:05:14.000916Z","caller":"traceutil/trace.go:171","msg":"trace[296667720] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4984; }","duration":"215.982971ms","start":"2026-03-02T16:05:13.784918Z","end":"2026-03-02T16:05:14.000901Z","steps":["trace[296667720] 'agreement among raft nodes before linearized reading' (duration: 215.715273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:14.00108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.874003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-nwnp4\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-02T16:05:14.001118Z","caller":"traceutil/trace.go:171","msg":"trace[998872321] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-nwnp4; range_end:; response_count:1; response_revision:4984; }","duration":"113.956715ms","start":"2026-03-02T16:05:13.88715Z","end":"2026-03-02T16:05:14.001106Z","steps":["trace[998872321] 'agreement among raft nodes before linearized reading' (duration: 113.814261ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:15.016829Z","caller":"traceutil/trace.go:171","msg":"trace[56378271] linearizableReadLoop","detail":"{readStateIndex:5209; appliedIndex:5208; }","duration":"118.803746ms","start":"2026-03-02T16:05:14.898Z","end":"2026-03-02T16:05:15.016804Z","steps":["trace[56378271] 'read index received' (duration: 118.698253ms)","trace[56378271] 'applied index is now lower than readState.Index' (duration: 104.153µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:15.017061Z","caller":"traceutil/trace.go:171","msg":"trace[1952774198] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"220.210846ms","start":"2026-03-02T16:05:14.79682Z","end":"2026-03-02T16:05:15.01703Z","steps":["trace[1952774198] 'process raft request' (duration: 219.814235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:15.017319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.257978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-nwnp4\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-03-02T16:05:15.017393Z","caller":"traceutil/trace.go:171","msg":"trace[1189883808] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-nwnp4; range_end:; response_count:1; response_revision:5005; }","duration":"119.426472ms","start":"2026-03-02T16:05:14.897946Z","end":"2026-03-02T16:05:15.017372Z","steps":["trace[1189883808] 'agreement among raft nodes before linearized reading' (duration: 119.087923ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:15.121672Z","caller":"traceutil/trace.go:171","msg":"trace[2048021343] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5209; }","duration":"104.731898ms","start":"2026-03-02T16:05:15.016915Z","end":"2026-03-02T16:05:15.121647Z","steps":["trace[2048021343] 'read index received' (duration: 104.577814ms)","trace[2048021343] 'applied index is now lower than readState.Index' (duration: 152.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:15.121736Z","caller":"traceutil/trace.go:171","msg":"trace[1932838861] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"221.943042ms","start":"2026-03-02T16:05:14.89975Z","end":"2026-03-02T16:05:15.121693Z","steps":["trace[1932838861] 'process raft request' (duration: 221.764687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:15.121854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.307361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:15.121891Z","caller":"traceutil/trace.go:171","msg":"trace[1583189593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5006; }","duration":"134.400344ms","start":"2026-03-02T16:05:14.98748Z","end":"2026-03-02T16:05:15.12188Z","steps":["trace[1583189593] 'agreement among raft nodes before linearized reading' (duration: 134.286071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:16.289405Z","caller":"traceutil/trace.go:171","msg":"trace[1194549952] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"375.388466ms","start":"2026-03-02T16:05:15.913987Z","end":"2026-03-02T16:05:16.289375Z","steps":["trace[1194549952] 'process raft request' (duration: 375.192721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:16.289588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:15.913964Z","time spent":"375.52721ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:16.29136Z","caller":"traceutil/trace.go:171","msg":"trace[93293959] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5219; }","duration":"161.684725ms","start":"2026-03-02T16:05:16.129641Z","end":"2026-03-02T16:05:16.291326Z","steps":["trace[93293959] 'read index received' (duration: 159.543848ms)","trace[93293959] 'applied index is now lower than readState.Index' (duration: 2.139537ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:16.291552Z","caller":"traceutil/trace.go:171","msg":"trace[234695286] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"377.530344ms","start":"2026-03-02T16:05:15.91399Z","end":"2026-03-02T16:05:16.29152Z","steps":["trace[234695286] 'process raft request' (duration: 377.164874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:16.291667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.004625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4f26c59-4797-48b1-8db0-07d8daf40637\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-02T16:05:16.291738Z","caller":"traceutil/trace.go:171","msg":"trace[2069246073] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4f26c59-4797-48b1-8db0-07d8daf40637; range_end:; response_count:1; response_revision:5017; }","duration":"162.133068ms","start":"2026-03-02T16:05:16.129586Z","end":"2026-03-02T16:05:16.291719Z","steps":["trace[2069246073] 'agreement among raft nodes before linearized reading' (duration: 161.883821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:16.291777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:15.913966Z","time spent":"377.703239ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:05:17.798527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454669666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:05:17.961394Z","caller":"traceutil/trace.go:171","msg":"trace[1971316627] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"780.951882ms","start":"2026-03-02T16:05:17.180408Z","end":"2026-03-02T16:05:17.96136Z","steps":["trace[1971316627] 'process raft request' (duration: 780.005206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:17.961749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:17.180392Z","time spent":"781.245569ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:18.087883Z","caller":"traceutil/trace.go:171","msg":"trace[1842099384] linearizableReadLoop","detail":"{readStateIndex:5232; appliedIndex:5229; }","duration":"790.293543ms","start":"2026-03-02T16:05:17.297568Z","end":"2026-03-02T16:05:18.087861Z","steps":["trace[1842099384] 'read index received' (duration: 662.965128ms)","trace[1842099384] 'applied index is now lower than readState.Index' (duration: 127.326605ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:18.087918Z","caller":"traceutil/trace.go:171","msg":"trace[628118027] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"535.736787ms","start":"2026-03-02T16:05:17.552155Z","end":"2026-03-02T16:05:18.087892Z","steps":["trace[628118027] 'process raft request' (duration: 535.656574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:18.087961Z","caller":"traceutil/trace.go:171","msg":"trace[1756678015] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"792.248505ms","start":"2026-03-02T16:05:17.295668Z","end":"2026-03-02T16:05:18.087916Z","steps":["trace[1756678015] 'process raft request' (duration: 791.979908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:18.088042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:17.552132Z","time spent":"535.844679ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:05:18.088128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.551199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4f26c59-4797-48b1-8db0-07d8daf40637\" ","response":"range_response_count:1 size:3938"} {"level":"warn","ts":"2026-03-02T16:05:18.088159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:17.295635Z","time spent":"792.42163ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:18.088202Z","caller":"traceutil/trace.go:171","msg":"trace[1452467633] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4f26c59-4797-48b1-8db0-07d8daf40637; range_end:; response_count:1; response_revision:5027; }","duration":"790.677923ms","start":"2026-03-02T16:05:17.297507Z","end":"2026-03-02T16:05:18.088185Z","steps":["trace[1452467633] 'agreement among raft nodes before linearized reading' (duration: 790.483788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:18.088208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.071264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:05:18.088265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.928585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-nwnp4-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-02T16:05:18.08829Z","caller":"traceutil/trace.go:171","msg":"trace[432454840] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5027; }","duration":"480.202668ms","start":"2026-03-02T16:05:17.608069Z","end":"2026-03-02T16:05:18.088271Z","steps":["trace[432454840] 'agreement among raft nodes before linearized reading' (duration: 480.057034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:18.088336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:17.608051Z","time spent":"480.27548ms","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:05:18.088345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:17.297486Z","time spent":"790.847607ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3961,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4f26c59-4797-48b1-8db0-07d8daf40637\" "} {"level":"info","ts":"2026-03-02T16:05:18.088391Z","caller":"traceutil/trace.go:171","msg":"trace[569166968] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-nwnp4-tls; range_end:; response_count:1; response_revision:5027; }","duration":"579.047928ms","start":"2026-03-02T16:05:17.509272Z","end":"2026-03-02T16:05:18.08832Z","steps":["trace[569166968] 'agreement among raft nodes before linearized reading' (duration: 578.726079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:18.088432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:17.509254Z","time spent":"579.169751ms","remote":"127.0.0.1:45014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-nwnp4-tls\" "} {"level":"warn","ts":"2026-03-02T16:05:18.088777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.28737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:18.088817Z","caller":"traceutil/trace.go:171","msg":"trace[1255010088] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5027; }","duration":"301.368242ms","start":"2026-03-02T16:05:17.787442Z","end":"2026-03-02T16:05:18.08881Z","steps":["trace[1255010088] 'agreement among raft nodes before linearized reading' (duration: 301.305891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:18.089134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:17.787421Z","time spent":"301.701382ms","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:05:30.612738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454669921,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:05:30.769362Z","caller":"traceutil/trace.go:171","msg":"trace[1586607108] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"705.618523ms","start":"2026-03-02T16:05:30.063717Z","end":"2026-03-02T16:05:30.769335Z","steps":["trace[1586607108] 'process raft request' (duration: 705.438528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:30.769535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.063704Z","time spent":"705.751016ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:05:31.056589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.888805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:05:31.056825Z","caller":"traceutil/trace.go:171","msg":"trace[178147666] linearizableReadLoop","detail":"{readStateIndex:5354; appliedIndex:5351; }","duration":"944.614031ms","start":"2026-03-02T16:05:30.112192Z","end":"2026-03-02T16:05:31.056806Z","steps":["trace[178147666] 'read index received' (duration: 656.987188ms)","trace[178147666] 'applied index is now lower than readState.Index' (duration: 287.625443ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:31.056865Z","caller":"traceutil/trace.go:171","msg":"trace[1205735159] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"918.263585ms","start":"2026-03-02T16:05:30.138562Z","end":"2026-03-02T16:05:31.056826Z","steps":["trace[1205735159] 'process raft request' (duration: 795.055531ms)","trace[1205735159] 'compare' (duration: 122.68026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:05:31.056953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.442051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:05:31.056861Z","caller":"traceutil/trace.go:171","msg":"trace[1089204355] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"681.241938ms","start":"2026-03-02T16:05:30.375594Z","end":"2026-03-02T16:05:31.056836Z","steps":["trace[1089204355] 'process raft request' (duration: 681.150466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.05706Z","caller":"traceutil/trace.go:171","msg":"trace[94547379] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5146; }","duration":"952.583695ms","start":"2026-03-02T16:05:30.104465Z","end":"2026-03-02T16:05:31.057049Z","steps":["trace[94547379] 'agreement among raft nodes before linearized reading' (duration: 952.451101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.057157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.104449Z","time spent":"952.692478ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:05:31.057179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.375566Z","time spent":"681.521576ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:05:31.057243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.138546Z","time spent":"918.439619ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:31.068226Z","caller":"traceutil/trace.go:171","msg":"trace[2041044949] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"292.059582ms","start":"2026-03-02T16:05:30.776143Z","end":"2026-03-02T16:05:31.068203Z","steps":["trace[2041044949] 'process raft request' (duration: 291.896608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.06855Z","caller":"traceutil/trace.go:171","msg":"trace[712987556] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"291.845996ms","start":"2026-03-02T16:05:30.776678Z","end":"2026-03-02T16:05:31.068524Z","steps":["trace[712987556] 'process raft request' (duration: 291.469686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.068738Z","caller":"traceutil/trace.go:171","msg":"trace[1244794166] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"290.456189ms","start":"2026-03-02T16:05:30.778257Z","end":"2026-03-02T16:05:31.068713Z","steps":["trace[1244794166] 'process raft request' (duration: 290.154991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.068867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.327718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-02T16:05:31.068931Z","caller":"traceutil/trace.go:171","msg":"trace[1838931678] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5150; }","duration":"330.446771ms","start":"2026-03-02T16:05:30.738468Z","end":"2026-03-02T16:05:31.068915Z","steps":["trace[1838931678] 'agreement among raft nodes before linearized reading' (duration: 330.291027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.068972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.738444Z","time spent":"330.519604ms","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T16:05:31.068995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.862364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:05:31.069047Z","caller":"traceutil/trace.go:171","msg":"trace[1066256058] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:5150; }","duration":"603.951845ms","start":"2026-03-02T16:05:30.465082Z","end":"2026-03-02T16:05:31.069034Z","steps":["trace[1066256058] 'agreement among raft nodes before linearized reading' (duration: 603.833742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.069086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.46507Z","time spent":"604.005528ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"info","ts":"2026-03-02T16:05:31.068887Z","caller":"traceutil/trace.go:171","msg":"trace[202959477] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"289.561605ms","start":"2026-03-02T16:05:30.779315Z","end":"2026-03-02T16:05:31.068877Z","steps":["trace[202959477] 'process raft request' (duration: 289.188125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.069164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.487053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:05:31.069231Z","caller":"traceutil/trace.go:171","msg":"trace[1005415431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5150; }","duration":"622.545625ms","start":"2026-03-02T16:05:30.446655Z","end":"2026-03-02T16:05:31.069201Z","steps":["trace[1005415431] 'agreement among raft nodes before linearized reading' (duration: 622.391691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.069269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.446652Z","time spent":"622.608957ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:05:31.069343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.044992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:05:31.069376Z","caller":"traceutil/trace.go:171","msg":"trace[923395549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5150; }","duration":"622.085812ms","start":"2026-03-02T16:05:30.447281Z","end":"2026-03-02T16:05:31.069366Z","steps":["trace[923395549] 'agreement among raft nodes before linearized reading' (duration: 622.00029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.069409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.447276Z","time spent":"622.127573ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:05:31.06945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.978795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:05:31.069493Z","caller":"traceutil/trace.go:171","msg":"trace[978969644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5150; }","duration":"617.031356ms","start":"2026-03-02T16:05:30.452452Z","end":"2026-03-02T16:05:31.069483Z","steps":["trace[978969644] 'agreement among raft nodes before linearized reading' (duration: 616.929044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.069526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.452447Z","time spent":"617.072167ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:05:31.069596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.13ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-902ce941-64ad-49d3-aaed-84636ce0b456\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-02T16:05:31.069719Z","caller":"traceutil/trace.go:171","msg":"trace[1352227684] range","detail":"{range_begin:/registry/persistentvolumes/pvc-902ce941-64ad-49d3-aaed-84636ce0b456; range_end:; response_count:1; response_revision:5150; }","duration":"953.961202ms","start":"2026-03-02T16:05:30.115743Z","end":"2026-03-02T16:05:31.069704Z","steps":["trace[1352227684] 'agreement among raft nodes before linearized reading' (duration: 952.982366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.069773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.115729Z","time spent":"954.031304ms","remote":"127.0.0.1:35312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-902ce941-64ad-49d3-aaed-84636ce0b456\" "} {"level":"warn","ts":"2026-03-02T16:05:31.06924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.534767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:05:31.071057Z","caller":"traceutil/trace.go:171","msg":"trace[1681015987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5150; }","duration":"623.519331ms","start":"2026-03-02T16:05:30.44752Z","end":"2026-03-02T16:05:31.071039Z","steps":["trace[1681015987] 'agreement among raft nodes before linearized reading' (duration: 621.323352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.069655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.081209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T16:05:31.071141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.447517Z","time spent":"623.607924ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:05:31.071161Z","caller":"traceutil/trace.go:171","msg":"trace[185777354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5150; }","duration":"624.59449ms","start":"2026-03-02T16:05:30.44654Z","end":"2026-03-02T16:05:31.071135Z","steps":["trace[185777354] 'agreement among raft nodes before linearized reading' (duration: 623.005817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.071231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:30.446533Z","time spent":"624.676432ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:05:31.219045Z","caller":"traceutil/trace.go:171","msg":"trace[1652901462] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5358; }","duration":"145.325168ms","start":"2026-03-02T16:05:31.073694Z","end":"2026-03-02T16:05:31.21902Z","steps":["trace[1652901462] 'read index received' (duration: 90.892808ms)","trace[1652901462] 'applied index is now lower than readState.Index' (duration: 54.43125ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:31.219157Z","caller":"traceutil/trace.go:171","msg":"trace[1601493008] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"145.553004ms","start":"2026-03-02T16:05:31.073573Z","end":"2026-03-02T16:05:31.219126Z","steps":["trace[1601493008] 'process raft request' (duration: 90.97247ms)","trace[1601493008] 'compare' (duration: 54.344497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:05:31.219447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.727588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81413"} {"level":"info","ts":"2026-03-02T16:05:31.219495Z","caller":"traceutil/trace.go:171","msg":"trace[1302998901] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5151; }","duration":"145.829421ms","start":"2026-03-02T16:05:31.073654Z","end":"2026-03-02T16:05:31.219484Z","steps":["trace[1302998901] 'agreement among raft nodes before linearized reading' (duration: 145.517043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.246764Z","caller":"traceutil/trace.go:171","msg":"trace[2095868291] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"172.567388ms","start":"2026-03-02T16:05:31.074184Z","end":"2026-03-02T16:05:31.246752Z","steps":["trace[2095868291] 'process raft request' (duration: 172.476015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.247186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.668801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-02T16:05:31.247243Z","caller":"traceutil/trace.go:171","msg":"trace[333128919] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"171.256883ms","start":"2026-03-02T16:05:31.075962Z","end":"2026-03-02T16:05:31.247219Z","steps":["trace[333128919] 'process raft request' (duration: 170.980086ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.247386Z","caller":"traceutil/trace.go:171","msg":"trace[952333002] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"172.334032ms","start":"2026-03-02T16:05:31.075024Z","end":"2026-03-02T16:05:31.247358Z","steps":["trace[952333002] 'process raft request' (duration: 171.701075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.247491Z","caller":"traceutil/trace.go:171","msg":"trace[1414607829] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"172.401693ms","start":"2026-03-02T16:05:31.075052Z","end":"2026-03-02T16:05:31.247453Z","steps":["trace[1414607829] 'process raft request' (duration: 171.818178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.247511Z","caller":"traceutil/trace.go:171","msg":"trace[1983860961] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"166.510336ms","start":"2026-03-02T16:05:31.080986Z","end":"2026-03-02T16:05:31.247496Z","steps":["trace[1983860961] 'process raft request' (duration: 166.030013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.247893Z","caller":"traceutil/trace.go:171","msg":"trace[1388795955] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5156; }","duration":"172.726302ms","start":"2026-03-02T16:05:31.074483Z","end":"2026-03-02T16:05:31.247209Z","steps":["trace[1388795955] 'agreement among raft nodes before linearized reading' (duration: 172.605209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.429424Z","caller":"traceutil/trace.go:171","msg":"trace[517060725] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"174.680874ms","start":"2026-03-02T16:05:31.254709Z","end":"2026-03-02T16:05:31.42939Z","steps":["trace[517060725] 'process raft request' (duration: 156.356463ms)","trace[517060725] 'compare' (duration: 18.015963ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:31.429439Z","caller":"traceutil/trace.go:171","msg":"trace[1714135374] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"174.11911ms","start":"2026-03-02T16:05:31.255296Z","end":"2026-03-02T16:05:31.429415Z","steps":["trace[1714135374] 'process raft request' (duration: 174.021237ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.429645Z","caller":"traceutil/trace.go:171","msg":"trace[338931266] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5364; }","duration":"174.315795ms","start":"2026-03-02T16:05:31.255301Z","end":"2026-03-02T16:05:31.429616Z","steps":["trace[338931266] 'read index received' (duration: 25.908935ms)","trace[338931266] 'applied index is now lower than readState.Index' (duration: 148.40576ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:31.429698Z","caller":"traceutil/trace.go:171","msg":"trace[2073787555] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"173.916584ms","start":"2026-03-02T16:05:31.255766Z","end":"2026-03-02T16:05:31.429683Z","steps":["trace[2073787555] 'process raft request' (duration: 173.600376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.429879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.559722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189911d02677fe7e\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-02T16:05:31.429926Z","caller":"traceutil/trace.go:171","msg":"trace[295548687] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189911d02677fe7e; range_end:; response_count:1; response_revision:5160; }","duration":"174.681134ms","start":"2026-03-02T16:05:31.255232Z","end":"2026-03-02T16:05:31.429913Z","steps":["trace[295548687] 'agreement among raft nodes before linearized reading' (duration: 174.52129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:31.430036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.442272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-02T16:05:31.430072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.504396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-02T16:05:31.430188Z","caller":"traceutil/trace.go:171","msg":"trace[1379473898] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5160; }","duration":"172.689611ms","start":"2026-03-02T16:05:31.257476Z","end":"2026-03-02T16:05:31.430165Z","steps":["trace[1379473898] 'agreement among raft nodes before linearized reading' (duration: 172.319721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:31.430098Z","caller":"traceutil/trace.go:171","msg":"trace[1055136939] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:5160; }","duration":"151.555055ms","start":"2026-03-02T16:05:31.27853Z","end":"2026-03-02T16:05:31.430085Z","steps":["trace[1055136939] 'agreement among raft nodes before linearized reading' (duration: 151.291378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:32.80305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454669962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:05:33.096729Z","caller":"traceutil/trace.go:171","msg":"trace[148914564] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5373; }","duration":"794.581888ms","start":"2026-03-02T16:05:32.302122Z","end":"2026-03-02T16:05:33.096703Z","steps":["trace[148914564] 'read index received' (duration: 794.426594ms)","trace[148914564] 'applied index is now lower than readState.Index' (duration: 153.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:33.097072Z","caller":"traceutil/trace.go:171","msg":"trace[1168187155] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"979.742604ms","start":"2026-03-02T16:05:32.117312Z","end":"2026-03-02T16:05:33.097055Z","steps":["trace[1168187155] 'process raft request' (duration: 979.106517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:33.097219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:32.117289Z","time spent":"979.844277ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:05:33.097709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.530453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T16:05:33.097912Z","caller":"traceutil/trace.go:171","msg":"trace[398004115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5165; }","duration":"795.817131ms","start":"2026-03-02T16:05:32.302075Z","end":"2026-03-02T16:05:33.097892Z","steps":["trace[398004115] 'agreement among raft nodes before linearized reading' (duration: 795.285537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:33.098184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:32.302061Z","time spent":"796.105619ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:05:33.099321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.870727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:33.09941Z","caller":"traceutil/trace.go:171","msg":"trace[936364979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5167; }","duration":"113.024471ms","start":"2026-03-02T16:05:32.986372Z","end":"2026-03-02T16:05:33.099396Z","steps":["trace[936364979] 'agreement among raft nodes before linearized reading' (duration: 112.854156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.539076Z","caller":"traceutil/trace.go:171","msg":"trace[924459534] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"414.049042ms","start":"2026-03-02T16:05:45.125003Z","end":"2026-03-02T16:05:45.539052Z","steps":["trace[924459534] 'process raft request' (duration: 413.898828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:45.539238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:45.124977Z","time spent":"414.190156ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:45.555273Z","caller":"traceutil/trace.go:171","msg":"trace[1296882173] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"419.527718ms","start":"2026-03-02T16:05:45.135722Z","end":"2026-03-02T16:05:45.55525Z","steps":["trace[1296882173] 'process raft request' (duration: 419.303052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:45.555463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:45.135702Z","time spent":"419.64444ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:45.555552Z","caller":"traceutil/trace.go:171","msg":"trace[1933907880] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5489; }","duration":"308.196197ms","start":"2026-03-02T16:05:45.247338Z","end":"2026-03-02T16:05:45.555534Z","steps":["trace[1933907880] 'read index received' (duration: 291.610598ms)","trace[1933907880] 'applied index is now lower than readState.Index' (duration: 16.584449ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:45.555565Z","caller":"traceutil/trace.go:171","msg":"trace[1711159242] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"416.872957ms","start":"2026-03-02T16:05:45.138658Z","end":"2026-03-02T16:05:45.555531Z","steps":["trace[1711159242] 'process raft request' (duration: 416.545688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.555579Z","caller":"traceutil/trace.go:171","msg":"trace[99120947] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"416.736294ms","start":"2026-03-02T16:05:45.138815Z","end":"2026-03-02T16:05:45.555552Z","steps":["trace[99120947] 'process raft request' (duration: 416.60167ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.555611Z","caller":"traceutil/trace.go:171","msg":"trace[1200709064] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"314.984858ms","start":"2026-03-02T16:05:45.240604Z","end":"2026-03-02T16:05:45.555589Z","steps":["trace[1200709064] 'process raft request' (duration: 314.878905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:45.555692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:45.240579Z","time spent":"315.079169ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:05:45.555731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:45.138642Z","time spent":"417.00032ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:05:45.555731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:45.138796Z","time spent":"416.851026ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:05:45.555771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.883086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-02T16:05:45.555772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.431993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"warn","ts":"2026-03-02T16:05:45.555798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.92312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:05:45.555819Z","caller":"traceutil/trace.go:171","msg":"trace[128428256] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5283; }","duration":"308.510595ms","start":"2026-03-02T16:05:45.247299Z","end":"2026-03-02T16:05:45.55581Z","steps":["trace[128428256] 'agreement among raft nodes before linearized reading' (duration: 308.351951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.55586Z","caller":"traceutil/trace.go:171","msg":"trace[1250112834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5283; }","duration":"251.027122ms","start":"2026-03-02T16:05:45.304819Z","end":"2026-03-02T16:05:45.555846Z","steps":["trace[1250112834] 'agreement among raft nodes before linearized reading' (duration: 250.874348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:45.555866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:45.247285Z","time spent":"308.572067ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T16:05:45.555911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.783482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:05:45.555944Z","caller":"traceutil/trace.go:171","msg":"trace[238251895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5283; }","duration":"251.837794ms","start":"2026-03-02T16:05:45.304098Z","end":"2026-03-02T16:05:45.555936Z","steps":["trace[238251895] 'agreement among raft nodes before linearized reading' (duration: 251.739641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:45.555944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.011963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T16:05:45.555962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.125312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:45.555981Z","caller":"traceutil/trace.go:171","msg":"trace[220899927] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5283; }","duration":"123.173174ms","start":"2026-03-02T16:05:45.432803Z","end":"2026-03-02T16:05:45.555976Z","steps":["trace[220899927] 'agreement among raft nodes before linearized reading' (duration: 123.132423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.555978Z","caller":"traceutil/trace.go:171","msg":"trace[1660091866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5283; }","duration":"265.065595ms","start":"2026-03-02T16:05:45.290903Z","end":"2026-03-02T16:05:45.555968Z","steps":["trace[1660091866] 'agreement among raft nodes before linearized reading' (duration: 264.966912ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.555818Z","caller":"traceutil/trace.go:171","msg":"trace[1914440552] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5283; }","duration":"302.955628ms","start":"2026-03-02T16:05:45.25285Z","end":"2026-03-02T16:05:45.555805Z","steps":["trace[1914440552] 'agreement among raft nodes before linearized reading' (duration: 302.827925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:45.55607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:45.252833Z","time spent":"303.226385ms","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T16:05:45.55609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.029795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T16:05:45.556108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.086714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:05:45.556115Z","caller":"traceutil/trace.go:171","msg":"trace[62498112] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:5283; }","duration":"276.082956ms","start":"2026-03-02T16:05:45.280024Z","end":"2026-03-02T16:05:45.556107Z","steps":["trace[62498112] 'agreement among raft nodes before linearized reading' (duration: 276.008614ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.556124Z","caller":"traceutil/trace.go:171","msg":"trace[1439665558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5283; }","duration":"245.118836ms","start":"2026-03-02T16:05:45.311001Z","end":"2026-03-02T16:05:45.556119Z","steps":["trace[1439665558] 'agreement among raft nodes before linearized reading' (duration: 245.069974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:45.556197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.179714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:05:45.556209Z","caller":"traceutil/trace.go:171","msg":"trace[15932411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5283; }","duration":"246.213405ms","start":"2026-03-02T16:05:45.309991Z","end":"2026-03-02T16:05:45.556205Z","steps":["trace[15932411] 'agreement among raft nodes before linearized reading' (duration: 246.175354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.862792Z","caller":"traceutil/trace.go:171","msg":"trace[1393424862] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"216.429386ms","start":"2026-03-02T16:05:45.646338Z","end":"2026-03-02T16:05:45.862767Z","steps":["trace[1393424862] 'process raft request' (duration: 205.969518ms)","trace[1393424862] 'compare' (duration: 10.255992ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:45.863123Z","caller":"traceutil/trace.go:171","msg":"trace[1718341189] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"214.913665ms","start":"2026-03-02T16:05:45.648136Z","end":"2026-03-02T16:05:45.863049Z","steps":["trace[1718341189] 'process raft request' (duration: 214.552766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.863215Z","caller":"traceutil/trace.go:171","msg":"trace[724941028] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"213.082686ms","start":"2026-03-02T16:05:45.650119Z","end":"2026-03-02T16:05:45.863202Z","steps":["trace[724941028] 'process raft request' (duration: 212.902681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:45.863277Z","caller":"traceutil/trace.go:171","msg":"trace[728818464] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"214.018312ms","start":"2026-03-02T16:05:45.649246Z","end":"2026-03-02T16:05:45.863264Z","steps":["trace[728818464] 'process raft request' (duration: 213.680963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:46.138832Z","caller":"traceutil/trace.go:171","msg":"trace[382261269] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5506; }","duration":"269.651626ms","start":"2026-03-02T16:05:45.869156Z","end":"2026-03-02T16:05:46.138807Z","steps":["trace[382261269] 'read index received' (duration: 39.274001ms)","trace[382261269] 'applied index is now lower than readState.Index' (duration: 230.376725ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:46.139144Z","caller":"traceutil/trace.go:171","msg":"trace[475601963] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"270.033886ms","start":"2026-03-02T16:05:45.869044Z","end":"2026-03-02T16:05:46.139078Z","steps":["trace[475601963] 'process raft request' (duration: 222.185068ms)","trace[475601963] 'compare' (duration: 46.853031ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:46.139178Z","caller":"traceutil/trace.go:171","msg":"trace[1495055544] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"269.866472ms","start":"2026-03-02T16:05:45.869291Z","end":"2026-03-02T16:05:46.139157Z","steps":["trace[1495055544] 'process raft request' (duration: 269.335108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:46.139188Z","caller":"traceutil/trace.go:171","msg":"trace[142508130] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"264.968771ms","start":"2026-03-02T16:05:45.874168Z","end":"2026-03-02T16:05:46.139137Z","steps":["trace[142508130] 'process raft request' (duration: 264.597001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:46.139292Z","caller":"traceutil/trace.go:171","msg":"trace[1163263728] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"269.597545ms","start":"2026-03-02T16:05:45.869627Z","end":"2026-03-02T16:05:46.139225Z","steps":["trace[1163263728] 'process raft request' (duration: 269.096721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:46.13934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.696877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:46.139441Z","caller":"traceutil/trace.go:171","msg":"trace[1381267318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5299; }","duration":"152.849381ms","start":"2026-03-02T16:05:45.986563Z","end":"2026-03-02T16:05:46.139412Z","steps":["trace[1381267318] 'agreement among raft nodes before linearized reading' (duration: 152.672276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:46.139442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.251741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:05:46.139517Z","caller":"traceutil/trace.go:171","msg":"trace[1816036600] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5299; }","duration":"270.347344ms","start":"2026-03-02T16:05:45.869151Z","end":"2026-03-02T16:05:46.139499Z","steps":["trace[1816036600] 'agreement among raft nodes before linearized reading' (duration: 270.18521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:46.364435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.262622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-03-02T16:05:46.364541Z","caller":"traceutil/trace.go:171","msg":"trace[310576079] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5300; }","duration":"107.440317ms","start":"2026-03-02T16:05:46.25708Z","end":"2026-03-02T16:05:46.364521Z","steps":["trace[310576079] 'range keys from in-memory index tree' (duration: 107.034436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:46.588689Z","caller":"traceutil/trace.go:171","msg":"trace[2015918167] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"169.44604ms","start":"2026-03-02T16:05:46.419214Z","end":"2026-03-02T16:05:46.58866Z","steps":["trace[2015918167] 'process raft request' (duration: 114.466483ms)","trace[2015918167] 'compare' (duration: 54.874865ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:05:46.602726Z","caller":"traceutil/trace.go:171","msg":"trace[450776451] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"183.36868ms","start":"2026-03-02T16:05:46.419328Z","end":"2026-03-02T16:05:46.602697Z","steps":["trace[450776451] 'process raft request' (duration: 183.157294ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:46.602786Z","caller":"traceutil/trace.go:171","msg":"trace[1316419393] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"183.141073ms","start":"2026-03-02T16:05:46.41962Z","end":"2026-03-02T16:05:46.602762Z","steps":["trace[1316419393] 'process raft request' (duration: 183.058901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:46.602822Z","caller":"traceutil/trace.go:171","msg":"trace[733648032] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"183.3998ms","start":"2026-03-02T16:05:46.419386Z","end":"2026-03-02T16:05:46.602786Z","steps":["trace[733648032] 'process raft request' (duration: 183.239906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:46.603149Z","caller":"traceutil/trace.go:171","msg":"trace[1736236128] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"181.469719ms","start":"2026-03-02T16:05:46.421617Z","end":"2026-03-02T16:05:46.603087Z","steps":["trace[1736236128] 'process raft request' (duration: 181.300874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:46.603215Z","caller":"traceutil/trace.go:171","msg":"trace[1434023737] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"183.570015ms","start":"2026-03-02T16:05:46.419636Z","end":"2026-03-02T16:05:46.603206Z","steps":["trace[1434023737] 'process raft request' (duration: 183.086272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:05:49.016191Z","caller":"traceutil/trace.go:171","msg":"trace[1566369792] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"453.339913ms","start":"2026-03-02T16:05:48.562823Z","end":"2026-03-02T16:05:49.016163Z","steps":["trace[1566369792] 'process raft request' (duration: 453.067606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:05:49.016322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:05:48.562795Z","time spent":"453.461777ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:05:58.867318Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2689} {"level":"info","ts":"2026-03-02T16:05:59.013793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2689,"took":"138.148971ms","hash":2479311002,"current-db-size-bytes":38473728,"current-db-size":"38 MB","current-db-size-in-use-bytes":28631040,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T16:05:59.013887Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2479311002,"revision":2689,"compact-revision":-1} {"level":"info","ts":"2026-03-02T16:06:15.663933Z","caller":"traceutil/trace.go:171","msg":"trace[1294090724] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"100.602596ms","start":"2026-03-02T16:06:15.563283Z","end":"2026-03-02T16:06:15.663886Z","steps":["trace[1294090724] 'process raft request' (duration: 100.160064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.68729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.332269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:06:16.687439Z","caller":"traceutil/trace.go:171","msg":"trace[1559462910] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"1.014584586s","start":"2026-03-02T16:06:15.672836Z","end":"2026-03-02T16:06:16.68742Z","steps":["trace[1559462910] 'process raft request' (duration: 117.038011ms)","trace[1559462910] 'compare' (duration: 897.179545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:06:16.687506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.672808Z","time spent":"1.014668889s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:06:16.687741Z","caller":"traceutil/trace.go:171","msg":"trace[1975318478] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"1.014835053s","start":"2026-03-02T16:06:15.672877Z","end":"2026-03-02T16:06:16.687712Z","steps":["trace[1975318478] 'process raft request' (duration: 1.014503604s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:16.687818Z","caller":"traceutil/trace.go:171","msg":"trace[313694062] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"1.014866104s","start":"2026-03-02T16:06:15.672927Z","end":"2026-03-02T16:06:16.687793Z","steps":["trace[313694062] 'process raft request' (duration: 1.01472249s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.687937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.672858Z","time spent":"1.014980527s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:06:16.687957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.672891Z","time spent":"1.014994937s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:06:16.687909Z","caller":"traceutil/trace.go:171","msg":"trace[339338572] linearizableReadLoop","detail":"{readStateIndex:5864; appliedIndex:5861; }","duration":"980.700899ms","start":"2026-03-02T16:06:15.707169Z","end":"2026-03-02T16:06:16.68787Z","steps":["trace[339338572] 'read index received' (duration: 82.696342ms)","trace[339338572] 'applied index is now lower than readState.Index' (duration: 897.998337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:06:16.88147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.665722ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T16:06:16.881568Z","caller":"traceutil/trace.go:171","msg":"trace[1856655429] linearizableReadLoop","detail":"{readStateIndex:5865; appliedIndex:5864; }","duration":"193.486837ms","start":"2026-03-02T16:06:16.688065Z","end":"2026-03-02T16:06:16.881551Z","steps":["trace[1856655429] 'read index received' (duration: 64.332µs)","trace[1856655429] 'applied index is now lower than readState.Index' (duration: 193.421315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:06:16.881635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174443873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:06:16.881712Z","caller":"traceutil/trace.go:171","msg":"trace[1163074980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5642; }","duration":"1.174566296s","start":"2026-03-02T16:06:15.707128Z","end":"2026-03-02T16:06:16.881694Z","steps":["trace[1163074980] 'agreement among raft nodes before linearized reading' (duration: 980.827562ms)","trace[1163074980] 'range keys from in-memory index tree' (duration: 193.546129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:06:16.881726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.563238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:06:16.881745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.707089Z","time spent":"1.174650038s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:06:16.88176Z","caller":"traceutil/trace.go:171","msg":"trace[237383640] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5642; }","duration":"225.64336ms","start":"2026-03-02T16:06:16.656104Z","end":"2026-03-02T16:06:16.881747Z","steps":["trace[237383640] 'agreement among raft nodes before linearized reading' (duration: 225.563928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.88184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.441913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:06:16.881915Z","caller":"traceutil/trace.go:171","msg":"trace[1185891735] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5642; }","duration":"668.550346ms","start":"2026-03-02T16:06:16.21334Z","end":"2026-03-02T16:06:16.88189Z","steps":["trace[1185891735] 'agreement among raft nodes before linearized reading' (duration: 668.393072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.88196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:16.213324Z","time spent":"668.626108ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:06:16.882011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.378975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-trgqh\" ","response":"range_response_count:1 size:7552"} {"level":"warn","ts":"2026-03-02T16:06:16.881898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.848588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:06:16.882036Z","caller":"traceutil/trace.go:171","msg":"trace[1238234414] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-trgqh; range_end:; response_count:1; response_revision:5642; }","duration":"393.442236ms","start":"2026-03-02T16:06:16.488589Z","end":"2026-03-02T16:06:16.882031Z","steps":["trace[1238234414] 'agreement among raft nodes before linearized reading' (duration: 393.378855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.88206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:16.488437Z","time spent":"393.619471ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7575,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-trgqh\" "} {"level":"info","ts":"2026-03-02T16:06:16.882089Z","caller":"traceutil/trace.go:171","msg":"trace[1552068781] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5642; }","duration":"845.021293ms","start":"2026-03-02T16:06:16.037025Z","end":"2026-03-02T16:06:16.882047Z","steps":["trace[1552068781] 'agreement among raft nodes before linearized reading' (duration: 844.805347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.882099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094942136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:06:16.88225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:16.036985Z","time spent":"845.247999ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:06:16.882317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.974807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:06:16.882341Z","caller":"traceutil/trace.go:171","msg":"trace[879226264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5642; }","duration":"895.030388ms","start":"2026-03-02T16:06:15.987306Z","end":"2026-03-02T16:06:16.882336Z","steps":["trace[879226264] 'agreement among raft nodes before linearized reading' (duration: 894.989137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.882356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.987287Z","time spent":"895.066129ms","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:06:16.882024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10038182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:06:16.882256Z","caller":"traceutil/trace.go:171","msg":"trace[1067367395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5642; }","duration":"1.095189073s","start":"2026-03-02T16:06:15.787052Z","end":"2026-03-02T16:06:16.882241Z","steps":["trace[1067367395] 'agreement among raft nodes before linearized reading' (duration: 1.094747031s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:16.8824Z","caller":"traceutil/trace.go:171","msg":"trace[1439877827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5642; }","duration":"1.10075217s","start":"2026-03-02T16:06:15.781633Z","end":"2026-03-02T16:06:16.882385Z","steps":["trace[1439877827] 'agreement among raft nodes before linearized reading' (duration: 1.100313968s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.88241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092870801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:06:16.882462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.787041Z","time spent":"1.095403828s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:06:16.88246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.781592Z","time spent":"1.100852912s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:06:16.882511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095177032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:06:16.882581Z","caller":"traceutil/trace.go:171","msg":"trace[1883782318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5642; }","duration":"1.092991174s","start":"2026-03-02T16:06:15.789506Z","end":"2026-03-02T16:06:16.882498Z","steps":["trace[1883782318] 'agreement among raft nodes before linearized reading' (duration: 1.092803949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.88268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.789497Z","time spent":"1.093170259s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:06:16.882645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.941219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:06:16.882856Z","caller":"traceutil/trace.go:171","msg":"trace[1485709266] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5642; }","duration":"334.275698ms","start":"2026-03-02T16:06:16.548549Z","end":"2026-03-02T16:06:16.882825Z","steps":["trace[1485709266] 'agreement among raft nodes before linearized reading' (duration: 333.396335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.882999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:16.548524Z","time spent":"334.377941ms","remote":"127.0.0.1:49234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:06:16.882593Z","caller":"traceutil/trace.go:171","msg":"trace[1622364858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5642; }","duration":"1.095306806s","start":"2026-03-02T16:06:15.787264Z","end":"2026-03-02T16:06:16.882571Z","steps":["trace[1622364858] 'agreement among raft nodes before linearized reading' (duration: 1.095053049s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.883455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09056716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:06:16.883543Z","caller":"traceutil/trace.go:171","msg":"trace[1270786088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:5642; }","duration":"1.090667722s","start":"2026-03-02T16:06:15.792859Z","end":"2026-03-02T16:06:16.883527Z","steps":["trace[1270786088] 'agreement among raft nodes before linearized reading' (duration: 1.088825933s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:16.883602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.792852Z","time spent":"1.090738525s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:06:16.883277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:06:15.787232Z","time spent":"1.095961503s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:06:17.031842Z","caller":"traceutil/trace.go:171","msg":"trace[1220489968] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"144.88671ms","start":"2026-03-02T16:06:16.886911Z","end":"2026-03-02T16:06:17.031798Z","steps":["trace[1220489968] 'process raft request' (duration: 144.666434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:17.031856Z","caller":"traceutil/trace.go:171","msg":"trace[50796994] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"144.758396ms","start":"2026-03-02T16:06:16.887067Z","end":"2026-03-02T16:06:17.031826Z","steps":["trace[50796994] 'process raft request' (duration: 144.678154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:17.032087Z","caller":"traceutil/trace.go:171","msg":"trace[621795149] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"144.15894ms","start":"2026-03-02T16:06:16.887905Z","end":"2026-03-02T16:06:17.032064Z","steps":["trace[621795149] 'process raft request' (duration: 143.884283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:17.032521Z","caller":"traceutil/trace.go:171","msg":"trace[34057086] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5865; }","duration":"144.49409ms","start":"2026-03-02T16:06:16.888007Z","end":"2026-03-02T16:06:17.032501Z","steps":["trace[34057086] 'read index received' (duration: 78.973523ms)","trace[34057086] 'applied index is now lower than readState.Index' (duration: 65.519587ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:06:17.032567Z","caller":"traceutil/trace.go:171","msg":"trace[1663934471] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"141.90229ms","start":"2026-03-02T16:06:16.890633Z","end":"2026-03-02T16:06:17.032535Z","steps":["trace[1663934471] 'process raft request' (duration: 141.740376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:17.032975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.941071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101813"} {"level":"info","ts":"2026-03-02T16:06:17.033054Z","caller":"traceutil/trace.go:171","msg":"trace[241096830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5648; }","duration":"145.054754ms","start":"2026-03-02T16:06:16.887982Z","end":"2026-03-02T16:06:17.033036Z","steps":["trace[241096830] 'agreement among raft nodes before linearized reading' (duration: 144.727425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:17.032655Z","caller":"traceutil/trace.go:171","msg":"trace[207414513] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"144.1551ms","start":"2026-03-02T16:06:16.888491Z","end":"2026-03-02T16:06:17.032646Z","steps":["trace[207414513] 'process raft request' (duration: 143.498783ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:28.906333Z","caller":"traceutil/trace.go:171","msg":"trace[1932781836] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"171.592227ms","start":"2026-03-02T16:06:28.734716Z","end":"2026-03-02T16:06:28.906309Z","steps":["trace[1932781836] 'process raft request' (duration: 170.853728ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:28.906519Z","caller":"traceutil/trace.go:171","msg":"trace[1302973633] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"170.003645ms","start":"2026-03-02T16:06:28.736503Z","end":"2026-03-02T16:06:28.906507Z","steps":["trace[1302973633] 'process raft request' (duration: 169.220834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:29.225577Z","caller":"traceutil/trace.go:171","msg":"trace[1801779925] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"133.110446ms","start":"2026-03-02T16:06:29.092375Z","end":"2026-03-02T16:06:29.225486Z","steps":["trace[1801779925] 'process raft request' (duration: 96.759763ms)","trace[1801779925] 'compare' (duration: 35.948693ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:06:29.225681Z","caller":"traceutil/trace.go:171","msg":"trace[457934052] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5933; }","duration":"132.669635ms","start":"2026-03-02T16:06:29.09299Z","end":"2026-03-02T16:06:29.22566Z","steps":["trace[457934052] 'read index received' (duration: 96.157437ms)","trace[457934052] 'applied index is now lower than readState.Index' (duration: 36.509708ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:06:29.22582Z","caller":"traceutil/trace.go:171","msg":"trace[2003944421] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"132.579763ms","start":"2026-03-02T16:06:29.09314Z","end":"2026-03-02T16:06:29.22572Z","steps":["trace[2003944421] 'process raft request' (duration: 132.306845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:06:29.225887Z","caller":"traceutil/trace.go:171","msg":"trace[1600363082] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"132.385877ms","start":"2026-03-02T16:06:29.09347Z","end":"2026-03-02T16:06:29.225856Z","steps":["trace[1600363082] 'process raft request' (duration: 132.201812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:29.226033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.021244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T16:06:29.226077Z","caller":"traceutil/trace.go:171","msg":"trace[1951328321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5711; }","duration":"133.079606ms","start":"2026-03-02T16:06:29.092983Z","end":"2026-03-02T16:06:29.226063Z","steps":["trace[1951328321] 'agreement among raft nodes before linearized reading' (duration: 132.85142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:06:29.226784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.805488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:06:29.226868Z","caller":"traceutil/trace.go:171","msg":"trace[1474980171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:5711; }","duration":"133.116777ms","start":"2026-03-02T16:06:29.093733Z","end":"2026-03-02T16:06:29.22685Z","steps":["trace[1474980171] 'agreement among raft nodes before linearized reading' (duration: 132.153021ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:10:58.877222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5457} {"level":"info","ts":"2026-03-02T16:10:58.967608Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5457,"took":"88.663099ms","hash":18053112,"current-db-size-bytes":39313408,"current-db-size":"39 MB","current-db-size-in-use-bytes":21585920,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T16:10:58.967662Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":18053112,"revision":5457,"compact-revision":2689} {"level":"info","ts":"2026-03-02T16:11:44.117733Z","caller":"traceutil/trace.go:171","msg":"trace[80148953] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8188; }","duration":"130.494649ms","start":"2026-03-02T16:11:43.987194Z","end":"2026-03-02T16:11:44.117689Z","steps":["trace[80148953] 'read index received' (duration: 130.13249ms)","trace[80148953] 'applied index is now lower than readState.Index' (duration: 360.519µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:11:44.117894Z","caller":"traceutil/trace.go:171","msg":"trace[31479533] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"171.618613ms","start":"2026-03-02T16:11:43.946246Z","end":"2026-03-02T16:11:44.117864Z","steps":["trace[31479533] 'process raft request' (duration: 171.094929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:44.118067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.835638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:11:44.118135Z","caller":"traceutil/trace.go:171","msg":"trace[1818415443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7888; }","duration":"130.971792ms","start":"2026-03-02T16:11:43.987144Z","end":"2026-03-02T16:11:44.118116Z","steps":["trace[1818415443] 'agreement among raft nodes before linearized reading' (duration: 130.753636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:44.119594Z","caller":"traceutil/trace.go:171","msg":"trace[1432505302] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"119.056956ms","start":"2026-03-02T16:11:44.000517Z","end":"2026-03-02T16:11:44.119574Z","steps":["trace[1432505302] 'process raft request' (duration: 118.896121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:44.119749Z","caller":"traceutil/trace.go:171","msg":"trace[1078145916] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"115.672213ms","start":"2026-03-02T16:11:44.004057Z","end":"2026-03-02T16:11:44.119729Z","steps":["trace[1078145916] 'process raft request' (duration: 115.459807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:46.487935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454677207,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:11:46.922227Z","caller":"traceutil/trace.go:171","msg":"trace[1697025043] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"959.259985ms","start":"2026-03-02T16:11:45.962938Z","end":"2026-03-02T16:11:46.922198Z","steps":["trace[1697025043] 'process raft request' (duration: 959.110471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:46.922384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:45.962912Z","time spent":"959.391768ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:11:47.079927Z","caller":"traceutil/trace.go:171","msg":"trace[1034025831] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"957.213089ms","start":"2026-03-02T16:11:46.122674Z","end":"2026-03-02T16:11:47.079887Z","steps":["trace[1034025831] 'process raft request' (duration: 956.789507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:47.080108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:46.122654Z","time spent":"957.362863ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:11:47.080064Z","caller":"traceutil/trace.go:171","msg":"trace[535624625] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"955.366988ms","start":"2026-03-02T16:11:46.124676Z","end":"2026-03-02T16:11:47.080043Z","steps":["trace[535624625] 'process raft request' (duration: 955.142942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:47.080337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:46.124665Z","time spent":"955.533453ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:11:47.080582Z","caller":"traceutil/trace.go:171","msg":"trace[767378399] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"956.426677ms","start":"2026-03-02T16:11:46.123478Z","end":"2026-03-02T16:11:47.079905Z","steps":["trace[767378399] 'process raft request' (duration: 956.283734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:47.080685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:46.123452Z","time spent":"957.192189ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:11:47.083743Z","caller":"traceutil/trace.go:171","msg":"trace[382259778] linearizableReadLoop","detail":"{readStateIndex:8200; appliedIndex:8196; }","duration":"1.096749686s","start":"2026-03-02T16:11:45.986959Z","end":"2026-03-02T16:11:47.083709Z","steps":["trace[382259778] 'read index received' (duration: 935.109915ms)","trace[382259778] 'applied index is now lower than readState.Index' (duration: 161.638261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:11:47.084105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.600398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:11:47.084106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.966862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:11:47.084152Z","caller":"traceutil/trace.go:171","msg":"trace[78109205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7899; }","duration":"573.70455ms","start":"2026-03-02T16:11:46.510437Z","end":"2026-03-02T16:11:47.084141Z","steps":["trace[78109205] 'agreement among raft nodes before linearized reading' (duration: 573.490045ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:47.084179Z","caller":"traceutil/trace.go:171","msg":"trace[1708298974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7899; }","duration":"195.085326ms","start":"2026-03-02T16:11:46.889077Z","end":"2026-03-02T16:11:47.084162Z","steps":["trace[1708298974] 'agreement among raft nodes before linearized reading' (duration: 194.8766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:47.084192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:46.510418Z","time spent":"573.765262ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:11:47.084202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.013518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:11:47.084115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096970611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:11:47.084388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.709733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:11:47.084453Z","caller":"traceutil/trace.go:171","msg":"trace[1857884222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7899; }","duration":"240.804296ms","start":"2026-03-02T16:11:46.843629Z","end":"2026-03-02T16:11:47.084433Z","steps":["trace[1857884222] 'agreement among raft nodes before linearized reading' (duration: 240.685413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:47.084257Z","caller":"traceutil/trace.go:171","msg":"trace[48981337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7899; }","duration":"197.105991ms","start":"2026-03-02T16:11:46.887136Z","end":"2026-03-02T16:11:47.084242Z","steps":["trace[48981337] 'agreement among raft nodes before linearized reading' (duration: 196.955667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:47.085134Z","caller":"traceutil/trace.go:171","msg":"trace[333285150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7899; }","duration":"1.098137943s","start":"2026-03-02T16:11:45.98692Z","end":"2026-03-02T16:11:47.085058Z","steps":["trace[333285150] 'agreement among raft nodes before linearized reading' (duration: 1.096942381s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:47.084245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.074118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T16:11:47.085287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:45.986906Z","time spent":"1.098327888s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:11:47.085305Z","caller":"traceutil/trace.go:171","msg":"trace[986828509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7899; }","duration":"278.168018ms","start":"2026-03-02T16:11:46.807114Z","end":"2026-03-02T16:11:47.085282Z","steps":["trace[986828509] 'agreement among raft nodes before linearized reading' (duration: 276.947294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:57.435929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.32197ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T16:11:57.436411Z","caller":"traceutil/trace.go:171","msg":"trace[255076176] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"312.308802ms","start":"2026-03-02T16:11:57.124071Z","end":"2026-03-02T16:11:57.43638Z","steps":["trace[255076176] 'process raft request' (duration: 312.24493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:57.436454Z","caller":"traceutil/trace.go:171","msg":"trace[217135436] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8246; }","duration":"450.878552ms","start":"2026-03-02T16:11:56.985539Z","end":"2026-03-02T16:11:57.436418Z","steps":["trace[217135436] 'read index received' (duration: 288.062379ms)","trace[217135436] 'applied index is now lower than readState.Index' (duration: 162.813103ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:11:57.436481Z","caller":"traceutil/trace.go:171","msg":"trace[530982516] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"314.929364ms","start":"2026-03-02T16:11:57.121516Z","end":"2026-03-02T16:11:57.436445Z","steps":["trace[530982516] 'process raft request' (duration: 314.569694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:57.436575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:57.124059Z","time spent":"312.418874ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:11:57.436562Z","caller":"traceutil/trace.go:171","msg":"trace[921361326] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"313.31855ms","start":"2026-03-02T16:11:57.123206Z","end":"2026-03-02T16:11:57.436525Z","steps":["trace[921361326] 'process raft request' (duration: 313.056793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:57.436675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.536983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:11:57.436669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:57.121476Z","time spent":"315.080698ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:11:57.436688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.117265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T16:11:57.436701Z","caller":"traceutil/trace.go:171","msg":"trace[593167929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7946; }","duration":"280.582273ms","start":"2026-03-02T16:11:57.156112Z","end":"2026-03-02T16:11:57.436694Z","steps":["trace[593167929] 'agreement among raft nodes before linearized reading' (duration: 280.507581ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:57.436718Z","caller":"traceutil/trace.go:171","msg":"trace[1615096758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7946; }","duration":"290.196807ms","start":"2026-03-02T16:11:57.146513Z","end":"2026-03-02T16:11:57.436709Z","steps":["trace[1615096758] 'agreement among raft nodes before linearized reading' (duration: 290.073403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:57.43678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:57.123171Z","time spent":"313.478494ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:11:57.436831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.590895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:11:57.436845Z","caller":"traceutil/trace.go:171","msg":"trace[388314662] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:7946; }","duration":"272.620556ms","start":"2026-03-02T16:11:57.164221Z","end":"2026-03-02T16:11:57.436842Z","steps":["trace[388314662] 'agreement among raft nodes before linearized reading' (duration: 272.573755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:57.436869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.103067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:11:57.436903Z","caller":"traceutil/trace.go:171","msg":"trace[151028405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7946; }","duration":"289.186079ms","start":"2026-03-02T16:11:57.147709Z","end":"2026-03-02T16:11:57.436896Z","steps":["trace[151028405] 'agreement among raft nodes before linearized reading' (duration: 289.104757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:57.436593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.045296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:11:57.436922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.434531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:11:57.436951Z","caller":"traceutil/trace.go:171","msg":"trace[1250350580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7946; }","duration":"451.434496ms","start":"2026-03-02T16:11:56.985505Z","end":"2026-03-02T16:11:57.43694Z","steps":["trace[1250350580] 'agreement among raft nodes before linearized reading' (duration: 451.045505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:57.436994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:11:56.98549Z","time spent":"451.493838ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:11:57.436956Z","caller":"traceutil/trace.go:171","msg":"trace[1141472664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7946; }","duration":"283.507274ms","start":"2026-03-02T16:11:57.153438Z","end":"2026-03-02T16:11:57.436945Z","steps":["trace[1141472664] 'agreement among raft nodes before linearized reading' (duration: 283.37178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:57.437028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.029786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:11:57.437064Z","caller":"traceutil/trace.go:171","msg":"trace[882990137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7946; }","duration":"281.079227ms","start":"2026-03-02T16:11:57.155977Z","end":"2026-03-02T16:11:57.437057Z","steps":["trace[882990137] 'agreement among raft nodes before linearized reading' (duration: 280.997585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:59.155226Z","caller":"traceutil/trace.go:171","msg":"trace[1107362022] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8255; }","duration":"167.247014ms","start":"2026-03-02T16:11:58.987945Z","end":"2026-03-02T16:11:59.155192Z","steps":["trace[1107362022] 'read index received' (duration: 166.833163ms)","trace[1107362022] 'applied index is now lower than readState.Index' (duration: 412.311µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:11:59.155269Z","caller":"traceutil/trace.go:171","msg":"trace[1836713812] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"248.818174ms","start":"2026-03-02T16:11:58.906415Z","end":"2026-03-02T16:11:59.155233Z","steps":["trace[1836713812] 'process raft request' (duration: 248.500706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:11:59.155386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.420149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:11:59.155429Z","caller":"traceutil/trace.go:171","msg":"trace[501996218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7952; }","duration":"167.523541ms","start":"2026-03-02T16:11:58.987891Z","end":"2026-03-02T16:11:59.155414Z","steps":["trace[501996218] 'agreement among raft nodes before linearized reading' (duration: 167.428159ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:59.569854Z","caller":"traceutil/trace.go:171","msg":"trace[429900442] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"127.594829ms","start":"2026-03-02T16:11:59.442231Z","end":"2026-03-02T16:11:59.569826Z","steps":["trace[429900442] 'process raft request' (duration: 127.389454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:59.586606Z","caller":"traceutil/trace.go:171","msg":"trace[1402461796] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"143.996359ms","start":"2026-03-02T16:11:59.44258Z","end":"2026-03-02T16:11:59.586576Z","steps":["trace[1402461796] 'process raft request' (duration: 143.798683ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:11:59.586913Z","caller":"traceutil/trace.go:171","msg":"trace[1023945094] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"144.154553ms","start":"2026-03-02T16:11:59.442687Z","end":"2026-03-02T16:11:59.586842Z","steps":["trace[1023945094] 'process raft request' (duration: 143.847615ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:00.97122Z","caller":"traceutil/trace.go:171","msg":"trace[2119482766] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"321.704608ms","start":"2026-03-02T16:12:00.64948Z","end":"2026-03-02T16:12:00.971185Z","steps":["trace[2119482766] 'process raft request' (duration: 321.377299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:00.971402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:00.649455Z","time spent":"321.856793ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:01.231431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.937294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:01.231495Z","caller":"traceutil/trace.go:171","msg":"trace[1341738887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7962; }","duration":"243.046837ms","start":"2026-03-02T16:12:00.988434Z","end":"2026-03-02T16:12:01.231481Z","steps":["trace[1341738887] 'range keys from in-memory index tree' (duration: 242.826291ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:01.587314Z","caller":"traceutil/trace.go:171","msg":"trace[1442849122] linearizableReadLoop","detail":"{readStateIndex:8267; appliedIndex:8266; }","duration":"282.662509ms","start":"2026-03-02T16:12:01.304624Z","end":"2026-03-02T16:12:01.587286Z","steps":["trace[1442849122] 'read index received' (duration: 282.521945ms)","trace[1442849122] 'applied index is now lower than readState.Index' (duration: 139.244µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:01.587526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.876905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T16:12:01.587556Z","caller":"traceutil/trace.go:171","msg":"trace[358822032] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7962; }","duration":"282.947097ms","start":"2026-03-02T16:12:01.3046Z","end":"2026-03-02T16:12:01.587547Z","steps":["trace[358822032] 'agreement among raft nodes before linearized reading' (duration: 282.785073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:01.591313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.19542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:01.5914Z","caller":"traceutil/trace.go:171","msg":"trace[1091693699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7963; }","duration":"115.348924ms","start":"2026-03-02T16:12:01.476029Z","end":"2026-03-02T16:12:01.591378Z","steps":["trace[1091693699] 'agreement among raft nodes before linearized reading' (duration: 115.18801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:29.687168Z","caller":"traceutil/trace.go:171","msg":"trace[1855314581] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"305.290459ms","start":"2026-03-02T16:12:29.381849Z","end":"2026-03-02T16:12:29.68714Z","steps":["trace[1855314581] 'process raft request' (duration: 305.082173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:29.687369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.381825Z","time spent":"305.423453ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:30.464886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.12925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:12:30.465164Z","caller":"traceutil/trace.go:171","msg":"trace[622172267] linearizableReadLoop","detail":"{readStateIndex:8467; appliedIndex:8464; }","duration":"663.988199ms","start":"2026-03-02T16:12:29.801154Z","end":"2026-03-02T16:12:30.465143Z","steps":["trace[622172267] 'read index received' (duration: 424.492459ms)","trace[622172267] 'applied index is now lower than readState.Index' (duration: 239.49473ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:30.465293Z","caller":"traceutil/trace.go:171","msg":"trace[1827824966] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"762.912275ms","start":"2026-03-02T16:12:29.702364Z","end":"2026-03-02T16:12:30.465276Z","steps":["trace[1827824966] 'process raft request' (duration: 523.283231ms)","trace[1827824966] 'compare' (duration: 239.031258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:30.465393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.702341Z","time spent":"763.000737ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:30.465724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.752036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:12:30.465731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.571745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:12:30.46573Z","caller":"traceutil/trace.go:171","msg":"trace[2092480040] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"763.174971ms","start":"2026-03-02T16:12:29.702521Z","end":"2026-03-02T16:12:30.465696Z","steps":["trace[2092480040] 'process raft request' (duration: 762.566885ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:30.46569Z","caller":"traceutil/trace.go:171","msg":"trace[1870813997] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"763.192503ms","start":"2026-03-02T16:12:29.70244Z","end":"2026-03-02T16:12:30.465632Z","steps":["trace[1870813997] 'process raft request' (duration: 762.570286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:30.465786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.246108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:12:30.465787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.51687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:12:30.465811Z","caller":"traceutil/trace.go:171","msg":"trace[69100198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8155; }","duration":"664.695248ms","start":"2026-03-02T16:12:29.801091Z","end":"2026-03-02T16:12:30.465786Z","steps":["trace[69100198] 'agreement among raft nodes before linearized reading' (duration: 664.509723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:30.465841Z","caller":"traceutil/trace.go:171","msg":"trace[2085846623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8155; }","duration":"648.320631ms","start":"2026-03-02T16:12:29.817505Z","end":"2026-03-02T16:12:30.465826Z","steps":["trace[2085846623] 'agreement among raft nodes before linearized reading' (duration: 648.161937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:30.465846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.100542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T16:12:30.465887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.817498Z","time spent":"648.381222ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:12:30.465774Z","caller":"traceutil/trace.go:171","msg":"trace[1405760031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8155; }","duration":"658.815977ms","start":"2026-03-02T16:12:29.806946Z","end":"2026-03-02T16:12:30.465762Z","steps":["trace[1405760031] 'agreement among raft nodes before linearized reading' (duration: 658.667593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:30.465926Z","caller":"traceutil/trace.go:171","msg":"trace[107927581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8155; }","duration":"649.222115ms","start":"2026-03-02T16:12:29.816662Z","end":"2026-03-02T16:12:30.465884Z","steps":["trace[107927581] 'agreement among raft nodes before linearized reading' (duration: 649.075831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:30.465919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.702495Z","time spent":"763.316015ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:30.465924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.702408Z","time spent":"763.423458ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:30.465962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.806938Z","time spent":"659.005473ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:12:30.465849Z","caller":"traceutil/trace.go:171","msg":"trace[790792829] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:8155; }","duration":"635.605722ms","start":"2026-03-02T16:12:29.830228Z","end":"2026-03-02T16:12:30.465834Z","steps":["trace[790792829] 'agreement among raft nodes before linearized reading' (duration: 635.395626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:30.465973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.816641Z","time spent":"649.322018ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:30.465715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.767625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:12:30.465856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.801066Z","time spent":"664.77935ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:12:30.466101Z","caller":"traceutil/trace.go:171","msg":"trace[1510939442] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8155; }","duration":"105.179647ms","start":"2026-03-02T16:12:30.360869Z","end":"2026-03-02T16:12:30.466049Z","steps":["trace[1510939442] 'agreement among raft nodes before linearized reading' (duration: 104.764436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:30.466028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.83022Z","time spent":"635.800368ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:12:30.465752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.422632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:12:30.466252Z","caller":"traceutil/trace.go:171","msg":"trace[1434104764] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8155; }","duration":"603.965217ms","start":"2026-03-02T16:12:29.862273Z","end":"2026-03-02T16:12:30.466238Z","steps":["trace[1434104764] 'agreement among raft nodes before linearized reading' (duration: 603.391661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:30.466295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.862261Z","time spent":"604.021508ms","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:12:30.466574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.538056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:12:30.466665Z","caller":"traceutil/trace.go:171","msg":"trace[105182066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8155; }","duration":"648.655699ms","start":"2026-03-02T16:12:29.817987Z","end":"2026-03-02T16:12:30.466642Z","steps":["trace[105182066] 'agreement among raft nodes before linearized reading' (duration: 647.781545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:30.466716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:29.817981Z","time spent":"648.726192ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:12:32.832829Z","caller":"traceutil/trace.go:171","msg":"trace[1645520431] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"360.582761ms","start":"2026-03-02T16:12:32.472216Z","end":"2026-03-02T16:12:32.832798Z","steps":["trace[1645520431] 'process raft request' (duration: 360.367005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:32.833015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.472198Z","time spent":"360.718175ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:33.044727Z","caller":"traceutil/trace.go:171","msg":"trace[1403561233] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"571.199461ms","start":"2026-03-02T16:12:32.473502Z","end":"2026-03-02T16:12:33.044702Z","steps":["trace[1403561233] 'process raft request' (duration: 571.006145ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:33.044832Z","caller":"traceutil/trace.go:171","msg":"trace[1021845094] linearizableReadLoop","detail":"{readStateIndex:8479; appliedIndex:8477; }","duration":"569.506085ms","start":"2026-03-02T16:12:32.47531Z","end":"2026-03-02T16:12:33.044816Z","steps":["trace[1021845094] 'read index received' (duration: 357.255731ms)","trace[1021845094] 'applied index is now lower than readState.Index' (duration: 212.249504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:33.044883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.473474Z","time spent":"571.326614ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:33.044996Z","caller":"traceutil/trace.go:171","msg":"trace[1412230598] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"557.941688ms","start":"2026-03-02T16:12:32.487032Z","end":"2026-03-02T16:12:33.044974Z","steps":["trace[1412230598] 'process raft request' (duration: 557.63105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:33.04505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.630753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:12:33.04507Z","caller":"traceutil/trace.go:171","msg":"trace[582658200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8167; }","duration":"567.693675ms","start":"2026-03-02T16:12:32.477371Z","end":"2026-03-02T16:12:33.045065Z","steps":["trace[582658200] 'agreement among raft nodes before linearized reading' (duration: 567.596302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:33.04509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.477356Z","time spent":"567.727016ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:33.045088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.487022Z","time spent":"558.01689ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:33.045186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.320448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:12:33.045165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.357304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:12:33.045205Z","caller":"traceutil/trace.go:171","msg":"trace[2136805348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8167; }","duration":"566.358918ms","start":"2026-03-02T16:12:32.478842Z","end":"2026-03-02T16:12:33.045201Z","steps":["trace[2136805348] 'agreement among raft nodes before linearized reading' (duration: 566.304797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:33.045217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.478831Z","time spent":"566.382869ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:12:33.045225Z","caller":"traceutil/trace.go:171","msg":"trace[1427877168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:8167; }","duration":"564.455867ms","start":"2026-03-02T16:12:32.480754Z","end":"2026-03-02T16:12:33.04521Z","steps":["trace[1427877168] 'agreement among raft nodes before linearized reading' (duration: 564.316683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:33.045256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.480733Z","time spent":"564.516128ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:12:33.045274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.761636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T16:12:33.045254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.939306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:12:33.045285Z","caller":"traceutil/trace.go:171","msg":"trace[936395235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8167; }","duration":"567.791528ms","start":"2026-03-02T16:12:32.47749Z","end":"2026-03-02T16:12:33.045282Z","steps":["trace[936395235] 'agreement among raft nodes before linearized reading' (duration: 567.756357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:33.045279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.939035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:12:33.045302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.477481Z","time spent":"567.818028ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:33.045111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.894385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:12:33.045319Z","caller":"traceutil/trace.go:171","msg":"trace[2146569280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8167; }","duration":"559.007457ms","start":"2026-03-02T16:12:32.4863Z","end":"2026-03-02T16:12:33.045307Z","steps":["trace[2146569280] 'agreement among raft nodes before linearized reading' (duration: 558.875904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:33.045339Z","caller":"traceutil/trace.go:171","msg":"trace[342326702] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8167; }","duration":"419.191483ms","start":"2026-03-02T16:12:32.626143Z","end":"2026-03-02T16:12:33.045335Z","steps":["trace[342326702] 'agreement among raft nodes before linearized reading' (duration: 418.881915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:33.045326Z","caller":"traceutil/trace.go:171","msg":"trace[1671519195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8167; }","duration":"570.001698ms","start":"2026-03-02T16:12:32.475297Z","end":"2026-03-02T16:12:33.045299Z","steps":["trace[1671519195] 'agreement among raft nodes before linearized reading' (duration: 569.618978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:33.045355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.626126Z","time spent":"419.223944ms","remote":"127.0.0.1:35400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:12:33.045349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.486285Z","time spent":"559.058388ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:33.045374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:32.475256Z","time spent":"570.106391ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:12:42.407001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.337551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-q8277\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-02T16:12:42.407068Z","caller":"traceutil/trace.go:171","msg":"trace[1179711643] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-q8277; range_end:; response_count:1; response_revision:8252; }","duration":"120.460474ms","start":"2026-03-02T16:12:42.286595Z","end":"2026-03-02T16:12:42.407056Z","steps":["trace[1179711643] 'range keys from in-memory index tree' (duration: 120.268959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:42.407311Z","caller":"traceutil/trace.go:171","msg":"trace[766875103] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"116.65339ms","start":"2026-03-02T16:12:42.290625Z","end":"2026-03-02T16:12:42.407278Z","steps":["trace[766875103] 'process raft request' (duration: 111.994623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:42.669411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.023945ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:42.669581Z","caller":"traceutil/trace.go:171","msg":"trace[1529986744] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8253; }","duration":"153.20506ms","start":"2026-03-02T16:12:42.516347Z","end":"2026-03-02T16:12:42.669552Z","steps":["trace[1529986744] 'range keys from in-memory index tree' (duration: 152.993935ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:42.669749Z","caller":"traceutil/trace.go:171","msg":"trace[7940632] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8570; }","duration":"255.367134ms","start":"2026-03-02T16:12:42.414359Z","end":"2026-03-02T16:12:42.669726Z","steps":["trace[7940632] 'read index received' (duration: 251.839557ms)","trace[7940632] 'applied index is now lower than readState.Index' (duration: 3.526187ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:42.669932Z","caller":"traceutil/trace.go:171","msg":"trace[1966494586] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8254; }","duration":"255.858378ms","start":"2026-03-02T16:12:42.414028Z","end":"2026-03-02T16:12:42.669887Z","steps":["trace[1966494586] 'process raft request' (duration: 252.052173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:42.670057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.697904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-q8277\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-02T16:12:42.670096Z","caller":"traceutil/trace.go:171","msg":"trace[1278519042] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-q8277; range_end:; response_count:1; response_revision:8254; }","duration":"255.779366ms","start":"2026-03-02T16:12:42.414306Z","end":"2026-03-02T16:12:42.670085Z","steps":["trace[1278519042] 'agreement among raft nodes before linearized reading' (duration: 255.634032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:42.678073Z","caller":"traceutil/trace.go:171","msg":"trace[760925589] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"109.901776ms","start":"2026-03-02T16:12:42.568149Z","end":"2026-03-02T16:12:42.678051Z","steps":["trace[760925589] 'process raft request' (duration: 109.625688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:42.678418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.843431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-q8277\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-02T16:12:42.678453Z","caller":"traceutil/trace.go:171","msg":"trace[1083765000] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-q8277; range_end:; response_count:1; response_revision:8255; }","duration":"110.890822ms","start":"2026-03-02T16:12:42.567552Z","end":"2026-03-02T16:12:42.678443Z","steps":["trace[1083765000] 'agreement among raft nodes before linearized reading' (duration: 110.729768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:43.393226Z","caller":"traceutil/trace.go:171","msg":"trace[522250889] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"278.135917ms","start":"2026-03-02T16:12:43.115071Z","end":"2026-03-02T16:12:43.393207Z","steps":["trace[522250889] 'process raft request' (duration: 278.022314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:43.393582Z","caller":"traceutil/trace.go:171","msg":"trace[895879536] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8581; }","duration":"274.354284ms","start":"2026-03-02T16:12:43.119219Z","end":"2026-03-02T16:12:43.393574Z","steps":["trace[895879536] 'read index received' (duration: 274.350954ms)","trace[895879536] 'applied index is now lower than readState.Index' (duration: 2.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:43.393844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.61393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:12:43.39389Z","caller":"traceutil/trace.go:171","msg":"trace[1746601059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8263; }","duration":"276.772339ms","start":"2026-03-02T16:12:43.117107Z","end":"2026-03-02T16:12:43.39388Z","steps":["trace[1746601059] 'agreement among raft nodes before linearized reading' (duration: 276.523632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:43.400305Z","caller":"traceutil/trace.go:171","msg":"trace[65335774] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"128.166835ms","start":"2026-03-02T16:12:43.27211Z","end":"2026-03-02T16:12:43.400277Z","steps":["trace[65335774] 'process raft request' (duration: 127.950709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:43.400344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.265751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T16:12:43.400415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.731583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:12:43.400465Z","caller":"traceutil/trace.go:171","msg":"trace[679899902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:8264; }","duration":"263.797805ms","start":"2026-03-02T16:12:43.136653Z","end":"2026-03-02T16:12:43.400451Z","steps":["trace[679899902] 'agreement among raft nodes before linearized reading' (duration: 263.650391ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:43.400457Z","caller":"traceutil/trace.go:171","msg":"trace[1409759722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8264; }","duration":"274.445086ms","start":"2026-03-02T16:12:43.125995Z","end":"2026-03-02T16:12:43.40044Z","steps":["trace[1409759722] 'agreement among raft nodes before linearized reading' (duration: 274.19917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:43.401252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.663444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:12:43.401355Z","caller":"traceutil/trace.go:171","msg":"trace[1350156727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8264; }","duration":"273.811429ms","start":"2026-03-02T16:12:43.12752Z","end":"2026-03-02T16:12:43.401331Z","steps":["trace[1350156727] 'agreement among raft nodes before linearized reading' (duration: 273.030657ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:43.889598Z","caller":"traceutil/trace.go:171","msg":"trace[972169396] linearizableReadLoop","detail":"{readStateIndex:8583; appliedIndex:8582; }","duration":"484.669095ms","start":"2026-03-02T16:12:43.404907Z","end":"2026-03-02T16:12:43.889576Z","steps":["trace[972169396] 'read index received' (duration: 484.617403ms)","trace[972169396] 'applied index is now lower than readState.Index' (duration: 50.601µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:43.889636Z","caller":"traceutil/trace.go:171","msg":"trace[1193477209] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"491.966284ms","start":"2026-03-02T16:12:43.397634Z","end":"2026-03-02T16:12:43.8896Z","steps":["trace[1193477209] 'process raft request' (duration: 491.81601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:43.889809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:43.397612Z","time spent":"492.092508ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:43.890007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.081107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228747"} {"level":"info","ts":"2026-03-02T16:12:43.890041Z","caller":"traceutil/trace.go:171","msg":"trace[535358527] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8265; }","duration":"485.170539ms","start":"2026-03-02T16:12:43.404861Z","end":"2026-03-02T16:12:43.890032Z","steps":["trace[535358527] 'agreement among raft nodes before linearized reading' (duration: 484.820279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:43.890075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:43.404845Z","time spent":"485.22125ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228770,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T16:12:43.921276Z","caller":"traceutil/trace.go:171","msg":"trace[1810509732] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"516.257618ms","start":"2026-03-02T16:12:43.404981Z","end":"2026-03-02T16:12:43.921239Z","steps":["trace[1810509732] 'process raft request' (duration: 515.927229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:43.921302Z","caller":"traceutil/trace.go:171","msg":"trace[739611083] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"516.192707ms","start":"2026-03-02T16:12:43.405077Z","end":"2026-03-02T16:12:43.92127Z","steps":["trace[739611083] 'process raft request' (duration: 516.053713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:43.921373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.891586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-02T16:12:43.92143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:43.404966Z","time spent":"516.389332ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:43.921446Z","caller":"traceutil/trace.go:171","msg":"trace[1648332618] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8267; }","duration":"506.027798ms","start":"2026-03-02T16:12:43.4154Z","end":"2026-03-02T16:12:43.921428Z","steps":["trace[1648332618] 'agreement among raft nodes before linearized reading' (duration: 505.793392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:43.921491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:43.415383Z","time spent":"506.098531ms","remote":"127.0.0.1:46852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T16:12:43.921431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:43.405046Z","time spent":"516.319981ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:44.124958Z","caller":"traceutil/trace.go:171","msg":"trace[157978502] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"191.878308ms","start":"2026-03-02T16:12:43.93305Z","end":"2026-03-02T16:12:44.124928Z","steps":["trace[157978502] 'process raft request' (duration: 148.378359ms)","trace[157978502] 'compare' (duration: 43.396197ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:44.124949Z","caller":"traceutil/trace.go:171","msg":"trace[968902781] linearizableReadLoop","detail":"{readStateIndex:8586; appliedIndex:8585; }","duration":"137.849041ms","start":"2026-03-02T16:12:43.987082Z","end":"2026-03-02T16:12:44.124931Z","steps":["trace[968902781] 'read index received' (duration: 94.30994ms)","trace[968902781] 'applied index is now lower than readState.Index' (duration: 43.538401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:44.125184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.68299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-02T16:12:44.125216Z","caller":"traceutil/trace.go:171","msg":"trace[1113683991] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8268; }","duration":"109.752552ms","start":"2026-03-02T16:12:44.015456Z","end":"2026-03-02T16:12:44.125209Z","steps":["trace[1113683991] 'agreement among raft nodes before linearized reading' (duration: 109.637509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:44.12541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.957263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:44.125439Z","caller":"traceutil/trace.go:171","msg":"trace[1061705404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8268; }","duration":"138.414966ms","start":"2026-03-02T16:12:43.987016Z","end":"2026-03-02T16:12:44.125431Z","steps":["trace[1061705404] 'agreement among raft nodes before linearized reading' (duration: 137.983084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:44.265879Z","caller":"traceutil/trace.go:171","msg":"trace[1511680712] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"127.745863ms","start":"2026-03-02T16:12:44.138095Z","end":"2026-03-02T16:12:44.265841Z","steps":["trace[1511680712] 'process raft request' (duration: 91.79787ms)","trace[1511680712] 'compare' (duration: 35.788729ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:45.221217Z","caller":"traceutil/trace.go:171","msg":"trace[606975123] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8589; }","duration":"232.631982ms","start":"2026-03-02T16:12:44.988556Z","end":"2026-03-02T16:12:45.221188Z","steps":["trace[606975123] 'read index received' (duration: 232.479248ms)","trace[606975123] 'applied index is now lower than readState.Index' (duration: 151.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:45.221333Z","caller":"traceutil/trace.go:171","msg":"trace[811263765] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"304.291751ms","start":"2026-03-02T16:12:44.917001Z","end":"2026-03-02T16:12:45.221293Z","steps":["trace[811263765] 'process raft request' (duration: 304.043214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:45.221374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.807837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:45.221614Z","caller":"traceutil/trace.go:171","msg":"trace[1282400257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8272; }","duration":"233.041993ms","start":"2026-03-02T16:12:44.988504Z","end":"2026-03-02T16:12:45.221546Z","steps":["trace[1282400257] 'agreement among raft nodes before linearized reading' (duration: 232.818697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:45.222285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:44.916976Z","time spent":"305.143135ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:45.372573Z","caller":"traceutil/trace.go:171","msg":"trace[1765906634] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8590; }","duration":"151.250567ms","start":"2026-03-02T16:12:45.221298Z","end":"2026-03-02T16:12:45.372548Z","steps":["trace[1765906634] 'read index received' (duration: 119.718484ms)","trace[1765906634] 'applied index is now lower than readState.Index' (duration: 31.530803ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:45.372595Z","caller":"traceutil/trace.go:171","msg":"trace[1187527889] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"353.123678ms","start":"2026-03-02T16:12:45.019426Z","end":"2026-03-02T16:12:45.372549Z","steps":["trace[1187527889] 'process raft request' (duration: 321.651737ms)","trace[1187527889] 'compare' (duration: 31.226284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:45.372746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:45.019405Z","time spent":"353.269361ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:12:45.372882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.885028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T16:12:45.372941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.116296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:45.372953Z","caller":"traceutil/trace.go:171","msg":"trace[261118967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8275; }","duration":"251.998452ms","start":"2026-03-02T16:12:45.120938Z","end":"2026-03-02T16:12:45.372936Z","steps":["trace[261118967] 'agreement among raft nodes before linearized reading' (duration: 251.773496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:45.372982Z","caller":"traceutil/trace.go:171","msg":"trace[1991190282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8275; }","duration":"150.208738ms","start":"2026-03-02T16:12:45.22276Z","end":"2026-03-02T16:12:45.372969Z","steps":["trace[1991190282] 'agreement among raft nodes before linearized reading' (duration: 150.133316ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:45.373071Z","caller":"traceutil/trace.go:171","msg":"trace[237102151] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"273.49797ms","start":"2026-03-02T16:12:45.099543Z","end":"2026-03-02T16:12:45.373041Z","steps":["trace[237102151] 'process raft request' (duration: 272.966646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:45.373079Z","caller":"traceutil/trace.go:171","msg":"trace[967771575] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"280.262324ms","start":"2026-03-02T16:12:45.092785Z","end":"2026-03-02T16:12:45.373047Z","steps":["trace[967771575] 'process raft request' (duration: 279.668788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:45.680311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.833418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:12:45.680542Z","caller":"traceutil/trace.go:171","msg":"trace[59521818] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8594; }","duration":"248.411414ms","start":"2026-03-02T16:12:45.432113Z","end":"2026-03-02T16:12:45.680524Z","steps":["trace[59521818] 'read index received' (duration: 136.02826ms)","trace[59521818] 'applied index is now lower than readState.Index' (duration: 112.382324ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:45.680554Z","caller":"traceutil/trace.go:171","msg":"trace[1411751123] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"303.228873ms","start":"2026-03-02T16:12:45.377287Z","end":"2026-03-02T16:12:45.680516Z","steps":["trace[1411751123] 'process raft request' (duration: 190.920292ms)","trace[1411751123] 'compare' (duration: 111.587832ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:45.680592Z","caller":"traceutil/trace.go:171","msg":"trace[353015782] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"303.226403ms","start":"2026-03-02T16:12:45.377313Z","end":"2026-03-02T16:12:45.680539Z","steps":["trace[353015782] 'process raft request' (duration: 303.11403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:45.680714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:45.377259Z","time spent":"303.373057ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:45.68072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:45.37729Z","time spent":"303.368306ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:12:45.680782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.343839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:12:45.680864Z","caller":"traceutil/trace.go:171","msg":"trace[916327099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8278; }","duration":"283.455082ms","start":"2026-03-02T16:12:45.397389Z","end":"2026-03-02T16:12:45.680845Z","steps":["trace[916327099] 'agreement among raft nodes before linearized reading' (duration: 283.193075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:45.885382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.535329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:12:45.885488Z","caller":"traceutil/trace.go:171","msg":"trace[1859227049] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"199.848715ms","start":"2026-03-02T16:12:45.685613Z","end":"2026-03-02T16:12:45.885462Z","steps":["trace[1859227049] 'process raft request' (duration: 95.155862ms)","trace[1859227049] 'compare' (duration: 104.341954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:46.401933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454678423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:12:46.90206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454678423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:12:47.107197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20884118s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:12:47.107695Z","caller":"traceutil/trace.go:171","msg":"trace[1533292119] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"1.209401045s","start":"2026-03-02T16:12:45.89827Z","end":"2026-03-02T16:12:47.107671Z","steps":["trace[1533292119] 'process raft request' (duration: 1.209136298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.107915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:45.898258Z","time spent":"1.209531169s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:47.986447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.123226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T16:12:47.986769Z","caller":"traceutil/trace.go:171","msg":"trace[332369281] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"1.003827924s","start":"2026-03-02T16:12:46.982902Z","end":"2026-03-02T16:12:47.98673Z","steps":["trace[332369281] 'process raft request' (duration: 1.003640289s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:47.986872Z","caller":"traceutil/trace.go:171","msg":"trace[1510881365] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"609.049388ms","start":"2026-03-02T16:12:47.377803Z","end":"2026-03-02T16:12:47.986853Z","steps":["trace[1510881365] 'process raft request' (duration: 608.981766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:47.986901Z","caller":"traceutil/trace.go:171","msg":"trace[1555156320] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"759.900343ms","start":"2026-03-02T16:12:47.226968Z","end":"2026-03-02T16:12:47.986868Z","steps":["trace[1555156320] 'process raft request' (duration: 759.756919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.98693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:46.982869Z","time spent":"1.003977419s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:47.986936Z","caller":"traceutil/trace.go:171","msg":"trace[1503523293] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"608.959965ms","start":"2026-03-02T16:12:47.377955Z","end":"2026-03-02T16:12:47.986915Z","steps":["trace[1503523293] 'process raft request' (duration: 608.865213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.987008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.377776Z","time spent":"609.15633ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:47.987049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.226949Z","time spent":"760.021906ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:12:47.987053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.377918Z","time spent":"609.075089ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:12:47.987307Z","caller":"traceutil/trace.go:171","msg":"trace[1172765311] linearizableReadLoop","detail":"{readStateIndex:8600; appliedIndex:8598; }","duration":"2.085176078s","start":"2026-03-02T16:12:45.901636Z","end":"2026-03-02T16:12:47.986812Z","steps":["trace[1172765311] 'read index received' (duration: 1.205834168s)","trace[1172765311] 'applied index is now lower than readState.Index' (duration: 879.335389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:47.987403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085755393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228747"} {"level":"info","ts":"2026-03-02T16:12:47.987462Z","caller":"traceutil/trace.go:171","msg":"trace[1943517519] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8285; }","duration":"2.085834206s","start":"2026-03-02T16:12:45.901614Z","end":"2026-03-02T16:12:47.987448Z","steps":["trace[1943517519] 'agreement among raft nodes before linearized reading' (duration: 2.085419045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.987504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:45.901602Z","time spent":"2.085893427s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228770,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:12:47.987851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.483121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T16:12:47.987892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840349672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T16:12:47.987901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000312348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:47.987939Z","caller":"traceutil/trace.go:171","msg":"trace[1799449035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8285; }","duration":"1.840424804s","start":"2026-03-02T16:12:46.147503Z","end":"2026-03-02T16:12:47.987928Z","steps":["trace[1799449035] 'agreement among raft nodes before linearized reading' (duration: 1.84025828s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:47.987959Z","caller":"traceutil/trace.go:171","msg":"trace[1834555972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8285; }","duration":"1.00038467s","start":"2026-03-02T16:12:46.987555Z","end":"2026-03-02T16:12:47.98794Z","steps":["trace[1834555972] 'agreement among raft nodes before linearized reading' (duration: 1.000324039s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.987967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.366946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:12:47.987982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:46.147487Z","time spent":"1.840488155s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:12:47.987952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062647032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:12:47.988Z","caller":"traceutil/trace.go:171","msg":"trace[923739075] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8285; }","duration":"262.441618ms","start":"2026-03-02T16:12:47.72555Z","end":"2026-03-02T16:12:47.987991Z","steps":["trace[923739075] 'agreement among raft nodes before linearized reading' (duration: 262.390106ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:47.987907Z","caller":"traceutil/trace.go:171","msg":"trace[1165685592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8285; }","duration":"303.580713ms","start":"2026-03-02T16:12:47.684314Z","end":"2026-03-02T16:12:47.987894Z","steps":["trace[1165685592] 'agreement among raft nodes before linearized reading' (duration: 303.401738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.988041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:47.684292Z","time spent":"303.741127ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:12:47.988037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.934869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-02T16:12:47.988002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:46.987536Z","time spent":"1.000458763s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:12:47.988106Z","caller":"traceutil/trace.go:171","msg":"trace[1020712102] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8285; }","duration":"260.033351ms","start":"2026-03-02T16:12:47.728047Z","end":"2026-03-02T16:12:47.988081Z","steps":["trace[1020712102] 'agreement among raft nodes before linearized reading' (duration: 259.890797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.987832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199391202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:12:47.987863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06258738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:12:47.988261Z","caller":"traceutil/trace.go:171","msg":"trace[1240223978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8285; }","duration":"2.063001361s","start":"2026-03-02T16:12:45.925247Z","end":"2026-03-02T16:12:47.988248Z","steps":["trace[1240223978] 'agreement among raft nodes before linearized reading' (duration: 2.062377474s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.988299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:45.925214Z","time spent":"2.063075033s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:12:47.988081Z","caller":"traceutil/trace.go:171","msg":"trace[395574308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8285; }","duration":"2.062760045s","start":"2026-03-02T16:12:45.925261Z","end":"2026-03-02T16:12:47.988021Z","steps":["trace[395574308] 'agreement among raft nodes before linearized reading' (duration: 2.062631481s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.988446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:45.92524Z","time spent":"2.063185517s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:12:47.988223Z","caller":"traceutil/trace.go:171","msg":"trace[1588300370] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8285; }","duration":"1.199854035s","start":"2026-03-02T16:12:46.788353Z","end":"2026-03-02T16:12:47.988207Z","steps":["trace[1588300370] 'agreement among raft nodes before linearized reading' (duration: 1.199376362s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:47.988541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:12:46.788316Z","time spent":"1.200193514s","remote":"127.0.0.1:49246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:12:47.988369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.912409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:12:47.988812Z","caller":"traceutil/trace.go:171","msg":"trace[1728644974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8285; }","duration":"256.367882ms","start":"2026-03-02T16:12:47.732425Z","end":"2026-03-02T16:12:47.988793Z","steps":["trace[1728644974] 'agreement among raft nodes before linearized reading' (duration: 255.844157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:48.194796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.994591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:12:48.195011Z","caller":"traceutil/trace.go:171","msg":"trace[1476962843] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"202.696974ms","start":"2026-03-02T16:12:47.992283Z","end":"2026-03-02T16:12:48.19498Z","steps":["trace[1476962843] 'process raft request' (duration: 97.389334ms)","trace[1476962843] 'compare' (duration: 104.865418ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:48.19503Z","caller":"traceutil/trace.go:171","msg":"trace[1876364741] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8604; }","duration":"202.517358ms","start":"2026-03-02T16:12:47.992487Z","end":"2026-03-02T16:12:48.195004Z","steps":["trace[1876364741] 'read index received' (duration: 97.163867ms)","trace[1876364741] 'applied index is now lower than readState.Index' (duration: 105.351121ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:48.195166Z","caller":"traceutil/trace.go:171","msg":"trace[2050243120] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"202.449667ms","start":"2026-03-02T16:12:47.992683Z","end":"2026-03-02T16:12:48.195133Z","steps":["trace[2050243120] 'process raft request' (duration: 202.240911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:48.195202Z","caller":"traceutil/trace.go:171","msg":"trace[1885159000] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"202.294472ms","start":"2026-03-02T16:12:47.992887Z","end":"2026-03-02T16:12:48.195182Z","steps":["trace[1885159000] 'process raft request' (duration: 202.118957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:48.195365Z","caller":"traceutil/trace.go:171","msg":"trace[541617329] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"202.244821ms","start":"2026-03-02T16:12:47.993109Z","end":"2026-03-02T16:12:48.195354Z","steps":["trace[541617329] 'process raft request' (duration: 201.972034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:48.195402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.488691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:12:48.19545Z","caller":"traceutil/trace.go:171","msg":"trace[2021938243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8289; }","duration":"197.553873ms","start":"2026-03-02T16:12:47.997883Z","end":"2026-03-02T16:12:48.195437Z","steps":["trace[2021938243] 'agreement among raft nodes before linearized reading' (duration: 197.462151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:12:48.195647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.134895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T16:12:48.195718Z","caller":"traceutil/trace.go:171","msg":"trace[1058222052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8288; }","duration":"203.242268ms","start":"2026-03-02T16:12:47.992458Z","end":"2026-03-02T16:12:48.1957Z","steps":["trace[1058222052] 'agreement among raft nodes before linearized reading' (duration: 202.675013ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:55.276878Z","caller":"traceutil/trace.go:171","msg":"trace[800804429] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"136.214005ms","start":"2026-03-02T16:12:55.140643Z","end":"2026-03-02T16:12:55.276857Z","steps":["trace[800804429] 'process raft request' (duration: 136.092622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:56.922496Z","caller":"traceutil/trace.go:171","msg":"trace[1542259416] linearizableReadLoop","detail":"{readStateIndex:8695; appliedIndex:8694; }","duration":"109.851414ms","start":"2026-03-02T16:12:56.812619Z","end":"2026-03-02T16:12:56.92247Z","steps":["trace[1542259416] 'read index received' (duration: 92.293654ms)","trace[1542259416] 'applied index is now lower than readState.Index' (duration: 17.55661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:12:56.922637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.997418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:12:56.922621Z","caller":"traceutil/trace.go:171","msg":"trace[574933620] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"197.222253ms","start":"2026-03-02T16:12:56.725355Z","end":"2026-03-02T16:12:56.922577Z","steps":["trace[574933620] 'process raft request' (duration: 179.643333ms)","trace[574933620] 'compare' (duration: 17.333124ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:12:56.922677Z","caller":"traceutil/trace.go:171","msg":"trace[1918056445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8373; }","duration":"110.104891ms","start":"2026-03-02T16:12:56.812561Z","end":"2026-03-02T16:12:56.922666Z","steps":["trace[1918056445] 'agreement among raft nodes before linearized reading' (duration: 110.006098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:12:58.37079Z","caller":"traceutil/trace.go:171","msg":"trace[642962537] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"109.178546ms","start":"2026-03-02T16:12:58.261594Z","end":"2026-03-02T16:12:58.370773Z","steps":["trace[642962537] 'process raft request' (duration: 107.8715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:02.50897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.274763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:13:02.509047Z","caller":"traceutil/trace.go:171","msg":"trace[94509758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8475; }","duration":"111.393797ms","start":"2026-03-02T16:13:02.397637Z","end":"2026-03-02T16:13:02.509031Z","steps":["trace[94509758] 'range keys from in-memory index tree' (duration: 111.109178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:30.289097Z","caller":"traceutil/trace.go:171","msg":"trace[1628030778] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"148.161617ms","start":"2026-03-02T16:13:30.140912Z","end":"2026-03-02T16:13:30.289074Z","steps":["trace[1628030778] 'process raft request' (duration: 148.104276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:30.28916Z","caller":"traceutil/trace.go:171","msg":"trace[1574998187] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"148.217399ms","start":"2026-03-02T16:13:30.140905Z","end":"2026-03-02T16:13:30.289123Z","steps":["trace[1574998187] 'process raft request' (duration: 139.249689ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:30.776865Z","caller":"traceutil/trace.go:171","msg":"trace[1003385282] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"125.037648ms","start":"2026-03-02T16:13:30.651805Z","end":"2026-03-02T16:13:30.776843Z","steps":["trace[1003385282] 'process raft request' (duration: 124.875854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:30.885704Z","caller":"traceutil/trace.go:171","msg":"trace[326148038] linearizableReadLoop","detail":"{readStateIndex:8977; appliedIndex:8975; }","duration":"168.109592ms","start":"2026-03-02T16:13:30.717562Z","end":"2026-03-02T16:13:30.885672Z","steps":["trace[326148038] 'read index received' (duration: 59.213416ms)","trace[326148038] 'applied index is now lower than readState.Index' (duration: 108.895196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:13:30.885834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.248545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:13:30.885863Z","caller":"traceutil/trace.go:171","msg":"trace[860401149] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8646; }","duration":"168.339528ms","start":"2026-03-02T16:13:30.717513Z","end":"2026-03-02T16:13:30.885852Z","steps":["trace[860401149] 'agreement among raft nodes before linearized reading' (duration: 168.263516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:30.885894Z","caller":"traceutil/trace.go:171","msg":"trace[774530069] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"229.865045ms","start":"2026-03-02T16:13:30.656001Z","end":"2026-03-02T16:13:30.885866Z","steps":["trace[774530069] 'process raft request' (duration: 162.878562ms)","trace[774530069] 'compare' (duration: 66.683825ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:13:31.1981Z","caller":"traceutil/trace.go:171","msg":"trace[1629981456] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"114.117526ms","start":"2026-03-02T16:13:31.083942Z","end":"2026-03-02T16:13:31.19806Z","steps":["trace[1629981456] 'process raft request' (duration: 113.950631ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:13:55.412002Z","caller":"traceutil/trace.go:171","msg":"trace[731320392] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"370.716906ms","start":"2026-03-02T16:13:55.04125Z","end":"2026-03-02T16:13:55.411967Z","steps":["trace[731320392] 'process raft request' (duration: 370.48718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:13:55.412239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:13:55.041227Z","time spent":"370.887751ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:14:07.630456Z","caller":"traceutil/trace.go:171","msg":"trace[875493128] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"123.897847ms","start":"2026-03-02T16:14:07.506527Z","end":"2026-03-02T16:14:07.630425Z","steps":["trace[875493128] 'process raft request' (duration: 123.678901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:14:08.22555Z","caller":"traceutil/trace.go:171","msg":"trace[494069870] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"541.303594ms","start":"2026-03-02T16:14:07.684212Z","end":"2026-03-02T16:14:08.225515Z","steps":["trace[494069870] 'process raft request' (duration: 541.065588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:08.225738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:07.684188Z","time spent":"541.460318ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19299,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:14:08.225889Z","caller":"traceutil/trace.go:171","msg":"trace[510662203] linearizableReadLoop","detail":"{readStateIndex:9340; appliedIndex:9340; }","duration":"391.340469ms","start":"2026-03-02T16:14:07.834517Z","end":"2026-03-02T16:14:08.225858Z","steps":["trace[510662203] 'read index received' (duration: 391.286447ms)","trace[510662203] 'applied index is now lower than readState.Index' (duration: 9.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:14:08.226079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.535714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:14:08.22617Z","caller":"traceutil/trace.go:171","msg":"trace[1919761847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8999; }","duration":"391.677108ms","start":"2026-03-02T16:14:07.834475Z","end":"2026-03-02T16:14:08.226152Z","steps":["trace[1919761847] 'agreement among raft nodes before linearized reading' (duration: 391.429131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:08.226219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:07.834454Z","time spent":"391.7561ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:14:08.649837Z","caller":"traceutil/trace.go:171","msg":"trace[593110060] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"205.516583ms","start":"2026-03-02T16:14:08.444282Z","end":"2026-03-02T16:14:08.649799Z","steps":["trace[593110060] 'process raft request' (duration: 205.353879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:09.040436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.947561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:14:09.040545Z","caller":"traceutil/trace.go:171","msg":"trace[301754326] linearizableReadLoop","detail":"{readStateIndex:9344; appliedIndex:9342; }","duration":"444.670877ms","start":"2026-03-02T16:14:08.595857Z","end":"2026-03-02T16:14:09.040528Z","steps":["trace[301754326] 'read index received' (duration: 53.882203ms)","trace[301754326] 'applied index is now lower than readState.Index' (duration: 390.787444ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:14:09.040659Z","caller":"traceutil/trace.go:171","msg":"trace[1979737506] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"546.288867ms","start":"2026-03-02T16:14:08.494336Z","end":"2026-03-02T16:14:09.040625Z","steps":["trace[1979737506] 'process raft request' (duration: 432.065649ms)","trace[1979737506] 'compare' (duration: 113.818447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:14:09.040788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.936784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T16:14:09.040816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:08.494314Z","time spent":"546.417641ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:14:09.040827Z","caller":"traceutil/trace.go:171","msg":"trace[416438297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:9003; }","duration":"445.010286ms","start":"2026-03-02T16:14:08.595807Z","end":"2026-03-02T16:14:09.040818Z","steps":["trace[416438297] 'agreement among raft nodes before linearized reading' (duration: 444.820291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:09.040874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:08.595791Z","time spent":"445.075358ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:14:09.040854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.996695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:14:09.040959Z","caller":"traceutil/trace.go:171","msg":"trace[1903872683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9003; }","duration":"377.144498ms","start":"2026-03-02T16:14:08.663789Z","end":"2026-03-02T16:14:09.040934Z","steps":["trace[1903872683] 'agreement among raft nodes before linearized reading' (duration: 376.875541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:09.040936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.206979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:14:09.041036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:08.663769Z","time spent":"377.252192ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:14:09.041082Z","caller":"traceutil/trace.go:171","msg":"trace[2067146712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9003; }","duration":"374.423775ms","start":"2026-03-02T16:14:08.666613Z","end":"2026-03-02T16:14:09.041036Z","steps":["trace[2067146712] 'agreement among raft nodes before linearized reading' (duration: 374.059105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:09.041127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.668242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:14:09.041165Z","caller":"traceutil/trace.go:171","msg":"trace[111915299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9003; }","duration":"374.720503ms","start":"2026-03-02T16:14:08.666433Z","end":"2026-03-02T16:14:09.041153Z","steps":["trace[111915299] 'agreement among raft nodes before linearized reading' (duration: 374.620431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:14:09.041201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:08.666417Z","time spent":"374.778455ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:14:09.041133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:14:08.666606Z","time spent":"374.514547ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:14:09.238247Z","caller":"traceutil/trace.go:171","msg":"trace[1274112369] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"192.293569ms","start":"2026-03-02T16:14:09.045928Z","end":"2026-03-02T16:14:09.238222Z","steps":["trace[1274112369] 'process raft request' (duration: 192.244778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:14:09.238263Z","caller":"traceutil/trace.go:171","msg":"trace[895469576] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"192.306659ms","start":"2026-03-02T16:14:09.045923Z","end":"2026-03-02T16:14:09.238229Z","steps":["trace[895469576] 'process raft request' (duration: 156.11698ms)","trace[895469576] 'compare' (duration: 36.014975ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:14:48.36675Z","caller":"traceutil/trace.go:171","msg":"trace[1979046177] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"208.171224ms","start":"2026-03-02T16:14:48.158548Z","end":"2026-03-02T16:14:48.366719Z","steps":["trace[1979046177] 'process raft request' (duration: 207.982709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:15:47.303419Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T16:15:47.30956Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T16:15:47.309785Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T16:15:58.88657Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7479} {"level":"info","ts":"2026-03-02T16:15:58.953567Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7479,"took":"63.44797ms","hash":3977212374,"current-db-size-bytes":39313408,"current-db-size":"39 MB","current-db-size-in-use-bytes":24289280,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T16:15:58.953634Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3977212374,"revision":7479,"compact-revision":5457} {"level":"info","ts":"2026-03-02T16:18:10.484378Z","caller":"traceutil/trace.go:171","msg":"trace[984162019] linearizableReadLoop","detail":"{readStateIndex:10848; appliedIndex:10847; }","duration":"151.41732ms","start":"2026-03-02T16:18:10.332937Z","end":"2026-03-02T16:18:10.484355Z","steps":["trace[984162019] 'read index received' (duration: 151.374979ms)","trace[984162019] 'applied index is now lower than readState.Index' (duration: 40.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:18:10.484515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.564034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:18:10.484543Z","caller":"traceutil/trace.go:171","msg":"trace[2109979966] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10451; }","duration":"151.653546ms","start":"2026-03-02T16:18:10.33288Z","end":"2026-03-02T16:18:10.484534Z","steps":["trace[2109979966] 'agreement among raft nodes before linearized reading' (duration: 151.587574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:18:10.484493Z","caller":"traceutil/trace.go:171","msg":"trace[2121536677] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"203.609919ms","start":"2026-03-02T16:18:10.280836Z","end":"2026-03-02T16:18:10.484446Z","steps":["trace[2121536677] 'process raft request' (duration: 203.378643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:08.361175Z","caller":"traceutil/trace.go:171","msg":"trace[837292712] transaction","detail":"{read_only:false; response_revision:11054; number_of_response:1; }","duration":"107.270786ms","start":"2026-03-02T16:19:08.253887Z","end":"2026-03-02T16:19:08.361158Z","steps":["trace[837292712] 'process raft request' (duration: 67.064758ms)","trace[837292712] 'compare' (duration: 39.929191ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:20.139992Z","caller":"traceutil/trace.go:171","msg":"trace[346236389] transaction","detail":"{read_only:false; response_revision:11126; number_of_response:1; }","duration":"442.348751ms","start":"2026-03-02T16:19:19.697605Z","end":"2026-03-02T16:19:20.139954Z","steps":["trace[346236389] 'process raft request' (duration: 442.157026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:20.140194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:19.697563Z","time spent":"442.531756ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:19:20.522199Z","caller":"traceutil/trace.go:171","msg":"trace[2095811625] linearizableReadLoop","detail":"{readStateIndex:11541; appliedIndex:11539; }","duration":"621.025822ms","start":"2026-03-02T16:19:19.90114Z","end":"2026-03-02T16:19:20.522166Z","steps":["trace[2095811625] 'read index received' (duration: 238.66576ms)","trace[2095811625] 'applied index is now lower than readState.Index' (duration: 382.359172ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:20.522414Z","caller":"traceutil/trace.go:171","msg":"trace[763069638] transaction","detail":"{read_only:false; response_revision:11127; number_of_response:1; }","duration":"648.487308ms","start":"2026-03-02T16:19:19.873858Z","end":"2026-03-02T16:19:20.522345Z","steps":["trace[763069638] 'process raft request' (duration: 648.129068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:20.522675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.472993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:19:20.522704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:19.873831Z","time spent":"648.737415ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:19:20.522863Z","caller":"traceutil/trace.go:171","msg":"trace[1456558396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11127; }","duration":"621.72432ms","start":"2026-03-02T16:19:19.901074Z","end":"2026-03-02T16:19:20.522799Z","steps":["trace[1456558396] 'agreement among raft nodes before linearized reading' (duration: 621.316489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:20.522997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:19.901049Z","time spent":"621.927086ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:19:20.52344Z","caller":"traceutil/trace.go:171","msg":"trace[1199463551] transaction","detail":"{read_only:false; response_revision:11128; number_of_response:1; }","duration":"235.888585ms","start":"2026-03-02T16:19:20.28752Z","end":"2026-03-02T16:19:20.523409Z","steps":["trace[1199463551] 'process raft request' (duration: 235.527816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:20.523453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.755725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:19:20.52355Z","caller":"traceutil/trace.go:171","msg":"trace[908805051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11128; }","duration":"535.890028ms","start":"2026-03-02T16:19:19.987629Z","end":"2026-03-02T16:19:20.523519Z","steps":["trace[908805051] 'agreement among raft nodes before linearized reading' (duration: 535.711553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:20.523612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:19.987599Z","time spent":"536.000361ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:19:43.143533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454686659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:19:43.174881Z","caller":"traceutil/trace.go:171","msg":"trace[516948131] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"553.748947ms","start":"2026-03-02T16:19:42.621107Z","end":"2026-03-02T16:19:43.174856Z","steps":["trace[516948131] 'process raft request' (duration: 553.586953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.175016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.621074Z","time spent":"553.8599ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:19:43.187881Z","caller":"traceutil/trace.go:171","msg":"trace[1941842413] linearizableReadLoop","detail":"{readStateIndex:11658; appliedIndex:11656; }","duration":"544.672353ms","start":"2026-03-02T16:19:42.643189Z","end":"2026-03-02T16:19:43.187861Z","steps":["trace[1941842413] 'read index received' (duration: 531.523581ms)","trace[1941842413] 'applied index is now lower than readState.Index' (duration: 13.147962ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:43.187984Z","caller":"traceutil/trace.go:171","msg":"trace[872121114] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"564.70415ms","start":"2026-03-02T16:19:42.623268Z","end":"2026-03-02T16:19:43.187972Z","steps":["trace[872121114] 'process raft request' (duration: 564.505115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.18807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.62322Z","time spent":"564.798214ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:19:43.188152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.846488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:19:43.188224Z","caller":"traceutil/trace.go:171","msg":"trace[2055218203] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11239; }","duration":"494.964921ms","start":"2026-03-02T16:19:42.693242Z","end":"2026-03-02T16:19:43.188207Z","steps":["trace[2055218203] 'agreement among raft nodes before linearized reading' (duration: 494.851948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.188268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.693227Z","time spent":"495.035073ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T16:19:43.18843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.32105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:19:43.188463Z","caller":"traceutil/trace.go:171","msg":"trace[1227096093] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11239; }","duration":"492.393102ms","start":"2026-03-02T16:19:42.696056Z","end":"2026-03-02T16:19:43.188449Z","steps":["trace[1227096093] 'agreement among raft nodes before linearized reading' (duration: 492.353621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.188416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.054894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:19:43.188481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.696027Z","time spent":"492.449513ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-02T16:19:43.188502Z","caller":"traceutil/trace.go:171","msg":"trace[211618765] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11239; }","duration":"385.173537ms","start":"2026-03-02T16:19:42.803313Z","end":"2026-03-02T16:19:43.188487Z","steps":["trace[211618765] 'agreement among raft nodes before linearized reading' (duration: 385.016353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.188555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.673165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-02T16:19:43.188589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.922547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:19:43.188571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.851724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:19:43.188634Z","caller":"traceutil/trace.go:171","msg":"trace[562443103] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11239; }","duration":"492.993698ms","start":"2026-03-02T16:19:42.695629Z","end":"2026-03-02T16:19:43.188623Z","steps":["trace[562443103] 'agreement among raft nodes before linearized reading' (duration: 492.914886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.18859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.803298Z","time spent":"385.28052ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-02T16:19:43.188639Z","caller":"traceutil/trace.go:171","msg":"trace[861267533] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11239; }","duration":"490.765619ms","start":"2026-03-02T16:19:42.697852Z","end":"2026-03-02T16:19:43.188617Z","steps":["trace[861267533] 'agreement among raft nodes before linearized reading' (duration: 490.539203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.188658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.695618Z","time spent":"493.035369ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T16:19:43.188694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.697818Z","time spent":"490.86183ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T16:19:43.188724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:19:43.188766Z","caller":"traceutil/trace.go:171","msg":"trace[1950896301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11239; }","duration":"182.107842ms","start":"2026-03-02T16:19:43.006649Z","end":"2026-03-02T16:19:43.188757Z","steps":["trace[1950896301] 'agreement among raft nodes before linearized reading' (duration: 181.940228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.188801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.506836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:19:43.188838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.886146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:19:43.188814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.101508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-02T16:19:43.188602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.520376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:19:43.188912Z","caller":"traceutil/trace.go:171","msg":"trace[984440976] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11239; }","duration":"359.439838ms","start":"2026-03-02T16:19:42.829438Z","end":"2026-03-02T16:19:43.188878Z","steps":["trace[984440976] 'agreement among raft nodes before linearized reading' (duration: 359.227442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:43.188974Z","caller":"traceutil/trace.go:171","msg":"trace[1077371155] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11239; }","duration":"385.967908ms","start":"2026-03-02T16:19:42.802894Z","end":"2026-03-02T16:19:43.188862Z","steps":["trace[1077371155] 'agreement among raft nodes before linearized reading' (duration: 385.919717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.188982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.829426Z","time spent":"359.53901ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T16:19:43.188852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.682831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:19:43.189009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.802868Z","time spent":"386.131853ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-02T16:19:43.189029Z","caller":"traceutil/trace.go:171","msg":"trace[898170933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11239; }","duration":"545.896867ms","start":"2026-03-02T16:19:42.643124Z","end":"2026-03-02T16:19:43.189021Z","steps":["trace[898170933] 'agreement among raft nodes before linearized reading' (duration: 545.64974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.189056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.643075Z","time spent":"545.976248ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:19:43.188804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.004475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-02T16:19:43.189077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.707596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:19:43.189114Z","caller":"traceutil/trace.go:171","msg":"trace[382901825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11239; }","duration":"255.775548ms","start":"2026-03-02T16:19:42.933328Z","end":"2026-03-02T16:19:43.189104Z","steps":["trace[382901825] 'agreement among raft nodes before linearized reading' (duration: 255.666175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:43.189035Z","caller":"traceutil/trace.go:171","msg":"trace[469076874] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11239; }","duration":"385.988359ms","start":"2026-03-02T16:19:42.802946Z","end":"2026-03-02T16:19:43.188934Z","steps":["trace[469076874] 'agreement among raft nodes before linearized reading' (duration: 385.435584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.189199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.132501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:19:43.189125Z","caller":"traceutil/trace.go:171","msg":"trace[2035272807] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11239; }","duration":"381.390526ms","start":"2026-03-02T16:19:42.807711Z","end":"2026-03-02T16:19:43.189101Z","steps":["trace[2035272807] 'agreement among raft nodes before linearized reading' (duration: 380.81253ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:43.18926Z","caller":"traceutil/trace.go:171","msg":"trace[423299314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11239; }","duration":"236.207443ms","start":"2026-03-02T16:19:42.953033Z","end":"2026-03-02T16:19:43.189241Z","steps":["trace[423299314] 'agreement among raft nodes before linearized reading' (duration: 235.776352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.189226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.802917Z","time spent":"386.287576ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T16:19:43.189293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.807698Z","time spent":"381.583701ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-02T16:19:43.188697Z","caller":"traceutil/trace.go:171","msg":"trace[761761774] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11239; }","duration":"493.016579ms","start":"2026-03-02T16:19:42.695633Z","end":"2026-03-02T16:19:43.188649Z","steps":["trace[761761774] 'agreement among raft nodes before linearized reading' (duration: 492.812153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.188881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.17839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T16:19:43.189415Z","caller":"traceutil/trace.go:171","msg":"trace[1974489226] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11239; }","duration":"384.731175ms","start":"2026-03-02T16:19:42.804675Z","end":"2026-03-02T16:19:43.189406Z","steps":["trace[1974489226] 'agreement among raft nodes before linearized reading' (duration: 384.049887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.189397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.695627Z","time spent":"493.760128ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T16:19:43.189449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.804667Z","time spent":"384.772347ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-02T16:19:43.188897Z","caller":"traceutil/trace.go:171","msg":"trace[1592949557] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11239; }","duration":"385.601358ms","start":"2026-03-02T16:19:42.803257Z","end":"2026-03-02T16:19:43.188858Z","steps":["trace[1592949557] 'agreement among raft nodes before linearized reading' (duration: 385.492325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.189513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:42.803251Z","time spent":"386.254967ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T16:19:43.61549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.198411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:19:43.615832Z","caller":"traceutil/trace.go:171","msg":"trace[778180955] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"422.398656ms","start":"2026-03-02T16:19:43.193407Z","end":"2026-03-02T16:19:43.615806Z","steps":["trace[778180955] 'process raft request' (duration: 266.772313ms)","trace[778180955] 'compare' (duration: 155.036547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:19:43.61597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:43.193391Z","time spent":"422.534629ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:19:43.677543Z","caller":"traceutil/trace.go:171","msg":"trace[887193982] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"484.049679ms","start":"2026-03-02T16:19:43.193472Z","end":"2026-03-02T16:19:43.677522Z","steps":["trace[887193982] 'process raft request' (duration: 483.895974ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:43.677779Z","caller":"traceutil/trace.go:171","msg":"trace[1531618378] linearizableReadLoop","detail":"{readStateIndex:11662; appliedIndex:11658; }","duration":"383.03281ms","start":"2026-03-02T16:19:43.294726Z","end":"2026-03-02T16:19:43.677758Z","steps":["trace[1531618378] 'read index received' (duration: 165.444276ms)","trace[1531618378] 'applied index is now lower than readState.Index' (duration: 217.587774ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:43.677836Z","caller":"traceutil/trace.go:171","msg":"trace[950700323] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"483.786221ms","start":"2026-03-02T16:19:43.194028Z","end":"2026-03-02T16:19:43.677815Z","steps":["trace[950700323] 'process raft request' (duration: 483.653568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:43.677854Z","caller":"traceutil/trace.go:171","msg":"trace[932085880] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"484.044249ms","start":"2026-03-02T16:19:43.193777Z","end":"2026-03-02T16:19:43.677821Z","steps":["trace[932085880] 'process raft request' (duration: 483.704719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.677894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.167794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:19:43.677926Z","caller":"traceutil/trace.go:171","msg":"trace[1131341606] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11243; }","duration":"383.263096ms","start":"2026-03-02T16:19:43.294653Z","end":"2026-03-02T16:19:43.677916Z","steps":["trace[1131341606] 'agreement among raft nodes before linearized reading' (duration: 383.196894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.677954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:43.294629Z","time spent":"383.318918ms","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:19:43.677928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:43.194021Z","time spent":"483.851513ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:19:43.678006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:43.193756Z","time spent":"484.167561ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:19:43.677687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:43.193452Z","time spent":"484.146522ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:19:43.694105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.440483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:19:43.694149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.427445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:19:43.694158Z","caller":"traceutil/trace.go:171","msg":"trace[51836804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11244; }","duration":"276.540205ms","start":"2026-03-02T16:19:43.417605Z","end":"2026-03-02T16:19:43.694145Z","steps":["trace[51836804] 'agreement among raft nodes before linearized reading' (duration: 276.373211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.694181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.983299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143801"} {"level":"info","ts":"2026-03-02T16:19:43.6942Z","caller":"traceutil/trace.go:171","msg":"trace[1776089438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:11244; }","duration":"288.508576ms","start":"2026-03-02T16:19:43.405676Z","end":"2026-03-02T16:19:43.694185Z","steps":["trace[1776089438] 'agreement among raft nodes before linearized reading' (duration: 288.368273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:43.694237Z","caller":"traceutil/trace.go:171","msg":"trace[1655690856] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11244; }","duration":"355.069001ms","start":"2026-03-02T16:19:43.339154Z","end":"2026-03-02T16:19:43.694223Z","steps":["trace[1655690856] 'agreement among raft nodes before linearized reading' (duration: 354.785124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:43.694277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:19:43.339139Z","time spent":"355.129064ms","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143824,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T16:19:45.811557Z","caller":"traceutil/trace.go:171","msg":"trace[1642828834] transaction","detail":"{read_only:false; response_revision:11249; number_of_response:1; }","duration":"124.689355ms","start":"2026-03-02T16:19:45.686823Z","end":"2026-03-02T16:19:45.811513Z","steps":["trace[1642828834] 'process raft request' (duration: 63.954391ms)","trace[1642828834] 'compare' (duration: 60.495128ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:45.81159Z","caller":"traceutil/trace.go:171","msg":"trace[1894340096] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"124.725956ms","start":"2026-03-02T16:19:45.686843Z","end":"2026-03-02T16:19:45.811569Z","steps":["trace[1894340096] 'process raft request' (duration: 124.592082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:45.811925Z","caller":"traceutil/trace.go:171","msg":"trace[1685522926] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"125.027074ms","start":"2026-03-02T16:19:45.686845Z","end":"2026-03-02T16:19:45.811872Z","steps":["trace[1685522926] 'process raft request' (duration: 124.684115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:45.812009Z","caller":"traceutil/trace.go:171","msg":"trace[388059715] transaction","detail":"{read_only:false; response_revision:11252; number_of_response:1; }","duration":"113.836442ms","start":"2026-03-02T16:19:45.698134Z","end":"2026-03-02T16:19:45.81197Z","steps":["trace[388059715] 'process raft request' (duration: 113.667488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:19:46.02178Z","caller":"traceutil/trace.go:171","msg":"trace[884785925] linearizableReadLoop","detail":"{readStateIndex:11672; appliedIndex:11671; }","duration":"204.737378ms","start":"2026-03-02T16:19:45.81702Z","end":"2026-03-02T16:19:46.021757Z","steps":["trace[884785925] 'read index received' (duration: 204.551503ms)","trace[884785925] 'applied index is now lower than readState.Index' (duration: 184.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:19:46.022067Z","caller":"traceutil/trace.go:171","msg":"trace[845982091] transaction","detail":"{read_only:false; response_revision:11253; number_of_response:1; }","duration":"205.351215ms","start":"2026-03-02T16:19:45.816684Z","end":"2026-03-02T16:19:46.022035Z","steps":["trace[845982091] 'process raft request' (duration: 204.948684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:19:46.022473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.441688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447804"} {"level":"info","ts":"2026-03-02T16:19:46.022532Z","caller":"traceutil/trace.go:171","msg":"trace[180245133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11253; }","duration":"205.546391ms","start":"2026-03-02T16:19:45.816972Z","end":"2026-03-02T16:19:46.022519Z","steps":["trace[180245133] 'agreement among raft nodes before linearized reading' (duration: 204.918194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:20:58.900903Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9731} {"level":"info","ts":"2026-03-02T16:20:59.001657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9731,"took":"99.141447ms","hash":2852913394,"current-db-size-bytes":39313408,"current-db-size":"39 MB","current-db-size-in-use-bytes":21966848,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T16:20:59.001804Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2852913394,"revision":9731,"compact-revision":7479} {"level":"info","ts":"2026-03-02T16:24:03.719416Z","caller":"traceutil/trace.go:171","msg":"trace[985535015] linearizableReadLoop","detail":"{readStateIndex:13382; appliedIndex:13381; }","duration":"125.203609ms","start":"2026-03-02T16:24:03.594183Z","end":"2026-03-02T16:24:03.719387Z","steps":["trace[985535015] 'read index received' (duration: 123.74049ms)","trace[985535015] 'applied index is now lower than readState.Index' (duration: 1.461489ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:24:03.719509Z","caller":"traceutil/trace.go:171","msg":"trace[235973933] transaction","detail":"{read_only:false; response_revision:12903; number_of_response:1; }","duration":"155.523935ms","start":"2026-03-02T16:24:03.563934Z","end":"2026-03-02T16:24:03.719458Z","steps":["trace[235973933] 'process raft request' (duration: 154.22409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:24:03.719621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.414615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:24:03.719689Z","caller":"traceutil/trace.go:171","msg":"trace[757123307] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12903; }","duration":"125.503348ms","start":"2026-03-02T16:24:03.594168Z","end":"2026-03-02T16:24:03.719672Z","steps":["trace[757123307] 'agreement among raft nodes before linearized reading' (duration: 125.329903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:24:03.719889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.886445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:24:03.719968Z","caller":"traceutil/trace.go:171","msg":"trace[2133429506] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12903; }","duration":"101.012598ms","start":"2026-03-02T16:24:03.618935Z","end":"2026-03-02T16:24:03.719948Z","steps":["trace[2133429506] 'agreement among raft nodes before linearized reading' (duration: 100.658928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:09.515868Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000035e3.wal"} {"level":"warn","ts":"2026-03-02T16:25:15.147672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:15.648493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:16.149137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:16.649569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:17.150722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:17.489976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:17.490066Z","caller":"traceutil/trace.go:171","msg":"trace[1551057581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146566s","start":"2026-03-02T16:25:15.489901Z","end":"2026-03-02T16:25:17.490047Z","steps":["trace[1551057581] 'agreement among raft nodes before linearized reading' (duration: 2.000037983s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:17.490108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.489882Z","time spent":"2.000217139s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:17.651867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:17.987842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000731673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:17.987947Z","caller":"traceutil/trace.go:171","msg":"trace[1169336618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000892447s","start":"2026-03-02T16:25:15.987029Z","end":"2026-03-02T16:25:17.987922Z","steps":["trace[1169336618] 'agreement among raft nodes before linearized reading' (duration: 2.000754604s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:17.988042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.987012Z","time spent":"2.00101284s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:18.152504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:18.653536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:19.1543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:19.438141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:19.438215Z","caller":"traceutil/trace.go:171","msg":"trace[957001083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999989603s","start":"2026-03-02T16:25:17.438209Z","end":"2026-03-02T16:25:19.438199Z","steps":["trace[957001083] 'agreement among raft nodes before linearized reading' (duration: 1.99989664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:19.438255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.438199Z","time spent":"2.000045025s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:19.447335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:14.448974Z","time spent":"4.998354789s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:25:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:19.654558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:19.995863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000381023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:19.995943Z","caller":"traceutil/trace.go:171","msg":"trace[1967392446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514477s","start":"2026-03-02T16:25:17.99541Z","end":"2026-03-02T16:25:19.995924Z","steps":["trace[1967392446] 'agreement among raft nodes before linearized reading' (duration: 2.000415634s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:19.99599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.995382Z","time spent":"2.000599019s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:20.119314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.121376Z","time spent":"4.997933067s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:25:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:20.154726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:20.353712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999383815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:20.353849Z","caller":"traceutil/trace.go:171","msg":"trace[1785333476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999519389s","start":"2026-03-02T16:25:15.354255Z","end":"2026-03-02T16:25:20.353775Z","steps":["trace[1785333476] 'agreement among raft nodes before linearized reading' (duration: 4.999418526s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:20.353986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.354235Z","time spent":"4.999737695s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 16:25:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:20.518975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999379835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:20.519063Z","caller":"traceutil/trace.go:171","msg":"trace[774471426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999532999s","start":"2026-03-02T16:25:15.519514Z","end":"2026-03-02T16:25:20.519047Z","steps":["trace[774471426] 'agreement among raft nodes before linearized reading' (duration: 4.999421636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:20.519116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.519471Z","time spent":"4.999637262s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:25:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:20.539254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:20.539288Z","caller":"traceutil/trace.go:171","msg":"trace[275163270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999606151s","start":"2026-03-02T16:25:15.539668Z","end":"2026-03-02T16:25:20.539274Z","steps":["trace[275163270] 'agreement among raft nodes before linearized reading' (duration: 4.99957363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:20.539307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.539652Z","time spent":"4.999650873s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 16:25:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:20.655133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:21.155758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:21.461061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.462372Z","time spent":"4.998683166s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:25:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:21.647516Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-02T16:25:21.647646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000802666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:21.647679Z","caller":"traceutil/trace.go:171","msg":"trace[1166913858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; }","duration":"7.000897109s","start":"2026-03-02T16:25:14.646766Z","end":"2026-03-02T16:25:21.647664Z","steps":["trace[1166913858] 'agreement among raft nodes before linearized reading' (duration: 7.000847418s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:21.647713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:14.646747Z","time spent":"7.0009587s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:25:22.00387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:22.003953Z","caller":"traceutil/trace.go:171","msg":"trace[1608658047] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399542s","start":"2026-03-02T16:25:20.003536Z","end":"2026-03-02T16:25:22.003935Z","steps":["trace[1608658047] 'agreement among raft nodes before linearized reading' (duration: 2.000286009s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:22.004058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:20.003519Z","time spent":"2.000525785s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:22.147639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:22.648321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:22.988521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.988101Z","time spent":"7.000411706s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:23.149276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:23.443585Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4d269caf436d84c9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:23.65037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:24.004737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:24.004816Z","caller":"traceutil/trace.go:171","msg":"trace[763044216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00029358s","start":"2026-03-02T16:25:22.004505Z","end":"2026-03-02T16:25:24.004799Z","steps":["trace[763044216] 'agreement among raft nodes before linearized reading' (duration: 2.000198278s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:24.004857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.00449Z","time spent":"2.000357632s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:24.151558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:24.447921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998915192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:24.448045Z","caller":"traceutil/trace.go:171","msg":"trace[639631354] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999117218s","start":"2026-03-02T16:25:19.448905Z","end":"2026-03-02T16:25:24.448022Z","steps":["trace[639631354] 'agreement among raft nodes before linearized reading' (duration: 4.998944313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:24.448147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:19.448887Z","time spent":"4.999244921s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 16:25:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:24.469649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.069956652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:24.469769Z","caller":"traceutil/trace.go:171","msg":"trace[500772773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.070092506s","start":"2026-03-02T16:25:17.39962Z","end":"2026-03-02T16:25:24.469713Z","steps":["trace[500772773] 'agreement among raft nodes before linearized reading' (duration: 7.069988903s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:24.469822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.399599Z","time spent":"7.070214019s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/02 16:25:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:24.494245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.493601Z","time spent":"7.000637642s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:24.652263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:25.119596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998838449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.119689Z","caller":"traceutil/trace.go:171","msg":"trace[1500287692] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999003944s","start":"2026-03-02T16:25:20.120663Z","end":"2026-03-02T16:25:25.119667Z","steps":["trace[1500287692] 'agreement among raft nodes before linearized reading' (duration: 4.998887221s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.119742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:20.120651Z","time spent":"4.999076516s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.152888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:25.353513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.353584Z","caller":"traceutil/trace.go:171","msg":"trace[690260621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997933303s","start":"2026-03-02T16:25:22.355631Z","end":"2026-03-02T16:25:25.353564Z","steps":["trace[690260621] 'agreement among raft nodes before linearized reading' (duration: 2.997848081s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.35362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.355611Z","time spent":"2.998002445s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.519348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99854465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.519428Z","caller":"traceutil/trace.go:171","msg":"trace[1560918905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998656713s","start":"2026-03-02T16:25:22.520751Z","end":"2026-03-02T16:25:25.519408Z","steps":["trace[1560918905] 'agreement among raft nodes before linearized reading' (duration: 2.99856224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.519474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.520742Z","time spent":"2.998723125s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.539088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995855428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.539213Z","caller":"traceutil/trace.go:171","msg":"trace[824749814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996029202s","start":"2026-03-02T16:25:22.543162Z","end":"2026-03-02T16:25:25.539191Z","steps":["trace[824749814] 'agreement among raft nodes before linearized reading' (duration: 2.995875038s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.539264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.543149Z","time spent":"2.996103444s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.54998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99983933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.550062Z","caller":"traceutil/trace.go:171","msg":"trace[1825024870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999957393s","start":"2026-03-02T16:25:15.550085Z","end":"2026-03-02T16:25:25.550042Z","steps":["trace[1825024870] 'agreement among raft nodes before linearized reading' (duration: 9.99985409s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.55011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.550075Z","time spent":"10.000026295s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.653709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:25.691121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998985396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:25.691216Z","caller":"traceutil/trace.go:171","msg":"trace[96870362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999169571s","start":"2026-03-02T16:25:15.692016Z","end":"2026-03-02T16:25:25.691185Z","steps":["trace[96870362] 'agreement among raft nodes before linearized reading' (duration: 9.999039748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:25.69127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.691988Z","time spent":"9.999271224s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/02 16:25:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:25.891686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:18.890897Z","time spent":"7.000782405s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:25.995937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:18.99484Z","time spent":"7.001091334s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:26.012417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:26.012508Z","caller":"traceutil/trace.go:171","msg":"trace[191363185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490716s","start":"2026-03-02T16:25:24.011998Z","end":"2026-03-02T16:25:26.012489Z","steps":["trace[191363185] 'agreement among raft nodes before linearized reading' (duration: 2.000372383s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:26.012574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.011987Z","time spent":"2.000572288s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:26.153945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:26.460764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998143553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:26.46085Z","caller":"traceutil/trace.go:171","msg":"trace[1685681648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998281826s","start":"2026-03-02T16:25:21.462548Z","end":"2026-03-02T16:25:26.46083Z","steps":["trace[1685681648] 'agreement among raft nodes before linearized reading' (duration: 4.998172623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:26.4609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.462533Z","time spent":"4.998355698s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 16:25:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:26.654413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:27.154552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:27.490534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:27.49062Z","caller":"traceutil/trace.go:171","msg":"trace[2011868082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189357s","start":"2026-03-02T16:25:25.490412Z","end":"2026-03-02T16:25:27.490601Z","steps":["trace[2011868082] 'agreement among raft nodes before linearized reading' (duration: 2.000073224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:27.490855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.490389Z","time spent":"2.000452374s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:27.654985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:28.012922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:28.013001Z","caller":"traceutil/trace.go:171","msg":"trace[1571268904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163697s","start":"2026-03-02T16:25:26.012816Z","end":"2026-03-02T16:25:28.01298Z","steps":["trace[1571268904] 'agreement among raft nodes before linearized reading' (duration: 2.000073634s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:28.013065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:26.012761Z","time spent":"2.00029528s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:28.15604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:28.64805Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-02T16:25:28.64823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.881008178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:28.648272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.752019071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:28.648275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.933331973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:28.648354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.365433785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:28.648363Z","caller":"traceutil/trace.go:171","msg":"trace[1533411967] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; }","duration":"12.752175855s","start":"2026-03-02T16:25:15.896167Z","end":"2026-03-02T16:25:28.648343Z","steps":["trace[1533411967] 'agreement among raft nodes before linearized reading' (duration: 12.752051832s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:28.648377Z","caller":"traceutil/trace.go:171","msg":"trace[1567141315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.933488347s","start":"2026-03-02T16:25:15.714867Z","end":"2026-03-02T16:25:28.648356Z","steps":["trace[1567141315] 'agreement among raft nodes before linearized reading' (duration: 12.933365424s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:28.648406Z","caller":"traceutil/trace.go:171","msg":"trace[1206182683] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; }","duration":"13.365485166s","start":"2026-03-02T16:25:15.282904Z","end":"2026-03-02T16:25:28.64839Z","steps":["trace[1206182683] 'agreement among raft nodes before linearized reading' (duration: 13.365433305s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:28.648422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.896144Z","time spent":"12.752263377s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T16:25:28.64844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.714843Z","time spent":"12.93357656s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:28.648463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:15.282889Z","time spent":"13.365559568s","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-02T16:25:28.6483Z","caller":"traceutil/trace.go:171","msg":"trace[238456511] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; }","duration":"10.881198573s","start":"2026-03-02T16:25:17.767079Z","end":"2026-03-02T16:25:28.648277Z","steps":["trace[238456511] 'agreement among raft nodes before linearized reading' (duration: 10.88109353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:28.648546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:17.767064Z","time spent":"10.881469151s","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:28.648791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.422991246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:28.648834Z","caller":"traceutil/trace.go:171","msg":"trace[1043137831] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"8.423067828s","start":"2026-03-02T16:25:20.225758Z","end":"2026-03-02T16:25:28.648825Z","steps":["trace[1043137831] 'agreement among raft nodes before linearized reading' (duration: 8.423022127s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:28.648873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:20.225742Z","time spent":"8.423121599s","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:28.648475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.512233429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:28.648886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.305318694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:28.648921Z","caller":"traceutil/trace.go:171","msg":"trace[140487541] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; }","duration":"12.512738632s","start":"2026-03-02T16:25:16.136176Z","end":"2026-03-02T16:25:28.648915Z","steps":["trace[140487541] 'agreement among raft nodes before linearized reading' (duration: 12.51228823s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:28.648929Z","caller":"traceutil/trace.go:171","msg":"trace[1982999898] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; }","duration":"7.305400187s","start":"2026-03-02T16:25:21.343519Z","end":"2026-03-02T16:25:28.64892Z","steps":["trace[1982999898] 'agreement among raft nodes before linearized reading' (duration: 7.305354705s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:28.64896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.343499Z","time spent":"7.305454367s","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-02T16:25:28.648963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:16.136146Z","time spent":"12.512800484s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:28.649204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.058379692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:28.649237Z","caller":"traceutil/trace.go:171","msg":"trace[1868952884] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; }","duration":"9.058418043s","start":"2026-03-02T16:25:19.590811Z","end":"2026-03-02T16:25:28.649229Z","steps":["trace[1868952884] 'agreement among raft nodes before linearized reading' (duration: 9.058379542s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:28.649273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:19.590746Z","time spent":"9.058518396s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:28.649311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.233773955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:28.649313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.66293068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:28.649449Z","caller":"traceutil/trace.go:171","msg":"trace[1396760075] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; }","duration":"8.663193627s","start":"2026-03-02T16:25:19.986227Z","end":"2026-03-02T16:25:28.64942Z","steps":["trace[1396760075] 'agreement among raft nodes before linearized reading' (duration: 8.662962921s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:28.649376Z","caller":"traceutil/trace.go:171","msg":"trace[785760846] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; }","duration":"9.235006239s","start":"2026-03-02T16:25:19.414358Z","end":"2026-03-02T16:25:28.649364Z","steps":["trace[785760846] 'agreement among raft nodes before linearized reading' (duration: 9.233810746s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:28.64952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:19.986201Z","time spent":"8.66330094s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:28.649569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:19.414337Z","time spent":"9.235216064s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:29.148653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:29.649656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:29.994635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.993526Z","time spent":"7.001095985s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:30.02033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:30.02042Z","caller":"traceutil/trace.go:171","msg":"trace[981790343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188768s","start":"2026-03-02T16:25:28.02021Z","end":"2026-03-02T16:25:30.020399Z","steps":["trace[981790343] 'agreement among raft nodes before linearized reading' (duration: 2.000075245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:30.02051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:28.020197Z","time spent":"2.000299762s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:30.150087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:30.354134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.355764Z","time spent":"4.998362468s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:25:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:30.449873Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4d269caf436d84c9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:30.540724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.541648Z","time spent":"4.999065967s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:25:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:30.650578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454692784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:30.886453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"16.429528495s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:25:31.64682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.248386Z","time spent":"6.39842009s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:31.647372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.131254049s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:31.647525Z","caller":"traceutil/trace.go:171","msg":"trace[800897185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13325; }","duration":"9.131414563s","start":"2026-03-02T16:25:22.516083Z","end":"2026-03-02T16:25:31.647498Z","steps":["trace[800897185] 'range keys from in-memory index tree' (duration: 9.131227098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:31.650616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.815712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-02T16:25:32.021313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:32.021433Z","caller":"traceutil/trace.go:171","msg":"trace[1928244593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000670731s","start":"2026-03-02T16:25:30.020732Z","end":"2026-03-02T16:25:32.021402Z","steps":["trace[1928244593] 'agreement among raft nodes before linearized reading' (duration: 2.000524317s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:32.021519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:30.020698Z","time spent":"2.000798864s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:32.553532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.552655Z","time spent":"7.000867228s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:32.566305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.692432Z","time spent":"6.873866041s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:32.897849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.897121Z","time spent":"7.000722005s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:33.453062Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4d269caf436d8568","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:25:33.509046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.990949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:33.50914Z","caller":"traceutil/trace.go:171","msg":"trace[1596043787] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13326; }","duration":"993.087241ms","start":"2026-03-02T16:25:32.516033Z","end":"2026-03-02T16:25:33.509121Z","steps":["trace[1596043787] 'range keys from in-memory index tree' (duration: 992.976127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:33.633026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.746242292s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:25:33.803459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.882975ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T16:25:33.994861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994584136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:33.994948Z","caller":"traceutil/trace.go:171","msg":"trace[1784094324] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.99472273s","start":"2026-03-02T16:25:26.000205Z","end":"2026-03-02T16:25:33.994927Z","steps":["trace[1784094324] 'agreement among raft nodes before linearized reading' (duration: 7.994609807s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:33.995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:26.000189Z","time spent":"7.994800003s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/02 16:25:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:34.029985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00094216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:34.030061Z","caller":"traceutil/trace.go:171","msg":"trace[1611862609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001053993s","start":"2026-03-02T16:25:32.02899Z","end":"2026-03-02T16:25:34.030044Z","steps":["trace[1611862609] 'agreement among raft nodes before linearized reading' (duration: 2.000966441s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.030103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:32.028975Z","time spent":"2.001119835s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:34.18549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.866839ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T16:25:34.185776Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"43.441µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-02T16:25:34.243152Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"51.411µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-02T16:25:34.243257Z","caller":"traceutil/trace.go:171","msg":"trace[633973125] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13336; }","duration":"4.243399846s","start":"2026-03-02T16:25:29.99983Z","end":"2026-03-02T16:25:34.24323Z","steps":["trace[633973125] 'process raft request' (duration: 4.24317404s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.243256Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4d269caf436d84c9","error":"lease not found"} {"level":"warn","ts":"2026-03-02T16:25:34.243279Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"6.9µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-02T16:25:34.243337Z","caller":"traceutil/trace.go:171","msg":"trace[1887380047] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13336; }","duration":"1.341472732s","start":"2026-03-02T16:25:32.901842Z","end":"2026-03-02T16:25:34.243315Z","steps":["trace[1887380047] 'process raft request' (duration: 1.34139416s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:34.243313Z","caller":"traceutil/trace.go:171","msg":"trace[550597662] linearizableReadLoop","detail":"{readStateIndex:13837; appliedIndex:13819; }","duration":"5.595150985s","start":"2026-03-02T16:25:28.648131Z","end":"2026-03-02T16:25:34.243282Z","steps":["trace[550597662] 'read index received' (duration: 2.238609383s)","trace[550597662] 'applied index is now lower than readState.Index' (duration: 3.356537372s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:25:34.243382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:29.999796Z","time spent":"4.243514239s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:25:34.243446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:32.901814Z","time spent":"1.341564895s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:25:34.243596Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4d269caf436d8568","error":"lease not found"} {"level":"info","ts":"2026-03-02T16:25:34.243616Z","caller":"traceutil/trace.go:171","msg":"trace[900514026] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13336; }","duration":"246.464992ms","start":"2026-03-02T16:25:33.997133Z","end":"2026-03-02T16:25:34.243598Z","steps":["trace[900514026] 'process raft request' (duration: 246.350539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.243636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.289047447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.243689Z","caller":"traceutil/trace.go:171","msg":"trace[500618895] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13336; }","duration":"7.28915763s","start":"2026-03-02T16:25:26.954517Z","end":"2026-03-02T16:25:34.243674Z","steps":["trace[500618895] 'agreement among raft nodes before linearized reading' (duration: 7.288949054s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.243712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.988801076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:25:34.243738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.966453816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-endpoints-c7phf\" ","response":"range_response_count:1 size:15709"} {"level":"info","ts":"2026-03-02T16:25:34.24376Z","caller":"traceutil/trace.go:171","msg":"trace[2087643540] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:13336; }","duration":"11.988883199s","start":"2026-03-02T16:25:22.254863Z","end":"2026-03-02T16:25:34.243746Z","steps":["trace[2087643540] 'agreement among raft nodes before linearized reading' (duration: 11.988793526s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:34.24378Z","caller":"traceutil/trace.go:171","msg":"trace[848102464] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-endpoints-c7phf; range_end:; response_count:1; response_revision:13336; }","duration":"10.966494007s","start":"2026-03-02T16:25:23.277273Z","end":"2026-03-02T16:25:34.243767Z","steps":["trace[848102464] 'agreement among raft nodes before linearized reading' (duration: 10.966358114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.243801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.254848Z","time spent":"11.98894229s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.243815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:23.277215Z","time spent":"10.96659018s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":15732,"request content":"key:\"/registry/pods/openstack/placement-ks-endpoints-c7phf\" "} {"level":"warn","ts":"2026-03-02T16:25:34.243826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.375984755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.243873Z","caller":"traceutil/trace.go:171","msg":"trace[1953432402] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13336; }","duration":"12.376066837s","start":"2026-03-02T16:25:21.867792Z","end":"2026-03-02T16:25:34.243859Z","steps":["trace[1953432402] 'agreement among raft nodes before linearized reading' (duration: 12.375994095s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.243925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:21.86773Z","time spent":"12.37618124s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.243956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.507619542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:25:34.244011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.755750797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:25:34.244028Z","caller":"traceutil/trace.go:171","msg":"trace[768194853] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13336; }","duration":"5.507714875s","start":"2026-03-02T16:25:28.736297Z","end":"2026-03-02T16:25:34.244011Z","steps":["trace[768194853] 'agreement among raft nodes before linearized reading' (duration: 5.507580431s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:34.244055Z","caller":"traceutil/trace.go:171","msg":"trace[505651233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13336; }","duration":"11.755898051s","start":"2026-03-02T16:25:22.488145Z","end":"2026-03-02T16:25:34.244043Z","steps":["trace[505651233] 'agreement among raft nodes before linearized reading' (duration: 11.755793558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.244074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.125139546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:25:34.244145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173404506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:25:34.243756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:26.954499Z","time spent":"7.289241102s","remote":"127.0.0.1:35278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":113,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.244146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366704801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:25:34.244178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.736521888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T16:25:34.244192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067513228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.244229Z","caller":"traceutil/trace.go:171","msg":"trace[14355326] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13336; }","duration":"11.73660577s","start":"2026-03-02T16:25:22.507607Z","end":"2026-03-02T16:25:34.244213Z","steps":["trace[14355326] 'agreement among raft nodes before linearized reading' (duration: 11.736499277s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.244261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.487750736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-02T16:25:34.244272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.507582Z","time spent":"11.736679613s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T16:25:34.244262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.494432153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.244299Z","caller":"traceutil/trace.go:171","msg":"trace[27258681] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13336; }","duration":"5.487810878s","start":"2026-03-02T16:25:28.756463Z","end":"2026-03-02T16:25:34.244274Z","steps":["trace[27258681] 'agreement among raft nodes before linearized reading' (duration: 5.487715015s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.24432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:28.756437Z","time spent":"5.48787927s","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T16:25:34.24429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.290042964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:25:34.243986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.745182179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-02T16:25:34.244339Z","caller":"traceutil/trace.go:171","msg":"trace[1475354522] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13336; }","duration":"3.494514475s","start":"2026-03-02T16:25:30.749801Z","end":"2026-03-02T16:25:34.244315Z","steps":["trace[1475354522] 'agreement among raft nodes before linearized reading' (duration: 3.494384842s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:34.24436Z","caller":"traceutil/trace.go:171","msg":"trace[1312475638] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13336; }","duration":"10.290130416s","start":"2026-03-02T16:25:23.954213Z","end":"2026-03-02T16:25:34.244344Z","steps":["trace[1312475638] 'agreement among raft nodes before linearized reading' (duration: 10.289942811s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.244384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163687555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T16:25:34.244387Z","caller":"traceutil/trace.go:171","msg":"trace[1280692448] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0; range_end:; response_count:1; response_revision:13336; }","duration":"9.745639972s","start":"2026-03-02T16:25:24.498732Z","end":"2026-03-02T16:25:34.244372Z","steps":["trace[1280692448] 'agreement among raft nodes before linearized reading' (duration: 9.745041595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.244401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.591330753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T16:25:34.244198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589360035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12751"} {"level":"info","ts":"2026-03-02T16:25:34.244465Z","caller":"traceutil/trace.go:171","msg":"trace[320531739] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13336; }","duration":"1.163800258s","start":"2026-03-02T16:25:33.080652Z","end":"2026-03-02T16:25:34.244452Z","steps":["trace[320531739] 'agreement among raft nodes before linearized reading' (duration: 1.163631283s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.24448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.498712Z","time spent":"9.745755154s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0\" "} {"level":"warn","ts":"2026-03-02T16:25:34.244484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.233541408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.244495Z","caller":"traceutil/trace.go:171","msg":"trace[16379966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:13336; }","duration":"10.591458666s","start":"2026-03-02T16:25:23.653019Z","end":"2026-03-02T16:25:34.244477Z","steps":["trace[16379966] 'agreement among raft nodes before linearized reading' (duration: 10.5912316s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.244508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:33.08061Z","time spent":"1.16388801s","remote":"127.0.0.1:35278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T16:25:34.244505Z","caller":"traceutil/trace.go:171","msg":"trace[1002391014] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13336; }","duration":"3.589697334s","start":"2026-03-02T16:25:30.65479Z","end":"2026-03-02T16:25:34.244488Z","steps":["trace[1002391014] 'agreement among raft nodes before linearized reading' (duration: 3.589301983s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:34.244528Z","caller":"traceutil/trace.go:171","msg":"trace[539907088] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13336; }","duration":"10.23363043s","start":"2026-03-02T16:25:24.010887Z","end":"2026-03-02T16:25:34.244517Z","steps":["trace[539907088] 'agreement among raft nodes before linearized reading' (duration: 10.233570959s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.244525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053017685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.244621Z","caller":"traceutil/trace.go:171","msg":"trace[1697821450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13336; }","duration":"2.05318545s","start":"2026-03-02T16:25:32.191418Z","end":"2026-03-02T16:25:34.244604Z","steps":["trace[1697821450] 'agreement among raft nodes before linearized reading' (duration: 2.052953244s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.244683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.350128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/placement-ks-endpoints-c7phf\" ","response":"range_response_count:1 size:2858"} {"level":"warn","ts":"2026-03-02T16:25:34.244715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:32.1914Z","time spent":"2.053295903s","remote":"127.0.0.1:48894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:25:34.244745Z","caller":"traceutil/trace.go:171","msg":"trace[784618762] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/placement-ks-endpoints-c7phf; range_end:; response_count:1; response_revision:13336; }","duration":"784.45074ms","start":"2026-03-02T16:25:33.460278Z","end":"2026-03-02T16:25:34.244729Z","steps":["trace[784618762] 'agreement among raft nodes before linearized reading' (duration: 784.300336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:25:34.244136Z","caller":"traceutil/trace.go:171","msg":"trace[428090494] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13336; }","duration":"9.125223329s","start":"2026-03-02T16:25:25.118889Z","end":"2026-03-02T16:25:34.244112Z","steps":["trace[428090494] 'agreement among raft nodes before linearized reading' (duration: 9.125148217s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.244815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:33.460259Z","time spent":"784.543442ms","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2881,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/placement-ks-endpoints-c7phf\" "} {"level":"warn","ts":"2026-03-02T16:25:34.244849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:25.118868Z","time spent":"9.125965589s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.244552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.314273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.244954Z","caller":"traceutil/trace.go:171","msg":"trace[257529504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13336; }","duration":"214.744486ms","start":"2026-03-02T16:25:34.030192Z","end":"2026-03-02T16:25:34.244937Z","steps":["trace[257529504] 'agreement among raft nodes before linearized reading' (duration: 214.344685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.244398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:30.749779Z","time spent":"3.494602278s","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.244093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899805557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:25:34.245079Z","caller":"traceutil/trace.go:171","msg":"trace[1948016805] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:0; response_revision:13336; }","duration":"2.900818844s","start":"2026-03-02T16:25:31.344248Z","end":"2026-03-02T16:25:34.245067Z","steps":["trace[1948016805] 'agreement among raft nodes before linearized reading' (duration: 2.899826208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.245123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.344229Z","time spent":"2.900884727s","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-02T16:25:34.244404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:23.954157Z","time spent":"10.290237138s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":96,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:25:34.244167Z","caller":"traceutil/trace.go:171","msg":"trace[963107084] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:13336; }","duration":"4.173468388s","start":"2026-03-02T16:25:30.070693Z","end":"2026-03-02T16:25:34.244162Z","steps":["trace[963107084] 'agreement among raft nodes before linearized reading' (duration: 4.173409756s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.245311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:30.07067Z","time spent":"4.174607899s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.24406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:28.736266Z","time spent":"5.507788287s","remote":"127.0.0.1:41192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.244087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:22.488124Z","time spent":"11.755956173s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T16:25:34.244269Z","caller":"traceutil/trace.go:171","msg":"trace[1087265641] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13336; }","duration":"2.366863295s","start":"2026-03-02T16:25:31.877356Z","end":"2026-03-02T16:25:34.244219Z","steps":["trace[1087265641] 'agreement among raft nodes before linearized reading' (duration: 2.366616729s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.24456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:24.010864Z","time spent":"10.233688372s","remote":"127.0.0.1:41218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.244549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:23.652992Z","time spent":"10.591543899s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:25:34.246028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:31.877339Z","time spent":"2.368666074s","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.244557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:30.654762Z","time spent":"3.589784926s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12774,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T16:25:34.244231Z","caller":"traceutil/trace.go:171","msg":"trace[440756021] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13336; }","duration":"1.067586781s","start":"2026-03-02T16:25:33.176634Z","end":"2026-03-02T16:25:34.244221Z","steps":["trace[440756021] 'agreement among raft nodes before linearized reading' (duration: 1.067492288s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.246499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.647277384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:25:34.247409Z","caller":"traceutil/trace.go:171","msg":"trace[510898253] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13336; }","duration":"7.648194649s","start":"2026-03-02T16:25:26.599162Z","end":"2026-03-02T16:25:34.247357Z","steps":["trace[510898253] 'agreement among raft nodes before linearized reading' (duration: 7.644730886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:34.247545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:26.599141Z","time spent":"7.648380943s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":62,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:34.246415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:33.176617Z","time spent":"1.06977186s","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":62,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:37.270096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.253692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:25:37.270261Z","caller":"traceutil/trace.go:171","msg":"trace[152857856] transaction","detail":"{read_only:false; response_revision:13403; number_of_response:1; }","duration":"235.964838ms","start":"2026-03-02T16:25:37.034256Z","end":"2026-03-02T16:25:37.270221Z","steps":["trace[152857856] 'process raft request' (duration: 54.508751ms)","trace[152857856] 'compare' (duration: 181.098778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:25:50.486384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:50.986802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:51.487536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:51.988021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:52.488822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:52.987313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:52.987395Z","caller":"traceutil/trace.go:171","msg":"trace[1831147332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391723s","start":"2026-03-02T16:25:50.986982Z","end":"2026-03-02T16:25:52.987374Z","steps":["trace[1831147332] 'agreement among raft nodes before linearized reading' (duration: 2.000291531s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:52.987442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.986917Z","time spent":"2.000514736s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:52.989482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:53.490047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:53.991062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:54.49204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:54.988563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000352103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:54.988665Z","caller":"traceutil/trace.go:171","msg":"trace[1127578040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600419s","start":"2026-03-02T16:25:52.988045Z","end":"2026-03-02T16:25:54.988645Z","steps":["trace[1127578040] 'agreement among raft nodes before linearized reading' (duration: 2.000399564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:54.988726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:52.988026Z","time spent":"2.000676472s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:25:54.992451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:55.08549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99918668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:55.085605Z","caller":"traceutil/trace.go:171","msg":"trace[207878748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999361125s","start":"2026-03-02T16:25:50.086217Z","end":"2026-03-02T16:25:55.085578Z","steps":["trace[207878748] 'agreement among raft nodes before linearized reading' (duration: 4.999217331s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:55.085658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.086198Z","time spent":"4.999448258s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 16:25:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:55.492706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:55.993167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:56.358649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999712714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:56.358733Z","caller":"traceutil/trace.go:171","msg":"trace[43084003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999838866s","start":"2026-03-02T16:25:51.358875Z","end":"2026-03-02T16:25:56.358714Z","steps":["trace[43084003] 'agreement among raft nodes before linearized reading' (duration: 4.999731763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.358784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.358864Z","time spent":"4.999911029s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 16:25:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:56.48513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999533629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:56.485275Z","caller":"traceutil/trace.go:171","msg":"trace[685238352] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999741224s","start":"2026-03-02T16:25:51.485511Z","end":"2026-03-02T16:25:56.485253Z","steps":["trace[685238352] 'agreement among raft nodes before linearized reading' (duration: 4.99957229s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.48533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.485492Z","time spent":"4.999824186s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 16:25:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:56.494165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:56.498918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999497717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:56.499006Z","caller":"traceutil/trace.go:171","msg":"trace[930061848] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999656432s","start":"2026-03-02T16:25:51.499328Z","end":"2026-03-02T16:25:56.498984Z","steps":["trace[930061848] 'agreement among raft nodes before linearized reading' (duration: 4.999518218s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.499058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.499314Z","time spent":"4.999732524s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 16:25:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:56.769195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:49.768222Z","time spent":"7.000966791s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:25:56.986415Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-02T16:25:56.98663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001184536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:25:56.98668Z","caller":"traceutil/trace.go:171","msg":"trace[436041946] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"7.00130353s","start":"2026-03-02T16:25:49.985357Z","end":"2026-03-02T16:25:56.98666Z","steps":["trace[436041946] 'agreement among raft nodes before linearized reading' (duration: 7.001220347s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.986735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:49.985333Z","time spent":"7.001389142s","remote":"127.0.0.1:35576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:25:56.997479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000857455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:25:56.997531Z","caller":"traceutil/trace.go:171","msg":"trace[1184834877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000924778s","start":"2026-03-02T16:25:54.996595Z","end":"2026-03-02T16:25:56.997519Z","steps":["trace[1184834877] 'agreement among raft nodes before linearized reading' (duration: 2.000865446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:56.99758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.99659Z","time spent":"2.000980739s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:57.056842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999323322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:57.056936Z","caller":"traceutil/trace.go:171","msg":"trace[1800675157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999477776s","start":"2026-03-02T16:25:52.05744Z","end":"2026-03-02T16:25:57.056917Z","steps":["trace[1800675157] 'agreement among raft nodes before linearized reading' (duration: 4.999363163s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:57.056982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:52.057417Z","time spent":"4.999552749s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:25:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:57.487162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:57.987595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:58.000493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998926493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:58.00058Z","caller":"traceutil/trace.go:171","msg":"trace[589598307] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999076017s","start":"2026-03-02T16:25:53.001483Z","end":"2026-03-02T16:25:58.000559Z","steps":["trace[589598307] 'agreement among raft nodes before linearized reading' (duration: 4.998967454s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:58.000635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:53.001464Z","time spent":"4.999158779s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 16:25:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:58.488402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:58.989646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:58.997525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999839449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:25:58.997604Z","caller":"traceutil/trace.go:171","msg":"trace[1591955452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999929481s","start":"2026-03-02T16:25:56.997655Z","end":"2026-03-02T16:25:58.997585Z","steps":["trace[1591955452] 'agreement among raft nodes before linearized reading' (duration: 1.999837529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:25:58.997645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:56.997608Z","time spent":"2.000027954s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:25:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:25:59.490475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:25:59.991647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:00.086173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998703864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:00.086489Z","caller":"traceutil/trace.go:171","msg":"trace[904562720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999093025s","start":"2026-03-02T16:25:57.087373Z","end":"2026-03-02T16:26:00.086466Z","steps":["trace[904562720] 'agreement among raft nodes before linearized reading' (duration: 2.998724155s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:00.086587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:57.087362Z","time spent":"2.999204478s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 16:26:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:00.492423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:00.993257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:01.00544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000703592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:01.005573Z","caller":"traceutil/trace.go:171","msg":"trace[1620306732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000947918s","start":"2026-03-02T16:25:59.004596Z","end":"2026-03-02T16:26:01.005544Z","steps":["trace[1620306732] 'agreement among raft nodes before linearized reading' (duration: 2.000714562s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:01.005649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.004587Z","time spent":"2.001047581s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:01.060127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999198772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:01.060224Z","caller":"traceutil/trace.go:171","msg":"trace[2066534758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999342616s","start":"2026-03-02T16:25:51.060861Z","end":"2026-03-02T16:26:01.060204Z","steps":["trace[2066534758] 'agreement among raft nodes before linearized reading' (duration: 9.999230963s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:01.060269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.060844Z","time spent":"9.999414728s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/02 16:26:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:01.064442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999327635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:01.064498Z","caller":"traceutil/trace.go:171","msg":"trace[72818960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999387677s","start":"2026-03-02T16:25:51.065097Z","end":"2026-03-02T16:26:01.064484Z","steps":["trace[72818960] 'agreement among raft nodes before linearized reading' (duration: 9.999326755s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:01.064533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.065036Z","time spent":"9.99948792s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/02 16:26:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:01.35878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997736379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:01.358961Z","caller":"traceutil/trace.go:171","msg":"trace[431626248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997988735s","start":"2026-03-02T16:25:58.360946Z","end":"2026-03-02T16:26:01.358935Z","steps":["trace[431626248] 'agreement among raft nodes before linearized reading' (duration: 2.99778985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:01.359015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:58.360899Z","time spent":"2.998102688s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 16:26:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:01.493572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:01.752921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.751877Z","time spent":"7.001036593s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:01.972416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.971872Z","time spent":"7.000535108s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:01.994639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:02.495306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:02.995764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:03.006007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:03.006097Z","caller":"traceutil/trace.go:171","msg":"trace[1579565209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381184s","start":"2026-03-02T16:26:01.005697Z","end":"2026-03-02T16:26:03.006078Z","steps":["trace[1579565209] 'agreement among raft nodes before linearized reading' (duration: 2.00025289s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.006144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.005672Z","time spent":"2.000462865s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:03.496831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:03.712581Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4d269caf436d867e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.874653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:56.874079Z","time spent":"7.000565381s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:03.987116Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-02T16:26:03.987379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.341709072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:26:03.987444Z","caller":"traceutil/trace.go:171","msg":"trace[1209309984] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; }","duration":"11.341815055s","start":"2026-03-02T16:25:52.645604Z","end":"2026-03-02T16:26:03.98742Z","steps":["trace[1209309984] 'agreement among raft nodes before linearized reading' (duration: 11.341707512s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.987417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.249204666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:52.645516Z","time spent":"11.341974109s","remote":"127.0.0.1:49234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.987536Z","caller":"traceutil/trace.go:171","msg":"trace[895857702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"11.249382941s","start":"2026-03-02T16:25:52.738128Z","end":"2026-03-02T16:26:03.987511Z","steps":["trace[895857702] 'agreement among raft nodes before linearized reading' (duration: 11.249199196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.987518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.990966003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.692290346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:52.738061Z","time spent":"11.249526925s","remote":"127.0.0.1:48912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.98763Z","caller":"traceutil/trace.go:171","msg":"trace[1179082207] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; }","duration":"13.692367428s","start":"2026-03-02T16:25:50.295253Z","end":"2026-03-02T16:26:03.98762Z","steps":["trace[1179082207] 'agreement among raft nodes before linearized reading' (duration: 13.692331767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.987565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.521876337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.386825604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.295228Z","time spent":"13.69243285s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T16:26:03.987678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.719450713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:26:03.987694Z","caller":"traceutil/trace.go:171","msg":"trace[847405300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; }","duration":"13.522017081s","start":"2026-03-02T16:25:50.465648Z","end":"2026-03-02T16:26:03.987665Z","steps":["trace[847405300] 'agreement among raft nodes before linearized reading' (duration: 13.521909198s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.987699Z","caller":"traceutil/trace.go:171","msg":"trace[1709856270] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"7.387012059s","start":"2026-03-02T16:25:56.600669Z","end":"2026-03-02T16:26:03.987681Z","steps":["trace[1709856270] 'agreement among raft nodes before linearized reading' (duration: 7.386861045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.987716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.761419721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.465632Z","time spent":"13.522098632s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:26:03.987785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.889871828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.9878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.209763696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8r2l2\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.98782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.528442982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.3077866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:26:03.987835Z","caller":"traceutil/trace.go:171","msg":"trace[135563121] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8r2l2; range_end:; }","duration":"7.209866019s","start":"2026-03-02T16:25:56.777959Z","end":"2026-03-02T16:26:03.987825Z","steps":["trace[135563121] 'agreement among raft nodes before linearized reading' (duration: 7.209827338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.987799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.446043133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:56.777938Z","time spent":"7.20992861s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8r2l2\" "} {"level":"warn","ts":"2026-03-02T16:26:03.987791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.640676764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.335798718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:26:03.987717Z","caller":"traceutil/trace.go:171","msg":"trace[1313293645] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"9.719531425s","start":"2026-03-02T16:25:54.268174Z","end":"2026-03-02T16:26:03.987705Z","steps":["trace[1313293645] 'agreement among raft nodes before linearized reading' (duration: 9.719490534s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.987625Z","caller":"traceutil/trace.go:171","msg":"trace[301602842] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0; range_end:; }","duration":"8.991125068s","start":"2026-03-02T16:25:54.996475Z","end":"2026-03-02T16:26:03.9876Z","steps":["trace[301602842] 'agreement among raft nodes before linearized reading' (duration: 8.990982844s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.987979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.268149Z","time spent":"9.719812743s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.987993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.996462Z","time spent":"8.991514758s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0\" "} {"level":"warn","ts":"2026-03-02T16:26:03.987791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.028276347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.987981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.156029121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:26:03.987824Z","caller":"traceutil/trace.go:171","msg":"trace[1715812463] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; }","duration":"13.88995528s","start":"2026-03-02T16:25:50.097862Z","end":"2026-03-02T16:26:03.987818Z","steps":["trace[1715812463] 'agreement among raft nodes before linearized reading' (duration: 13.889912239s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.988075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.097843Z","time spent":"13.890223667s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.988065Z","caller":"traceutil/trace.go:171","msg":"trace[533945396] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; }","duration":"12.335892751s","start":"2026-03-02T16:25:51.652053Z","end":"2026-03-02T16:26:03.987946Z","steps":["trace[533945396] 'agreement among raft nodes before linearized reading' (duration: 12.33584179s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.987756Z","caller":"traceutil/trace.go:171","msg":"trace[889537800] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; }","duration":"13.761504003s","start":"2026-03-02T16:25:50.226241Z","end":"2026-03-02T16:26:03.987745Z","steps":["trace[889537800] 'agreement among raft nodes before linearized reading' (duration: 13.761464552s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.988093Z","caller":"traceutil/trace.go:171","msg":"trace[1207987125] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; }","duration":"11.156188566s","start":"2026-03-02T16:25:52.831879Z","end":"2026-03-02T16:26:03.988067Z","steps":["trace[1207987125] 'agreement among raft nodes before linearized reading' (duration: 11.156016281s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.988116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.22615Z","time spent":"13.761958476s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.987754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:56.60065Z","time spent":"7.387083112s","remote":"127.0.0.1:35456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.987756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.834097307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.98814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.652032Z","time spent":"12.336087786s","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:26:03.988151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:52.831829Z","time spent":"11.156305858s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.988172Z","caller":"traceutil/trace.go:171","msg":"trace[702768887] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; }","duration":"9.834569129s","start":"2026-03-02T16:25:54.153597Z","end":"2026-03-02T16:26:03.988166Z","steps":["trace[702768887] 'agreement among raft nodes before linearized reading' (duration: 9.834145948s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.98786Z","caller":"traceutil/trace.go:171","msg":"trace[1726316008] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"10.307855432s","start":"2026-03-02T16:25:53.679997Z","end":"2026-03-02T16:26:03.987852Z","steps":["trace[1726316008] 'agreement among raft nodes before linearized reading' (duration: 10.307817251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.988229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:53.679982Z","time spent":"10.308236542s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.987857Z","caller":"traceutil/trace.go:171","msg":"trace[555460890] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; }","duration":"8.528526234s","start":"2026-03-02T16:25:55.459323Z","end":"2026-03-02T16:26:03.987849Z","steps":["trace[555460890] 'agreement among raft nodes before linearized reading' (duration: 8.528485903s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.988302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:55.459302Z","time spent":"8.528989987s","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.987831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.610354398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.988366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.643388759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-02T16:26:03.988441Z","caller":"traceutil/trace.go:171","msg":"trace[159685869] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; }","duration":"12.644023886s","start":"2026-03-02T16:25:51.344396Z","end":"2026-03-02T16:26:03.98842Z","steps":["trace[159685869] 'agreement among raft nodes before linearized reading' (duration: 12.64342231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.988492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.344376Z","time spent":"12.644101369s","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"info","ts":"2026-03-02T16:26:03.988386Z","caller":"traceutil/trace.go:171","msg":"trace[893166098] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"12.611000185s","start":"2026-03-02T16:25:51.377371Z","end":"2026-03-02T16:26:03.988371Z","steps":["trace[893166098] 'agreement among raft nodes before linearized reading' (duration: 12.610385558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.987804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.068028599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-02T16:26:03.988553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.37735Z","time spent":"12.61118385s","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.988591Z","caller":"traceutil/trace.go:171","msg":"trace[219537100] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"13.06918642s","start":"2026-03-02T16:25:50.91939Z","end":"2026-03-02T16:26:03.988576Z","steps":["trace[219537100] 'agreement among raft nodes before linearized reading' (duration: 13.068023179s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:03.987991Z","caller":"traceutil/trace.go:171","msg":"trace[1667362695] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; }","duration":"7.640997543s","start":"2026-03-02T16:25:56.346937Z","end":"2026-03-02T16:26:03.987935Z","steps":["trace[1667362695] 'agreement among raft nodes before linearized reading' (duration: 7.640704295s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.988638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:50.919368Z","time spent":"13.069252892s","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T16:26:03.988664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:56.346914Z","time spent":"7.641730463s","remote":"127.0.0.1:35336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.988043Z","caller":"traceutil/trace.go:171","msg":"trace[751590435] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; }","duration":"10.028556625s","start":"2026-03-02T16:25:53.959471Z","end":"2026-03-02T16:26:03.988027Z","steps":["trace[751590435] 'agreement among raft nodes before linearized reading' (duration: 10.028310468s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.98874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:53.959452Z","time spent":"10.029279705s","remote":"127.0.0.1:35346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:03.988195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:54.153576Z","time spent":"9.834613481s","remote":"127.0.0.1:41188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:03.987926Z","caller":"traceutil/trace.go:171","msg":"trace[703369845] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; }","duration":"12.44627546s","start":"2026-03-02T16:25:51.541625Z","end":"2026-03-02T16:26:03.9879Z","steps":["trace[703369845] 'agreement among raft nodes before linearized reading' (duration: 12.446069224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:03.98892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:51.541604Z","time spent":"12.447285147s","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:04.059858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999106127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:04.05995Z","caller":"traceutil/trace.go:171","msg":"trace[797872931] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999255242s","start":"2026-03-02T16:25:59.060679Z","end":"2026-03-02T16:26:04.059934Z","steps":["trace[797872931] 'agreement among raft nodes before linearized reading' (duration: 4.999148319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:04.059997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.06066Z","time spent":"4.999325503s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 16:26:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:04.488341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:04.521333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999439237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:04.521379Z","caller":"traceutil/trace.go:171","msg":"trace[683123501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999546979s","start":"2026-03-02T16:25:59.521817Z","end":"2026-03-02T16:26:04.521364Z","steps":["trace[683123501] 'agreement among raft nodes before linearized reading' (duration: 4.999479498s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:04.521412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.521795Z","time spent":"4.999610202s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 16:26:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:04.988805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:05.015726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:05.015787Z","caller":"traceutil/trace.go:171","msg":"trace[890120969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171517s","start":"2026-03-02T16:26:03.015599Z","end":"2026-03-02T16:26:05.01577Z","steps":["trace[890120969] 'agreement among raft nodes before linearized reading' (duration: 2.000100985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:05.015858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.015574Z","time spent":"2.00026473s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:05.086438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:00.088796Z","time spent":"4.997635739s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:26:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:05.21522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999141229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:05.215312Z","caller":"traceutil/trace.go:171","msg":"trace[1143783271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999283633s","start":"2026-03-02T16:26:00.216002Z","end":"2026-03-02T16:26:05.215286Z","steps":["trace[1143783271] 'agreement among raft nodes before linearized reading' (duration: 4.99917712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:05.215359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:00.21598Z","time spent":"4.999369806s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:26:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:05.489003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:05.902435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:58.902258Z","time spent":"7.00017039s","remote":"127.0.0.1:35188","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:05.989985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:06.152345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998888932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:26:06.152435Z","caller":"traceutil/trace.go:171","msg":"trace[688068462] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999034466s","start":"2026-03-02T16:26:01.153374Z","end":"2026-03-02T16:26:06.152409Z","steps":["trace[688068462] 'agreement among raft nodes before linearized reading' (duration: 4.998932763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:06.152507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.153348Z","time spent":"4.999148199s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 16:26:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:06.359385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.361978Z","time spent":"4.997398412s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 16:26:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:06.490922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:06.992137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:06.999468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:06.999599Z","caller":"traceutil/trace.go:171","msg":"trace[1204809034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326872s","start":"2026-03-02T16:26:04.999234Z","end":"2026-03-02T16:26:06.999561Z","steps":["trace[1204809034] 'agreement among raft nodes before linearized reading' (duration: 2.000162607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:06.999742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:04.999215Z","time spent":"2.000507726s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:07.016177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999758385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:07.01627Z","caller":"traceutil/trace.go:171","msg":"trace[538031079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999950531s","start":"2026-03-02T16:26:05.016296Z","end":"2026-03-02T16:26:07.016246Z","steps":["trace[538031079] 'agreement among raft nodes before linearized reading' (duration: 1.999775126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:07.016363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:05.016284Z","time spent":"2.000065834s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:07.493131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:07.993952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:08.063863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.063046Z","time spent":"7.000809497s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:08.067874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.067509Z","time spent":"7.000357485s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:08.494797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:08.759813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.75806Z","time spent":"7.001738582s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:08.978981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:01.978077Z","time spent":"7.000897259s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T16:26:08.994922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:09.024258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:26:09.024421Z","caller":"traceutil/trace.go:171","msg":"trace[650441635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277871s","start":"2026-03-02T16:26:07.024068Z","end":"2026-03-02T16:26:09.024346Z","steps":["trace[650441635] 'agreement among raft nodes before linearized reading' (duration: 2.000127987s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.024523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:07.024046Z","time spent":"2.000461726s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:26:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:26:09.207637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"19.439286767s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:26:09.841138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.92067ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T16:26:09.841857Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"27.601µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-02T16:26:09.842059Z","caller":"traceutil/trace.go:171","msg":"trace[1406993369] linearizableReadLoop","detail":"{readStateIndex:13960; appliedIndex:13945; }","duration":"5.85476768s","start":"2026-03-02T16:26:03.987273Z","end":"2026-03-02T16:26:09.842041Z","steps":["trace[1406993369] 'read index received' (duration: 5.220689218s)","trace[1406993369] 'applied index is now lower than readState.Index' (duration: 634.077222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:09.842253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.392642221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:09.842284Z","caller":"traceutil/trace.go:171","msg":"trace[697543544] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13447; }","duration":"7.392722663s","start":"2026-03-02T16:26:02.449551Z","end":"2026-03-02T16:26:09.842274Z","steps":["trace[697543544] 'agreement among raft nodes before linearized reading' (duration: 7.392651831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.842314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:02.449534Z","time spent":"7.392772974s","remote":"127.0.0.1:41206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:09.842421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.655298964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415397"} {"level":"info","ts":"2026-03-02T16:26:09.842485Z","caller":"traceutil/trace.go:171","msg":"trace[760970032] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13447; }","duration":"6.655426466s","start":"2026-03-02T16:26:03.187042Z","end":"2026-03-02T16:26:09.842468Z","steps":["trace[760970032] 'agreement among raft nodes before linearized reading' (duration: 6.655044226s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.842546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.187014Z","time spent":"6.655515579s","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415420,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-02T16:26:09.842547Z","caller":"traceutil/trace.go:171","msg":"trace[241955415] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13447; }","duration":"1.078287709s","start":"2026-03-02T16:26:08.764218Z","end":"2026-03-02T16:26:09.842506Z","steps":["trace[241955415] 'process raft request' (duration: 1.077677663s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.842788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.304719108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-02T16:26:09.842778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.169935424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:26:09.842798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:08.764191Z","time spent":"1.078430563s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:09.842799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.291280555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130841"} {"level":"info","ts":"2026-03-02T16:26:09.842845Z","caller":"traceutil/trace.go:171","msg":"trace[1758512594] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13447; }","duration":"9.170052337s","start":"2026-03-02T16:26:00.672774Z","end":"2026-03-02T16:26:09.842827Z","steps":["trace[1758512594] 'agreement among raft nodes before linearized reading' (duration: 9.169929134s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:09.842859Z","caller":"traceutil/trace.go:171","msg":"trace[2016060704] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13447; }","duration":"10.291379898s","start":"2026-03-02T16:25:59.551464Z","end":"2026-03-02T16:26:09.842844Z","steps":["trace[2016060704] 'agreement among raft nodes before linearized reading' (duration: 10.290953406s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.84284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.963663639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T16:26:09.842901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.55145Z","time spent":"10.291442769s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130864,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T16:26:09.842901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:00.672749Z","time spent":"9.17013869s","remote":"127.0.0.1:35522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:09.842911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.851686596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:09.842961Z","caller":"traceutil/trace.go:171","msg":"trace[193978785] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:0; response_revision:13447; }","duration":"5.851792679s","start":"2026-03-02T16:26:03.991152Z","end":"2026-03-02T16:26:09.842945Z","steps":["trace[193978785] 'agreement among raft nodes before linearized reading' (duration: 5.851704977s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:09.842966Z","caller":"traceutil/trace.go:171","msg":"trace[301699880] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13447; }","duration":"858.699103ms","start":"2026-03-02T16:26:08.984255Z","end":"2026-03-02T16:26:09.842954Z","steps":["trace[301699880] 'process raft request' (duration: 857.674086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.842989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.111623487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:09.842995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.991129Z","time spent":"5.851857311s","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"info","ts":"2026-03-02T16:26:09.843016Z","caller":"traceutil/trace.go:171","msg":"trace[19547124] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:13447; }","duration":"10.111672679s","start":"2026-03-02T16:25:59.731334Z","end":"2026-03-02T16:26:09.843006Z","steps":["trace[19547124] 'agreement among raft nodes before linearized reading' (duration: 10.111618737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.731318Z","time spent":"10.11171288s","remote":"127.0.0.1:41280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:09.843041Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4d269caf436d867e","error":"lease not found"} {"level":"warn","ts":"2026-03-02T16:26:09.843055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:08.984235Z","time spent":"858.759665ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:09.842816Z","caller":"traceutil/trace.go:171","msg":"trace[922706448] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:13447; }","duration":"10.304771448s","start":"2026-03-02T16:25:59.538035Z","end":"2026-03-02T16:26:09.842806Z","steps":["trace[922706448] 'agreement among raft nodes before linearized reading' (duration: 10.304679816s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.509028126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-02T16:26:09.843227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:59.538025Z","time spent":"10.30518353s","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-02T16:26:09.843317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849666469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12751"} {"level":"warn","ts":"2026-03-02T16:26:09.843337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848158088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:26:09.843379Z","caller":"traceutil/trace.go:171","msg":"trace[1277582834] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13447; }","duration":"3.849772331s","start":"2026-03-02T16:26:05.993589Z","end":"2026-03-02T16:26:09.843361Z","steps":["trace[1277582834] 'agreement among raft nodes before linearized reading' (duration: 3.849626188s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:09.843387Z","caller":"traceutil/trace.go:171","msg":"trace[2059093122] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:13447; }","duration":"3.848245271s","start":"2026-03-02T16:26:05.995127Z","end":"2026-03-02T16:26:09.843372Z","steps":["trace[2059093122] 'agreement among raft nodes before linearized reading' (duration: 3.848075766s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:09.843245Z","caller":"traceutil/trace.go:171","msg":"trace[1514898493] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13447; }","duration":"6.5091544s","start":"2026-03-02T16:26:03.334076Z","end":"2026-03-02T16:26:09.84323Z","steps":["trace[1514898493] 'agreement among raft nodes before linearized reading' (duration: 6.508949914s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.756563569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:09.843444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.334038Z","time spent":"6.509396766s","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-02T16:26:09.843456Z","caller":"traceutil/trace.go:171","msg":"trace[1298647954] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:13447; }","duration":"5.756656982s","start":"2026-03-02T16:26:04.086786Z","end":"2026-03-02T16:26:09.843443Z","steps":["trace[1298647954] 'agreement among raft nodes before linearized reading' (duration: 5.756569259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.202853687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:09.843497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:04.086744Z","time spent":"5.756740794s","remote":"127.0.0.1:46984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:09.843547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.725575128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:26:09.843563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959317227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:09.843603Z","caller":"traceutil/trace.go:171","msg":"trace[1683315552] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13447; }","duration":"3.95939288s","start":"2026-03-02T16:26:05.884198Z","end":"2026-03-02T16:26:09.84359Z","steps":["trace[1683315552] 'agreement among raft nodes before linearized reading' (duration: 3.959330378s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.785762257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:09.843649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:05.884181Z","time spent":"3.959459362s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:09.843682Z","caller":"traceutil/trace.go:171","msg":"trace[1070695152] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13447; }","duration":"5.78585156s","start":"2026-03-02T16:26:04.057819Z","end":"2026-03-02T16:26:09.84367Z","steps":["trace[1070695152] 'agreement among raft nodes before linearized reading' (duration: 5.785772028s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.905929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:09.843735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43777102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-02T16:26:09.843605Z","caller":"traceutil/trace.go:171","msg":"trace[919317889] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13447; }","duration":"12.725656111s","start":"2026-03-02T16:25:57.117932Z","end":"2026-03-02T16:26:09.843588Z","steps":["trace[919317889] 'agreement among raft nodes before linearized reading' (duration: 12.725539517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.84377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:25:57.11792Z","time spent":"12.725844975s","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:09.843777Z","caller":"traceutil/trace.go:171","msg":"trace[18831469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13447; }","duration":"818.995112ms","start":"2026-03-02T16:26:09.02476Z","end":"2026-03-02T16:26:09.843755Z","steps":["trace[18831469] 'agreement among raft nodes before linearized reading' (duration: 818.90605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.736012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:26:09.843793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810787914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T16:26:09.843826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.024743Z","time spent":"819.070994ms","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:09.843841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379731731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:26:09.843854Z","caller":"traceutil/trace.go:171","msg":"trace[802536241] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13447; }","duration":"2.810879466s","start":"2026-03-02T16:26:07.032956Z","end":"2026-03-02T16:26:09.843835Z","steps":["trace[802536241] 'agreement among raft nodes before linearized reading' (duration: 2.810699261s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.851302976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189912e8598e51d5\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-02T16:26:09.843899Z","caller":"traceutil/trace.go:171","msg":"trace[1025588662] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13447; }","duration":"1.437817172s","start":"2026-03-02T16:26:08.405938Z","end":"2026-03-02T16:26:09.843756Z","steps":["trace[1025588662] 'agreement among raft nodes before linearized reading' (duration: 1.43774699s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294411838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:09.8439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440251987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:09.843945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:08.405929Z","time spent":"1.438006857s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-02T16:26:09.842915Z","caller":"traceutil/trace.go:171","msg":"trace[326828330] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13447; }","duration":"5.963824153s","start":"2026-03-02T16:26:03.879071Z","end":"2026-03-02T16:26:09.842895Z","steps":["trace[326828330] 'agreement among raft nodes before linearized reading' (duration: 5.963681999s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:07.032937Z","time spent":"2.810957789s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T16:26:09.84341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:05.993564Z","time spent":"3.849839674s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12774,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T16:26:09.843965Z","caller":"traceutil/trace.go:171","msg":"trace[1536049631] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:13447; }","duration":"1.440362561s","start":"2026-03-02T16:26:08.403585Z","end":"2026-03-02T16:26:09.843947Z","steps":["trace[1536049631] 'agreement among raft nodes before linearized reading' (duration: 1.440250448s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507116479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:26:09.843832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.484475897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:26:09.843901Z","caller":"traceutil/trace.go:171","msg":"trace[1302374769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13447; }","duration":"2.379836964s","start":"2026-03-02T16:26:07.464046Z","end":"2026-03-02T16:26:09.843883Z","steps":["trace[1302374769] 'agreement among raft nodes before linearized reading' (duration: 2.379586067s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.850466973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7074"} {"level":"warn","ts":"2026-03-02T16:26:09.844052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493999791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-02T16:26:09.844067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:07.464017Z","time spent":"2.380043599s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:09.844051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.879048Z","time spent":"5.964985394s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-02T16:26:09.843508Z","caller":"traceutil/trace.go:171","msg":"trace[767070586] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13447; }","duration":"5.202893608s","start":"2026-03-02T16:26:04.640602Z","end":"2026-03-02T16:26:09.843495Z","steps":["trace[767070586] 'agreement among raft nodes before linearized reading' (duration: 5.202826496s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:09.84409Z","caller":"traceutil/trace.go:171","msg":"trace[1095498523] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13447; }","duration":"3.494075093s","start":"2026-03-02T16:26:06.350006Z","end":"2026-03-02T16:26:09.844081Z","steps":["trace[1095498523] 'agreement among raft nodes before linearized reading' (duration: 3.493987491s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:09.84386Z","caller":"traceutil/trace.go:171","msg":"trace[1227056678] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13447; }","duration":"882.780803ms","start":"2026-03-02T16:26:08.961041Z","end":"2026-03-02T16:26:09.843822Z","steps":["trace[1227056678] 'agreement among raft nodes before linearized reading' (duration: 882.705251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:05.995032Z","time spent":"3.848399324s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:26:09.843905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413524689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:26:09.844133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:04.64054Z","time spent":"5.203575977s","remote":"127.0.0.1:46934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:09.844169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:08.960986Z","time spent":"883.165634ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:09.843955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.487306233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T16:26:09.844184Z","caller":"traceutil/trace.go:171","msg":"trace[464914144] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13447; }","duration":"3.413899919s","start":"2026-03-02T16:26:06.430269Z","end":"2026-03-02T16:26:09.844169Z","steps":["trace[464914144] 'agreement among raft nodes before linearized reading' (duration: 3.413447457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.843715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:04.0578Z","time spent":"5.785907572s","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:09.844219Z","caller":"traceutil/trace.go:171","msg":"trace[686434021] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13447; }","duration":"5.487611011s","start":"2026-03-02T16:26:04.356599Z","end":"2026-03-02T16:26:09.84421Z","steps":["trace[686434021] 'agreement among raft nodes before linearized reading' (duration: 5.487265182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.84423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:06.430242Z","time spent":"3.413977201s","remote":"127.0.0.1:35566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:09.844246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:04.356576Z","time spent":"5.487662643s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T16:26:09.844051Z","caller":"traceutil/trace.go:171","msg":"trace[106152112] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13447; }","duration":"2.507217672s","start":"2026-03-02T16:26:07.336815Z","end":"2026-03-02T16:26:09.844033Z","steps":["trace[106152112] 'agreement among raft nodes before linearized reading' (duration: 2.507128029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.844328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:07.33678Z","time spent":"2.50752685s","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:09.84391Z","caller":"traceutil/trace.go:171","msg":"trace[1072680909] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189912e8598e51d5; range_end:; response_count:1; response_revision:13447; }","duration":"5.851368208s","start":"2026-03-02T16:26:03.992531Z","end":"2026-03-02T16:26:09.8439Z","steps":["trace[1072680909] 'agreement among raft nodes before linearized reading' (duration: 5.851284506s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.84447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.992513Z","time spent":"5.851947633s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189912e8598e51d5\" "} {"level":"warn","ts":"2026-03-02T16:26:09.844123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:06.349981Z","time spent":"3.494136334s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T16:26:09.843954Z","caller":"traceutil/trace.go:171","msg":"trace[1652698542] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13447; }","duration":"2.29483633s","start":"2026-03-02T16:26:07.549104Z","end":"2026-03-02T16:26:09.84394Z","steps":["trace[1652698542] 'agreement among raft nodes before linearized reading' (duration: 2.294392398s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.844637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:07.549062Z","time spent":"2.295553019s","remote":"127.0.0.1:46930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:09.843249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.114512739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:09.844085Z","caller":"traceutil/trace.go:171","msg":"trace[1715071051] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:13447; }","duration":"5.850772102s","start":"2026-03-02T16:26:03.993297Z","end":"2026-03-02T16:26:09.844069Z","steps":["trace[1715071051] 'agreement among raft nodes before linearized reading' (duration: 5.850437453s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:09.8447Z","caller":"traceutil/trace.go:171","msg":"trace[897354462] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13447; }","duration":"9.116001159s","start":"2026-03-02T16:26:00.728684Z","end":"2026-03-02T16:26:09.844685Z","steps":["trace[897354462] 'agreement among raft nodes before linearized reading' (duration: 9.114438367s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.844032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:08.403565Z","time spent":"1.440450443s","remote":"127.0.0.1:49182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:09.844802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:00.728666Z","time spent":"9.116121542s","remote":"127.0.0.1:35460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:09.844069Z","caller":"traceutil/trace.go:171","msg":"trace[2017391870] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13447; }","duration":"5.484738194s","start":"2026-03-02T16:26:04.359309Z","end":"2026-03-02T16:26:09.844048Z","steps":["trace[2017391870] 'agreement among raft nodes before linearized reading' (duration: 5.484418555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:09.844778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:03.993282Z","time spent":"5.851475001s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7097,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-02T16:26:09.844912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:04.359292Z","time spent":"5.485604147s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T16:26:10.093329Z","caller":"traceutil/trace.go:171","msg":"trace[1916907140] transaction","detail":"{read_only:false; response_revision:13448; number_of_response:1; }","duration":"245.174887ms","start":"2026-03-02T16:26:09.848139Z","end":"2026-03-02T16:26:10.093314Z","steps":["trace[1916907140] 'process raft request' (duration: 240.285175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:10.093329Z","caller":"traceutil/trace.go:171","msg":"trace[842229337] linearizableReadLoop","detail":"{readStateIndex:13961; appliedIndex:13960; }","duration":"244.53861ms","start":"2026-03-02T16:26:09.84877Z","end":"2026-03-02T16:26:10.093309Z","steps":["trace[842229337] 'read index received' (duration: 239.889614ms)","trace[842229337] 'applied index is now lower than readState.Index' (duration: 4.648066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:10.093949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.158516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:62 size:86285"} {"level":"info","ts":"2026-03-02T16:26:10.094053Z","caller":"traceutil/trace.go:171","msg":"trace[1671335772] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:62; response_revision:13448; }","duration":"245.287479ms","start":"2026-03-02T16:26:09.848753Z","end":"2026-03-02T16:26:10.094041Z","steps":["trace[1671335772] 'agreement among raft nodes before linearized reading' (duration: 244.612441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.36113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.846857Z","time spent":"514.247277ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T16:26:10.361483Z","caller":"traceutil/trace.go:171","msg":"trace[791319474] transaction","detail":"{read_only:false; response_revision:13452; number_of_response:1; }","duration":"509.739295ms","start":"2026-03-02T16:26:09.851724Z","end":"2026-03-02T16:26:10.361463Z","steps":["trace[791319474] 'process raft request' (duration: 509.416197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.361582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.851691Z","time spent":"509.841738ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:10.361687Z","caller":"traceutil/trace.go:171","msg":"trace[1209013300] transaction","detail":"{read_only:false; response_revision:13449; number_of_response:1; }","duration":"510.193347ms","start":"2026-03-02T16:26:09.851485Z","end":"2026-03-02T16:26:10.361678Z","steps":["trace[1209013300] 'process raft request' (duration: 509.353174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.361723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.851476Z","time spent":"510.227118ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:10.361804Z","caller":"traceutil/trace.go:171","msg":"trace[326899658] transaction","detail":"{read_only:false; response_revision:13450; number_of_response:1; }","duration":"510.257909ms","start":"2026-03-02T16:26:09.851541Z","end":"2026-03-02T16:26:10.361799Z","steps":["trace[326899658] 'process raft request' (duration: 509.441297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.361835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.851535Z","time spent":"510.28506ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:10.361898Z","caller":"traceutil/trace.go:171","msg":"trace[609175249] transaction","detail":"{read_only:false; response_revision:13451; number_of_response:1; }","duration":"510.311061ms","start":"2026-03-02T16:26:09.851581Z","end":"2026-03-02T16:26:10.361892Z","steps":["trace[609175249] 'process raft request' (duration: 509.516009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.361928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.851576Z","time spent":"510.337331ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:10.362209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.199196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:10.362236Z","caller":"traceutil/trace.go:171","msg":"trace[1380195978] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:13456; }","duration":"328.266838ms","start":"2026-03-02T16:26:10.033963Z","end":"2026-03-02T16:26:10.36223Z","steps":["trace[1380195978] 'agreement among raft nodes before linearized reading' (duration: 328.196386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.362253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.033942Z","time spent":"328.305759ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:10.362241Z","caller":"traceutil/trace.go:171","msg":"trace[219123317] transaction","detail":"{read_only:false; response_revision:13455; number_of_response:1; }","duration":"509.736855ms","start":"2026-03-02T16:26:09.852481Z","end":"2026-03-02T16:26:10.362218Z","steps":["trace[219123317] 'process raft request' (duration: 508.8166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.362355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.852472Z","time spent":"509.807757ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:10.362394Z","caller":"traceutil/trace.go:171","msg":"trace[1458939768] transaction","detail":"{read_only:false; response_revision:13456; number_of_response:1; }","duration":"507.670389ms","start":"2026-03-02T16:26:09.854681Z","end":"2026-03-02T16:26:10.362351Z","steps":["trace[1458939768] 'process raft request' (duration: 506.681613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.362385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.362295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:10.362474Z","caller":"traceutil/trace.go:171","msg":"trace[375597167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13456; }","duration":"509.478338ms","start":"2026-03-02T16:26:09.852978Z","end":"2026-03-02T16:26:10.362457Z","steps":["trace[375597167] 'agreement among raft nodes before linearized reading' (duration: 509.328884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:10.362514Z","caller":"traceutil/trace.go:171","msg":"trace[297798182] transaction","detail":"{read_only:false; response_revision:13453; number_of_response:1; }","duration":"510.624419ms","start":"2026-03-02T16:26:09.851878Z","end":"2026-03-02T16:26:10.362502Z","steps":["trace[297798182] 'process raft request' (duration: 509.306184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.362541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.852973Z","time spent":"509.55474ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:10.362566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.85187Z","time spent":"510.66731ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:10.362585Z","caller":"traceutil/trace.go:171","msg":"trace[1436947581] transaction","detail":"{read_only:false; response_revision:13454; number_of_response:1; }","duration":"510.540576ms","start":"2026-03-02T16:26:09.852038Z","end":"2026-03-02T16:26:10.362579Z","steps":["trace[1436947581] 'process raft request' (duration: 509.19306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.362594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.878346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T16:26:10.362716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.39746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b9d1762d-0249-4e67-bedc-d1124b41b3a7\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-02T16:26:10.362748Z","caller":"traceutil/trace.go:171","msg":"trace[1150256447] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b9d1762d-0249-4e67-bedc-d1124b41b3a7; range_end:; response_count:1; response_revision:13456; }","duration":"511.443031ms","start":"2026-03-02T16:26:09.851297Z","end":"2026-03-02T16:26:10.36274Z","steps":["trace[1150256447] 'agreement among raft nodes before linearized reading' (duration: 511.283086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.362793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.85129Z","time spent":"511.495702ms","remote":"127.0.0.1:35312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-b9d1762d-0249-4e67-bedc-d1124b41b3a7\" "} {"level":"info","ts":"2026-03-02T16:26:10.362705Z","caller":"traceutil/trace.go:171","msg":"trace[156504989] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13456; }","duration":"511.076751ms","start":"2026-03-02T16:26:09.851609Z","end":"2026-03-02T16:26:10.362686Z","steps":["trace[156504989] 'agreement among raft nodes before linearized reading' (duration: 510.64732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.362923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.851594Z","time spent":"511.270156ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-02T16:26:10.362618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.852002Z","time spent":"510.598238ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:10.362548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.854632Z","time spent":"507.833473ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:10.362555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.192785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-03-02T16:26:10.363223Z","caller":"traceutil/trace.go:171","msg":"trace[255620875] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:13456; }","duration":"511.840272ms","start":"2026-03-02T16:26:09.851348Z","end":"2026-03-02T16:26:10.363188Z","steps":["trace[255620875] 'agreement among raft nodes before linearized reading' (duration: 511.146483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.363274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.851344Z","time spent":"511.916584ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-02T16:26:10.363515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.0303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583223"} {"level":"info","ts":"2026-03-02T16:26:10.363589Z","caller":"traceutil/trace.go:171","msg":"trace[337643161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13456; }","duration":"511.133653ms","start":"2026-03-02T16:26:09.852438Z","end":"2026-03-02T16:26:10.363571Z","steps":["trace[337643161] 'agreement among raft nodes before linearized reading' (duration: 509.91174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.363637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.852431Z","time spent":"511.192145ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":583246,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:26:10.363868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.037308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:62 size:86285"} {"level":"info","ts":"2026-03-02T16:26:10.363902Z","caller":"traceutil/trace.go:171","msg":"trace[1813295373] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:62; response_revision:13456; }","duration":"515.10062ms","start":"2026-03-02T16:26:09.848794Z","end":"2026-03-02T16:26:10.363894Z","steps":["trace[1813295373] 'agreement among raft nodes before linearized reading' (duration: 514.664088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.36395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:09.84879Z","time spent":"515.132631ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":86308,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-02T16:26:10.361499Z","caller":"traceutil/trace.go:171","msg":"trace[1467405959] linearizableReadLoop","detail":"{readStateIndex:13970; appliedIndex:13963; }","duration":"267.96431ms","start":"2026-03-02T16:26:10.093506Z","end":"2026-03-02T16:26:10.361471Z","steps":["trace[1467405959] 'read index received' (duration: 267.471637ms)","trace[1467405959] 'applied index is now lower than readState.Index' (duration: 491.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:10.72615Z","caller":"traceutil/trace.go:171","msg":"trace[305870805] transaction","detail":"{read_only:false; response_revision:13457; number_of_response:1; }","duration":"494.35392ms","start":"2026-03-02T16:26:10.231766Z","end":"2026-03-02T16:26:10.72612Z","steps":["trace[305870805] 'process raft request' (duration: 493.946269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:10.726401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.231737Z","time spent":"494.566426ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:11.01759Z","caller":"traceutil/trace.go:171","msg":"trace[1254385786] transaction","detail":"{read_only:false; response_revision:13459; number_of_response:1; }","duration":"648.048249ms","start":"2026-03-02T16:26:10.369489Z","end":"2026-03-02T16:26:11.017537Z","steps":["trace[1254385786] 'process raft request' (duration: 647.624147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:11.017706Z","caller":"traceutil/trace.go:171","msg":"trace[340613901] transaction","detail":"{read_only:false; response_revision:13458; number_of_response:1; }","duration":"653.866966ms","start":"2026-03-02T16:26:10.36379Z","end":"2026-03-02T16:26:11.017657Z","steps":["trace[340613901] 'process raft request' (duration: 653.123926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.017818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.369461Z","time spent":"648.252524ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:26:11.017822Z","caller":"traceutil/trace.go:171","msg":"trace[1356095523] transaction","detail":"{read_only:false; response_revision:13462; number_of_response:1; }","duration":"648.136191ms","start":"2026-03-02T16:26:10.369657Z","end":"2026-03-02T16:26:11.017794Z","steps":["trace[1356095523] 'process raft request' (duration: 647.845893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:11.017883Z","caller":"traceutil/trace.go:171","msg":"trace[673098945] transaction","detail":"{read_only:false; response_revision:13463; number_of_response:1; }","duration":"648.09635ms","start":"2026-03-02T16:26:10.369776Z","end":"2026-03-02T16:26:11.017872Z","steps":["trace[673098945] 'process raft request' (duration: 647.810772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.01797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.369766Z","time spent":"648.152322ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:26:11.017904Z","caller":"traceutil/trace.go:171","msg":"trace[961643795] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"648.236384ms","start":"2026-03-02T16:26:10.369634Z","end":"2026-03-02T16:26:11.01787Z","steps":["trace[961643795] 'process raft request' (duration: 647.816502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:11.018239Z","caller":"traceutil/trace.go:171","msg":"trace[762998373] transaction","detail":"{read_only:false; response_revision:13466; number_of_response:1; }","duration":"642.758916ms","start":"2026-03-02T16:26:10.375467Z","end":"2026-03-02T16:26:11.018225Z","steps":["trace[762998373] 'process raft request' (duration: 642.257903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.018248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.776625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-02T16:26:11.01829Z","caller":"traceutil/trace.go:171","msg":"trace[1329319698] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0; range_end:; response_count:1; response_revision:13466; }","duration":"921.819556ms","start":"2026-03-02T16:26:10.096459Z","end":"2026-03-02T16:26:11.018278Z","steps":["trace[1329319698] 'agreement among raft nodes before linearized reading' (duration: 921.640491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.018323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.096423Z","time spent":"921.893088ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0\" "} {"level":"warn","ts":"2026-03-02T16:26:11.018363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.369612Z","time spent":"648.660386ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:26:11.018385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.375454Z","time spent":"642.830768ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:26:11.018452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.049214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130841"} {"level":"warn","ts":"2026-03-02T16:26:11.017991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.369642Z","time spent":"648.254994ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:11.0185Z","caller":"traceutil/trace.go:171","msg":"trace[869070052] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13466; }","duration":"918.136866ms","start":"2026-03-02T16:26:10.100348Z","end":"2026-03-02T16:26:11.018485Z","steps":["trace[869070052] 'agreement among raft nodes before linearized reading' (duration: 917.874839ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:11.01781Z","caller":"traceutil/trace.go:171","msg":"trace[659586371] transaction","detail":"{read_only:false; response_revision:13465; number_of_response:1; }","duration":"643.028313ms","start":"2026-03-02T16:26:10.374753Z","end":"2026-03-02T16:26:11.017782Z","steps":["trace[659586371] 'process raft request' (duration: 642.933921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.018552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.100329Z","time spent":"918.209839ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130864,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T16:26:11.017981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.363776Z","time spent":"654.01689ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:11.018681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.374737Z","time spent":"643.836476ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:11.018077Z","caller":"traceutil/trace.go:171","msg":"trace[348011257] linearizableReadLoop","detail":"{readStateIndex:13972; appliedIndex:13970; }","duration":"653.860486ms","start":"2026-03-02T16:26:10.364205Z","end":"2026-03-02T16:26:11.018065Z","steps":["trace[348011257] 'read index received' (duration: 361.717802ms)","trace[348011257] 'applied index is now lower than readState.Index' (duration: 292.140844ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:11.018134Z","caller":"traceutil/trace.go:171","msg":"trace[1491016690] transaction","detail":"{read_only:false; response_revision:13460; number_of_response:1; }","duration":"648.46409ms","start":"2026-03-02T16:26:10.369614Z","end":"2026-03-02T16:26:11.018078Z","steps":["trace[1491016690] 'process raft request' (duration: 647.772382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.019022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.320511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:11.019046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.497126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:11.018171Z","caller":"traceutil/trace.go:171","msg":"trace[1849626973] transaction","detail":"{read_only:false; response_revision:13464; number_of_response:1; }","duration":"645.854889ms","start":"2026-03-02T16:26:10.372299Z","end":"2026-03-02T16:26:11.018154Z","steps":["trace[1849626973] 'process raft request' (duration: 645.338465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.019117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.922629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:11.019085Z","caller":"traceutil/trace.go:171","msg":"trace[1298613969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13466; }","duration":"653.403663ms","start":"2026-03-02T16:26:10.365665Z","end":"2026-03-02T16:26:11.019069Z","steps":["trace[1298613969] 'agreement among raft nodes before linearized reading' (duration: 653.29795ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:11.019162Z","caller":"traceutil/trace.go:171","msg":"trace[404524443] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13466; }","duration":"633.571568ms","start":"2026-03-02T16:26:10.38551Z","end":"2026-03-02T16:26:11.019082Z","steps":["trace[404524443] 'agreement among raft nodes before linearized reading' (duration: 633.471616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:11.019172Z","caller":"traceutil/trace.go:171","msg":"trace[2079155368] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13466; }","duration":"129.015081ms","start":"2026-03-02T16:26:10.890143Z","end":"2026-03-02T16:26:11.019158Z","steps":["trace[2079155368] 'agreement among raft nodes before linearized reading' (duration: 128.862167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.019178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.365649Z","time spent":"653.519127ms","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:11.019215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.3855Z","time spent":"633.702202ms","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:11.019274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.217035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T16:26:11.019389Z","caller":"traceutil/trace.go:171","msg":"trace[1688266930] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13466; }","duration":"644.261857ms","start":"2026-03-02T16:26:10.375047Z","end":"2026-03-02T16:26:11.019308Z","steps":["trace[1688266930] 'agreement among raft nodes before linearized reading' (duration: 644.144123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.019431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.375021Z","time spent":"644.402331ms","remote":"127.0.0.1:35278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T16:26:11.019548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.299165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-02T16:26:11.019596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.369762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T16:26:11.019624Z","caller":"traceutil/trace.go:171","msg":"trace[1344037889] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:13466; }","duration":"645.396307ms","start":"2026-03-02T16:26:10.374205Z","end":"2026-03-02T16:26:11.019601Z","steps":["trace[1344037889] 'agreement among raft nodes before linearized reading' (duration: 645.240143ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:11.019647Z","caller":"traceutil/trace.go:171","msg":"trace[2039206870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13466; }","duration":"444.462234ms","start":"2026-03-02T16:26:10.575172Z","end":"2026-03-02T16:26:11.019635Z","steps":["trace[2039206870] 'agreement among raft nodes before linearized reading' (duration: 444.31056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.019676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.374193Z","time spent":"645.472009ms","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-02T16:26:11.019685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.57515Z","time spent":"444.526226ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:26:11.019694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.881604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-02T16:26:11.019748Z","caller":"traceutil/trace.go:171","msg":"trace[1766982873] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:13466; }","duration":"637.957977ms","start":"2026-03-02T16:26:10.381774Z","end":"2026-03-02T16:26:11.019732Z","steps":["trace[1766982873] 'agreement among raft nodes before linearized reading' (duration: 637.814963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.0198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.196475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:11.01981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.381766Z","time spent":"638.027319ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-02T16:26:11.019021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.369599Z","time spent":"649.309033ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:11.019845Z","caller":"traceutil/trace.go:171","msg":"trace[1443917279] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13466; }","duration":"634.259057ms","start":"2026-03-02T16:26:10.385572Z","end":"2026-03-02T16:26:11.019831Z","steps":["trace[1443917279] 'agreement among raft nodes before linearized reading' (duration: 634.182875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.019895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.385564Z","time spent":"634.320068ms","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:11.01992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.482233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4244"} {"level":"info","ts":"2026-03-02T16:26:11.020022Z","caller":"traceutil/trace.go:171","msg":"trace[520755112] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:13466; }","duration":"644.629527ms","start":"2026-03-02T16:26:10.37537Z","end":"2026-03-02T16:26:11.019999Z","steps":["trace[520755112] 'agreement among raft nodes before linearized reading' (duration: 644.288328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.020081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.375353Z","time spent":"644.716219ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4267,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-02T16:26:11.020107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.611168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T16:26:11.02015Z","caller":"traceutil/trace.go:171","msg":"trace[1832398115] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13466; }","duration":"650.703411ms","start":"2026-03-02T16:26:10.369433Z","end":"2026-03-02T16:26:11.020137Z","steps":["trace[1832398115] 'agreement among raft nodes before linearized reading' (duration: 650.555937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.020191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.387764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-02T16:26:11.019575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.639381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19024"} {"level":"info","ts":"2026-03-02T16:26:11.020233Z","caller":"traceutil/trace.go:171","msg":"trace[946892163] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:13466; }","duration":"543.470917ms","start":"2026-03-02T16:26:10.476749Z","end":"2026-03-02T16:26:11.02022Z","steps":["trace[946892163] 'agreement among raft nodes before linearized reading' (duration: 543.311473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:11.020246Z","caller":"traceutil/trace.go:171","msg":"trace[1891590256] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13466; }","duration":"116.36318ms","start":"2026-03-02T16:26:10.903867Z","end":"2026-03-02T16:26:11.020231Z","steps":["trace[1891590256] 'agreement among raft nodes before linearized reading' (duration: 115.529008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.020282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.476728Z","time spent":"543.546369ms","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T16:26:11.019965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.405172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:26:11.02043Z","caller":"traceutil/trace.go:171","msg":"trace[1197082977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13466; }","duration":"650.882065ms","start":"2026-03-02T16:26:10.369534Z","end":"2026-03-02T16:26:11.020416Z","steps":["trace[1197082977] 'agreement among raft nodes before linearized reading' (duration: 650.330721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.020198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.369406Z","time spent":"650.783542ms","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T16:26:11.020589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.369525Z","time spent":"651.04861ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:11.02614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:10.372282Z","time spent":"646.852847ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:11.69361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.030106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:26:11.693733Z","caller":"traceutil/trace.go:171","msg":"trace[506570540] linearizableReadLoop","detail":"{readStateIndex:13981; appliedIndex:13980; }","duration":"667.236776ms","start":"2026-03-02T16:26:11.02648Z","end":"2026-03-02T16:26:11.693717Z","steps":["trace[506570540] 'read index received' (duration: 274.129268ms)","trace[506570540] 'applied index is now lower than readState.Index' (duration: 393.106178ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:11.693777Z","caller":"traceutil/trace.go:171","msg":"trace[1544862502] transaction","detail":"{read_only:false; response_revision:13467; number_of_response:1; }","duration":"669.609371ms","start":"2026-03-02T16:26:11.024127Z","end":"2026-03-02T16:26:11.693737Z","steps":["trace[1544862502] 'process raft request' (duration: 276.367859ms)","trace[1544862502] 'compare' (duration: 392.913923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:11.693914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.431641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4f26c59-4797-48b1-8db0-07d8daf40637\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T16:26:11.693951Z","caller":"traceutil/trace.go:171","msg":"trace[446324051] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4f26c59-4797-48b1-8db0-07d8daf40637; range_end:; response_count:1; response_revision:13467; }","duration":"667.508744ms","start":"2026-03-02T16:26:11.026433Z","end":"2026-03-02T16:26:11.693941Z","steps":["trace[446324051] 'agreement among raft nodes before linearized reading' (duration: 667.35315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.693959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.024096Z","time spent":"669.764144ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:11.693985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.026418Z","time spent":"667.557965ms","remote":"127.0.0.1:35312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-d4f26c59-4797-48b1-8db0-07d8daf40637\" "} {"level":"info","ts":"2026-03-02T16:26:11.725622Z","caller":"traceutil/trace.go:171","msg":"trace[1022806204] transaction","detail":"{read_only:false; response_revision:13468; number_of_response:1; }","duration":"698.158261ms","start":"2026-03-02T16:26:11.027437Z","end":"2026-03-02T16:26:11.725595Z","steps":["trace[1022806204] 'process raft request' (duration: 697.965045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.72578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.027425Z","time spent":"698.274354ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:11.726034Z","caller":"traceutil/trace.go:171","msg":"trace[1586912433] transaction","detail":"{read_only:false; response_revision:13469; number_of_response:1; }","duration":"696.023013ms","start":"2026-03-02T16:26:11.029989Z","end":"2026-03-02T16:26:11.726012Z","steps":["trace[1586912433] 'process raft request' (duration: 695.54979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.726167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.029979Z","time spent":"696.111446ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:11.726268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.51187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T16:26:11.726348Z","caller":"traceutil/trace.go:171","msg":"trace[1113273618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13469; }","duration":"698.587452ms","start":"2026-03-02T16:26:11.027731Z","end":"2026-03-02T16:26:11.726318Z","steps":["trace[1113273618] 'agreement among raft nodes before linearized reading' (duration: 698.392627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.726385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.027726Z","time spent":"698.650155ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:26:11.726557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.417755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:201"} {"level":"warn","ts":"2026-03-02T16:26:11.726637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.809528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T16:26:11.726673Z","caller":"traceutil/trace.go:171","msg":"trace[1698447097] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13469; }","duration":"698.855829ms","start":"2026-03-02T16:26:11.027806Z","end":"2026-03-02T16:26:11.726662Z","steps":["trace[1698447097] 'agreement among raft nodes before linearized reading' (duration: 698.739036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.726629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.287053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:11.726699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.0278Z","time spent":"698.892731ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-02T16:26:11.726751Z","caller":"traceutil/trace.go:171","msg":"trace[1231892923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13469; }","duration":"695.478658ms","start":"2026-03-02T16:26:11.031247Z","end":"2026-03-02T16:26:11.726725Z","steps":["trace[1231892923] 'agreement among raft nodes before linearized reading' (duration: 695.225971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.726815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.293018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130841"} {"level":"info","ts":"2026-03-02T16:26:11.726887Z","caller":"traceutil/trace.go:171","msg":"trace[2080498685] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13469; }","duration":"700.399822ms","start":"2026-03-02T16:26:11.026468Z","end":"2026-03-02T16:26:11.726868Z","steps":["trace[2080498685] 'agreement among raft nodes before linearized reading' (duration: 700.180636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.72694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.026451Z","time spent":"700.476944ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130864,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T16:26:11.726831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.031231Z","time spent":"695.590402ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:11.726746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.149188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-02T16:26:11.727213Z","caller":"traceutil/trace.go:171","msg":"trace[1994431727] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:13469; }","duration":"596.678833ms","start":"2026-03-02T16:26:11.130521Z","end":"2026-03-02T16:26:11.727199Z","steps":["trace[1994431727] 'agreement among raft nodes before linearized reading' (duration: 596.007055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.727257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.130493Z","time spent":"596.751514ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-02T16:26:11.727699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.581036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19024"} {"level":"info","ts":"2026-03-02T16:26:11.72871Z","caller":"traceutil/trace.go:171","msg":"trace[2114401305] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13469; }","duration":"698.717716ms","start":"2026-03-02T16:26:11.029968Z","end":"2026-03-02T16:26:11.728686Z","steps":["trace[2114401305] 'agreement among raft nodes before linearized reading' (duration: 696.515487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.728813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.02994Z","time spent":"698.85088ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19047,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T16:26:11.728922Z","caller":"traceutil/trace.go:171","msg":"trace[1495437861] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:13469; }","duration":"699.480977ms","start":"2026-03-02T16:26:11.027114Z","end":"2026-03-02T16:26:11.726595Z","steps":["trace[1495437861] 'agreement among raft nodes before linearized reading' (duration: 699.308362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:11.729003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.027109Z","time spent":"701.869621ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-03-02T16:26:13.383833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.987654ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:13.383944Z","caller":"traceutil/trace.go:171","msg":"trace[890183539] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13469; }","duration":"868.107387ms","start":"2026-03-02T16:26:12.515821Z","end":"2026-03-02T16:26:13.383929Z","steps":["trace[890183539] 'range keys from in-memory index tree' (duration: 867.976244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:13.384206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574198892s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:26:13.384256Z","caller":"traceutil/trace.go:171","msg":"trace[677948661] linearizableReadLoop","detail":"{readStateIndex:13984; appliedIndex:13983; }","duration":"1.655239079s","start":"2026-03-02T16:26:11.729009Z","end":"2026-03-02T16:26:13.384248Z","steps":["trace[677948661] 'read index received' (duration: 81.011106ms)","trace[677948661] 'applied index is now lower than readState.Index' (duration: 1.574227003s)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:13.384298Z","caller":"traceutil/trace.go:171","msg":"trace[1741842055] transaction","detail":"{read_only:false; response_revision:13470; number_of_response:1; }","duration":"1.655464175s","start":"2026-03-02T16:26:11.728826Z","end":"2026-03-02T16:26:13.38429Z","steps":["trace[1741842055] 'process raft request' (duration: 81.133829ms)","trace[1741842055] 'compare' (duration: 1.573662998s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:13.384341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.72881Z","time spent":"1.655509887s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:13.384538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655528476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:26:13.384563Z","caller":"traceutil/trace.go:171","msg":"trace[1939374753] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13470; }","duration":"1.655584598s","start":"2026-03-02T16:26:11.728971Z","end":"2026-03-02T16:26:13.384556Z","steps":["trace[1939374753] 'agreement among raft nodes before linearized reading' (duration: 1.655482125s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:13.384582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.72896Z","time spent":"1.655617699s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T16:26:13.884641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:14.190404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.380254294s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:26:14.292245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.397006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:26:14.292362Z","caller":"traceutil/trace.go:171","msg":"trace[1240748457] transaction","detail":"{read_only:false; response_revision:13471; number_of_response:1; }","duration":"2.55872952s","start":"2026-03-02T16:26:11.733612Z","end":"2026-03-02T16:26:14.292342Z","steps":["trace[1240748457] 'process raft request' (duration: 2.45715842s)","trace[1240748457] 'compare' (duration: 101.250192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:14.292422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.733586Z","time spent":"2.558810203s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130827,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:14.568026Z","caller":"traceutil/trace.go:171","msg":"trace[1000447265] transaction","detail":"{read_only:false; response_revision:13472; number_of_response:1; }","duration":"1.955409929s","start":"2026-03-02T16:26:12.612576Z","end":"2026-03-02T16:26:14.567986Z","steps":["trace[1000447265] 'process raft request' (duration: 1.955001068s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.568281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.612546Z","time spent":"1.955600035s","remote":"127.0.0.1:46852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:14.568352Z","caller":"traceutil/trace.go:171","msg":"trace[2000911158] linearizableReadLoop","detail":"{readStateIndex:13989; appliedIndex:13984; }","duration":"1.184057963s","start":"2026-03-02T16:26:13.38427Z","end":"2026-03-02T16:26:14.568328Z","steps":["trace[2000911158] 'read index received' (duration: 806.395462ms)","trace[2000911158] 'applied index is now lower than readState.Index' (duration: 377.661051ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:14.56844Z","caller":"traceutil/trace.go:171","msg":"trace[1994804436] transaction","detail":"{read_only:false; response_revision:13473; number_of_response:1; }","duration":"1.543645407s","start":"2026-03-02T16:26:13.024738Z","end":"2026-03-02T16:26:14.568383Z","steps":["trace[1994804436] 'process raft request' (duration: 1.543128643s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.568526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628932559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:14.568625Z","caller":"traceutil/trace.go:171","msg":"trace[1802628782] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13475; }","duration":"1.629113104s","start":"2026-03-02T16:26:12.939489Z","end":"2026-03-02T16:26:14.568602Z","steps":["trace[1802628782] 'agreement among raft nodes before linearized reading' (duration: 1.628937609s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.568564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:13.024711Z","time spent":"1.543805452s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:14.568674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054626027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T16:26:14.568742Z","caller":"traceutil/trace.go:171","msg":"trace[2130228695] transaction","detail":"{read_only:false; response_revision:13474; number_of_response:1; }","duration":"1.543656197s","start":"2026-03-02T16:26:13.025072Z","end":"2026-03-02T16:26:14.568729Z","steps":["trace[2130228695] 'process raft request' (duration: 1.543048501s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.568751Z","caller":"traceutil/trace.go:171","msg":"trace[591498446] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13475; }","duration":"2.05474131s","start":"2026-03-02T16:26:12.513989Z","end":"2026-03-02T16:26:14.56873Z","steps":["trace[591498446] 'agreement among raft nodes before linearized reading' (duration: 2.054473213s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.568819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.513972Z","time spent":"2.054826042s","remote":"127.0.0.1:35278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T16:26:14.568851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:13.025064Z","time spent":"1.543712429s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:14.568847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186750712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T16:26:14.568863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832106738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-03-02T16:26:14.56892Z","caller":"traceutil/trace.go:171","msg":"trace[1625459845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:13475; }","duration":"2.186864965s","start":"2026-03-02T16:26:12.382036Z","end":"2026-03-02T16:26:14.568901Z","steps":["trace[1625459845] 'agreement among raft nodes before linearized reading' (duration: 2.186653439s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.568952Z","caller":"traceutil/trace.go:171","msg":"trace[823370324] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:13475; }","duration":"2.832226752s","start":"2026-03-02T16:26:11.736704Z","end":"2026-03-02T16:26:14.568931Z","steps":["trace[823370324] 'agreement among raft nodes before linearized reading' (duration: 2.831919083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.568974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.382018Z","time spent":"2.186947248s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:26:14.568986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716496568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12751"} {"level":"warn","ts":"2026-03-02T16:26:14.569008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.736691Z","time spent":"2.832302263s","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-02T16:26:14.568971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243093353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:14.569151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312848818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:14.569159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835024846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:14.569193Z","caller":"traceutil/trace.go:171","msg":"trace[1079075461] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13475; }","duration":"1.312936971s","start":"2026-03-02T16:26:13.256246Z","end":"2026-03-02T16:26:14.569183Z","steps":["trace[1079075461] 'agreement among raft nodes before linearized reading' (duration: 1.31286867s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.569058Z","caller":"traceutil/trace.go:171","msg":"trace[28212268] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13475; }","duration":"2.71660386s","start":"2026-03-02T16:26:11.852432Z","end":"2026-03-02T16:26:14.569036Z","steps":["trace[28212268] 'agreement among raft nodes before linearized reading' (duration: 2.716407775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.569201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59194778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:14.569223Z","caller":"traceutil/trace.go:171","msg":"trace[449121137] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:13475; }","duration":"2.835107559s","start":"2026-03-02T16:26:11.734092Z","end":"2026-03-02T16:26:14.5692Z","steps":["trace[449121137] 'agreement among raft nodes before linearized reading' (duration: 2.834981576s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.569253Z","caller":"traceutil/trace.go:171","msg":"trace[656650416] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13475; }","duration":"1.592041773s","start":"2026-03-02T16:26:12.977197Z","end":"2026-03-02T16:26:14.569239Z","steps":["trace[656650416] 'agreement among raft nodes before linearized reading' (duration: 1.5919363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.56928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.734084Z","time spent":"2.835183161s","remote":"127.0.0.1:35256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:26:14.569297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.852411Z","time spent":"2.716863538s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12774,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T16:26:14.569461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582174976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:14.569477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836554028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4773"} {"level":"warn","ts":"2026-03-02T16:26:14.569488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182330226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189912e8598e51d5\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-02T16:26:14.56952Z","caller":"traceutil/trace.go:171","msg":"trace[1753362623] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:13475; }","duration":"2.836610979s","start":"2026-03-02T16:26:11.732899Z","end":"2026-03-02T16:26:14.56951Z","steps":["trace[1753362623] 'agreement among raft nodes before linearized reading' (duration: 2.836423964s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.569529Z","caller":"traceutil/trace.go:171","msg":"trace[1687592798] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189912e8598e51d5; range_end:; response_count:1; response_revision:13475; }","duration":"1.182401138s","start":"2026-03-02T16:26:13.387116Z","end":"2026-03-02T16:26:14.569517Z","steps":["trace[1687592798] 'agreement among raft nodes before linearized reading' (duration: 1.182295996s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.569514Z","caller":"traceutil/trace.go:171","msg":"trace[291511587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13475; }","duration":"1.582257349s","start":"2026-03-02T16:26:12.987242Z","end":"2026-03-02T16:26:14.5695Z","steps":["trace[291511587] 'agreement among raft nodes before linearized reading' (duration: 1.582090945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.569559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:11.732891Z","time spent":"2.83666037s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4796,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-02T16:26:14.568676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.939454Z","time spent":"1.629210796s","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:14.56958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.987232Z","time spent":"1.582334801s","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:14.569639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.149182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T16:26:14.569092Z","caller":"traceutil/trace.go:171","msg":"trace[601586983] transaction","detail":"{read_only:false; response_revision:13475; number_of_response:1; }","duration":"1.540011729s","start":"2026-03-02T16:26:13.029067Z","end":"2026-03-02T16:26:14.569078Z","steps":["trace[601586983] 'process raft request' (duration: 1.539175966s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:14.569678Z","caller":"traceutil/trace.go:171","msg":"trace[842690435] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:13475; }","duration":"578.236975ms","start":"2026-03-02T16:26:13.991433Z","end":"2026-03-02T16:26:14.56967Z","steps":["trace[842690435] 'agreement among raft nodes before linearized reading' (duration: 578.147942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.569684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.356311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T16:26:14.569718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:13.991397Z","time spent":"578.314887ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"info","ts":"2026-03-02T16:26:14.56973Z","caller":"traceutil/trace.go:171","msg":"trace[1862133505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13475; }","duration":"839.446353ms","start":"2026-03-02T16:26:13.730272Z","end":"2026-03-02T16:26:14.569718Z","steps":["trace[1862133505] 'agreement among raft nodes before linearized reading' (duration: 839.314469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.569765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:13.730245Z","time spent":"839.513225ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:14.569775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:13.029048Z","time spent":"1.540667827s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:14.569185Z","caller":"traceutil/trace.go:171","msg":"trace[710732066] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13475; }","duration":"2.243383411s","start":"2026-03-02T16:26:12.325742Z","end":"2026-03-02T16:26:14.569125Z","steps":["trace[710732066] 'agreement among raft nodes before linearized reading' (duration: 2.24296065s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:14.569307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.977176Z","time spent":"1.592116725s","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:14.569863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:12.325712Z","time spent":"2.244134911s","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T16:26:14.569562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:13.387074Z","time spent":"1.18248153s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189912e8598e51d5\" "} {"level":"warn","ts":"2026-03-02T16:26:14.569235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:13.256229Z","time spent":"1.312997533s","remote":"127.0.0.1:35378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:15.02005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.80902ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T16:26:15.02015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.570897Z","time spent":"449.249304ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T16:26:15.092862Z","caller":"traceutil/trace.go:171","msg":"trace[966113575] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13475; }","duration":"520.034044ms","start":"2026-03-02T16:26:14.572803Z","end":"2026-03-02T16:26:15.092837Z","steps":["trace[966113575] 'process raft request' (duration: 519.849979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.093041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.572784Z","time spent":"520.159607ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:26:15.093068Z","caller":"traceutil/trace.go:171","msg":"trace[407613598] transaction","detail":"{read_only:false; response_revision:13476; number_of_response:1; }","duration":"520.114357ms","start":"2026-03-02T16:26:14.572924Z","end":"2026-03-02T16:26:15.093038Z","steps":["trace[407613598] 'process raft request' (duration: 519.819069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:15.093148Z","caller":"traceutil/trace.go:171","msg":"trace[1972563221] transaction","detail":"{read_only:false; response_revision:13477; number_of_response:1; }","duration":"518.252376ms","start":"2026-03-02T16:26:14.574878Z","end":"2026-03-02T16:26:15.09313Z","steps":["trace[1972563221] 'process raft request' (duration: 518.060001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.093236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.572887Z","time spent":"520.25491ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:15.093317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.574849Z","time spent":"518.41358ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:15.093376Z","caller":"traceutil/trace.go:171","msg":"trace[43894216] linearizableReadLoop","detail":"{readStateIndex:13992; appliedIndex:13989; }","duration":"520.420045ms","start":"2026-03-02T16:26:14.572923Z","end":"2026-03-02T16:26:15.093343Z","steps":["trace[43894216] 'read index received' (duration: 120.325408ms)","trace[43894216] 'applied index is now lower than readState.Index' (duration: 400.091947ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:15.093407Z","caller":"traceutil/trace.go:171","msg":"trace[987649943] transaction","detail":"{read_only:false; response_revision:13478; number_of_response:1; }","duration":"515.954884ms","start":"2026-03-02T16:26:14.577419Z","end":"2026-03-02T16:26:15.093374Z","steps":["trace[987649943] 'process raft request' (duration: 515.653166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.093511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.57741Z","time spent":"516.049076ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:15.093681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.698462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-02T16:26:15.093727Z","caller":"traceutil/trace.go:171","msg":"trace[1715724476] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:13478; }","duration":"520.819605ms","start":"2026-03-02T16:26:14.572893Z","end":"2026-03-02T16:26:15.093712Z","steps":["trace[1715724476] 'agreement among raft nodes before linearized reading' (duration: 520.584958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.093764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.572839Z","time spent":"520.915308ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-03-02T16:26:15.297693Z","caller":"traceutil/trace.go:171","msg":"trace[2109325342] linearizableReadLoop","detail":"{readStateIndex:13995; appliedIndex:13994; }","duration":"204.223021ms","start":"2026-03-02T16:26:15.093444Z","end":"2026-03-02T16:26:15.297668Z","steps":["trace[2109325342] 'read index received' (duration: 122.702071ms)","trace[2109325342] 'applied index is now lower than readState.Index' (duration: 81.51997ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:15.297804Z","caller":"traceutil/trace.go:171","msg":"trace[429860622] transaction","detail":"{read_only:false; response_revision:13479; number_of_response:1; }","duration":"276.220734ms","start":"2026-03-02T16:26:15.02149Z","end":"2026-03-02T16:26:15.297711Z","steps":["trace[429860622] 'process raft request' (duration: 194.507239ms)","trace[429860622] 'compare' (duration: 81.549481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:15.297917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.777482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:15.297946Z","caller":"traceutil/trace.go:171","msg":"trace[2045078898] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13479; }","duration":"723.859614ms","start":"2026-03-02T16:26:14.574077Z","end":"2026-03-02T16:26:15.297937Z","steps":["trace[2045078898] 'agreement among raft nodes before linearized reading' (duration: 723.760181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.297984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.574074Z","time spent":"723.904725ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T16:26:15.297963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.898491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19024"} {"level":"warn","ts":"2026-03-02T16:26:15.29793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.916945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:15.298038Z","caller":"traceutil/trace.go:171","msg":"trace[753783307] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13479; }","duration":"722.011304ms","start":"2026-03-02T16:26:14.576007Z","end":"2026-03-02T16:26:15.298019Z","steps":["trace[753783307] 'agreement among raft nodes before linearized reading' (duration: 721.722057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:15.298064Z","caller":"traceutil/trace.go:171","msg":"trace[1033921728] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13479; }","duration":"565.112421ms","start":"2026-03-02T16:26:14.732925Z","end":"2026-03-02T16:26:15.298037Z","steps":["trace[1033921728] 'agreement among raft nodes before linearized reading' (duration: 564.830763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.298081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.575997Z","time spent":"722.076146ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19047,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T16:26:15.298148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.732901Z","time spent":"565.221743ms","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:15.298186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.072037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:15.298242Z","caller":"traceutil/trace.go:171","msg":"trace[615974933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13479; }","duration":"725.145369ms","start":"2026-03-02T16:26:14.573081Z","end":"2026-03-02T16:26:15.298226Z","steps":["trace[615974933] 'agreement among raft nodes before linearized reading' (duration: 725.035786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.29829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.573069Z","time spent":"725.204791ms","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:15.298325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.266716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-02T16:26:15.298397Z","caller":"traceutil/trace.go:171","msg":"trace[571090826] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:13479; }","duration":"724.366438ms","start":"2026-03-02T16:26:14.574012Z","end":"2026-03-02T16:26:15.298378Z","steps":["trace[571090826] 'agreement among raft nodes before linearized reading' (duration: 724.141592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.298438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.574001Z","time spent":"724.428759ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-03-02T16:26:15.298739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.270062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583223"} {"level":"info","ts":"2026-03-02T16:26:15.298851Z","caller":"traceutil/trace.go:171","msg":"trace[1193267175] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13479; }","duration":"722.386625ms","start":"2026-03-02T16:26:14.576419Z","end":"2026-03-02T16:26:15.298806Z","steps":["trace[1193267175] 'agreement among raft nodes before linearized reading' (duration: 721.410508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.298911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:14.576411Z","time spent":"722.481397ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":583246,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:26:15.636905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.558981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:26:15.637028Z","caller":"traceutil/trace.go:171","msg":"trace[2104726238] linearizableReadLoop","detail":"{readStateIndex:13996; appliedIndex:13995; }","duration":"339.254575ms","start":"2026-03-02T16:26:15.297753Z","end":"2026-03-02T16:26:15.637007Z","steps":["trace[2104726238] 'read index received' (duration: 131.435827ms)","trace[2104726238] 'applied index is now lower than readState.Index' (duration: 207.817268ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:15.637126Z","caller":"traceutil/trace.go:171","msg":"trace[1637288810] transaction","detail":"{read_only:false; response_revision:13480; number_of_response:1; }","duration":"534.397481ms","start":"2026-03-02T16:26:15.102716Z","end":"2026-03-02T16:26:15.637114Z","steps":["trace[1637288810] 'process raft request' (duration: 326.530012ms)","trace[1637288810] 'compare' (duration: 207.361816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:15.637184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.1027Z","time spent":"534.458123ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:26:15.637529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.580959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-02T16:26:15.637569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.989512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:15.637567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.809803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-02T16:26:15.637613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.922515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-02T16:26:15.637636Z","caller":"traceutil/trace.go:171","msg":"trace[1069736771] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0; range_end:; response_count:1; response_revision:13480; }","duration":"540.752024ms","start":"2026-03-02T16:26:15.096853Z","end":"2026-03-02T16:26:15.637605Z","steps":["trace[1069736771] 'agreement among raft nodes before linearized reading' (duration: 540.387044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:15.637663Z","caller":"traceutil/trace.go:171","msg":"trace[1075248783] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:13480; }","duration":"534.994608ms","start":"2026-03-02T16:26:15.102656Z","end":"2026-03-02T16:26:15.637651Z","steps":["trace[1075248783] 'agreement among raft nodes before linearized reading' (duration: 534.739311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:15.637659Z","caller":"traceutil/trace.go:171","msg":"trace[1832652991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13480; }","duration":"331.105905ms","start":"2026-03-02T16:26:15.306536Z","end":"2026-03-02T16:26:15.637642Z","steps":["trace[1832652991] 'agreement among raft nodes before linearized reading' (duration: 330.90873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.63769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.096842Z","time spent":"540.832155ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189911594bd70db0\" "} {"level":"warn","ts":"2026-03-02T16:26:15.637696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.102644Z","time spent":"535.044519ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T16:26:15.637703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.30652Z","time spent":"331.173887ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:15.637706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.025592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T16:26:15.637554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.939913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T16:26:15.637778Z","caller":"traceutil/trace.go:171","msg":"trace[1989967354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13480; }","duration":"189.150885ms","start":"2026-03-02T16:26:15.44861Z","end":"2026-03-02T16:26:15.637761Z","steps":["trace[1989967354] 'agreement among raft nodes before linearized reading' (duration: 188.824596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:15.637809Z","caller":"traceutil/trace.go:171","msg":"trace[1576546665] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13480; }","duration":"337.229141ms","start":"2026-03-02T16:26:15.300566Z","end":"2026-03-02T16:26:15.637795Z","steps":["trace[1576546665] 'agreement among raft nodes before linearized reading' (duration: 336.83773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.637786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.503567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-02T16:26:15.637851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.300538Z","time spent":"337.299873ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T16:26:15.637892Z","caller":"traceutil/trace.go:171","msg":"trace[367857475] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:13480; }","duration":"334.652902ms","start":"2026-03-02T16:26:15.303213Z","end":"2026-03-02T16:26:15.637865Z","steps":["trace[367857475] 'agreement among raft nodes before linearized reading' (duration: 334.259681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:15.637657Z","caller":"traceutil/trace.go:171","msg":"trace[873582755] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:13480; }","duration":"534.920826ms","start":"2026-03-02T16:26:15.102724Z","end":"2026-03-02T16:26:15.637645Z","steps":["trace[873582755] 'agreement among raft nodes before linearized reading' (duration: 534.644888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.638005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.303201Z","time spent":"334.791575ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-02T16:26:15.637815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.11728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-03-02T16:26:15.638096Z","caller":"traceutil/trace.go:171","msg":"trace[1438496098] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:13480; }","duration":"542.47865ms","start":"2026-03-02T16:26:15.095583Z","end":"2026-03-02T16:26:15.638062Z","steps":["trace[1438496098] 'agreement among raft nodes before linearized reading' (duration: 541.816112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.638233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.095562Z","time spent":"542.653154ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1094,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-02T16:26:15.638557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.10272Z","time spent":"535.82545ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T16:26:15.999207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.132359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:26:15.999542Z","caller":"traceutil/trace.go:171","msg":"trace[1643322527] linearizableReadLoop","detail":"{readStateIndex:13997; appliedIndex:13996; }","duration":"357.612411ms","start":"2026-03-02T16:26:15.641902Z","end":"2026-03-02T16:26:15.999514Z","steps":["trace[1643322527] 'read index received' (duration: 103.063232ms)","trace[1643322527] 'applied index is now lower than readState.Index' (duration: 254.545879ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:15.999654Z","caller":"traceutil/trace.go:171","msg":"trace[253778613] transaction","detail":"{read_only:false; response_revision:13481; number_of_response:1; }","duration":"358.013862ms","start":"2026-03-02T16:26:15.641569Z","end":"2026-03-02T16:26:15.999583Z","steps":["trace[253778613] 'process raft request' (duration: 103.341009ms)","trace[253778613] 'compare' (duration: 253.763969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:15.999836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.93213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:26:15.999865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.641545Z","time spent":"358.205087ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:15.999877Z","caller":"traceutil/trace.go:171","msg":"trace[1164669325] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13481; }","duration":"358.003352ms","start":"2026-03-02T16:26:15.641862Z","end":"2026-03-02T16:26:15.999866Z","steps":["trace[1164669325] 'agreement among raft nodes before linearized reading' (duration: 357.775036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:15.999924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.641846Z","time spent":"358.066073ms","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T16:26:16.045005Z","caller":"traceutil/trace.go:171","msg":"trace[115967244] transaction","detail":"{read_only:false; response_revision:13482; number_of_response:1; }","duration":"401.984518ms","start":"2026-03-02T16:26:15.642994Z","end":"2026-03-02T16:26:16.044978Z","steps":["trace[115967244] 'process raft request' (duration: 401.69861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.045108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.64298Z","time spent":"402.081591ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:26:16.045536Z","caller":"traceutil/trace.go:171","msg":"trace[819093592] transaction","detail":"{read_only:false; response_revision:13483; number_of_response:1; }","duration":"401.071594ms","start":"2026-03-02T16:26:15.644401Z","end":"2026-03-02T16:26:16.045473Z","steps":["trace[819093592] 'process raft request' (duration: 400.509628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.045739Z","caller":"traceutil/trace.go:171","msg":"trace[506146114] transaction","detail":"{read_only:false; response_revision:13484; number_of_response:1; }","duration":"398.6833ms","start":"2026-03-02T16:26:15.64702Z","end":"2026-03-02T16:26:16.045703Z","steps":["trace[506146114] 'process raft request' (duration: 398.367021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.045786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.746582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"warn","ts":"2026-03-02T16:26:16.045797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.221113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-02T16:26:16.045848Z","caller":"traceutil/trace.go:171","msg":"trace[841987929] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:13484; }","duration":"401.822824ms","start":"2026-03-02T16:26:15.644009Z","end":"2026-03-02T16:26:16.045832Z","steps":["trace[841987929] 'agreement among raft nodes before linearized reading' (duration: 401.636929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.045865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.644375Z","time spent":"401.388442ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130827,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.045879Z","caller":"traceutil/trace.go:171","msg":"trace[2072757158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13484; }","duration":"396.316376ms","start":"2026-03-02T16:26:15.649539Z","end":"2026-03-02T16:26:16.045855Z","steps":["trace[2072757158] 'agreement among raft nodes before linearized reading' (duration: 396.09189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.045894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.644002Z","time spent":"401.883636ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-02T16:26:16.045905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.646994Z","time spent":"398.815553ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:16.045932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.649509Z","time spent":"396.408247ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T16:26:16.046005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.683484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-03-02T16:26:16.046106Z","caller":"traceutil/trace.go:171","msg":"trace[507079530] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:13484; }","duration":"403.966972ms","start":"2026-03-02T16:26:15.642119Z","end":"2026-03-02T16:26:16.046086Z","steps":["trace[507079530] 'agreement among raft nodes before linearized reading' (duration: 403.445288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.04624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:15.642108Z","time spent":"404.112726ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"info","ts":"2026-03-02T16:26:16.2625Z","caller":"traceutil/trace.go:171","msg":"trace[1699207105] linearizableReadLoop","detail":"{readStateIndex:14003; appliedIndex:14002; }","duration":"183.984535ms","start":"2026-03-02T16:26:16.078467Z","end":"2026-03-02T16:26:16.262451Z","steps":["trace[1699207105] 'read index received' (duration: 168.60964ms)","trace[1699207105] 'applied index is now lower than readState.Index' (duration: 15.372975ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:16.262572Z","caller":"traceutil/trace.go:171","msg":"trace[1699630647] transaction","detail":"{read_only:false; response_revision:13487; number_of_response:1; }","duration":"193.388799ms","start":"2026-03-02T16:26:16.069136Z","end":"2026-03-02T16:26:16.262525Z","steps":["trace[1699630647] 'process raft request' (duration: 178.065046ms)","trace[1699630647] 'compare' (duration: 14.884941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:16.262961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.138075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-02T16:26:16.263013Z","caller":"traceutil/trace.go:171","msg":"trace[727923087] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:13487; }","duration":"192.28459ms","start":"2026-03-02T16:26:16.070714Z","end":"2026-03-02T16:26:16.262998Z","steps":["trace[727923087] 'agreement among raft nodes before linearized reading' (duration: 191.93499ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.297672Z","caller":"traceutil/trace.go:171","msg":"trace[288597411] transaction","detail":"{read_only:false; response_revision:13488; number_of_response:1; }","duration":"215.202928ms","start":"2026-03-02T16:26:16.082438Z","end":"2026-03-02T16:26:16.297641Z","steps":["trace[288597411] 'process raft request' (duration: 215.028723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.297848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.210605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-02T16:26:16.297933Z","caller":"traceutil/trace.go:171","msg":"trace[670141138] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:13488; }","duration":"216.335808ms","start":"2026-03-02T16:26:16.08158Z","end":"2026-03-02T16:26:16.297916Z","steps":["trace[670141138] 'agreement among raft nodes before linearized reading' (duration: 216.04861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.741949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.893128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:26:16.742074Z","caller":"traceutil/trace.go:171","msg":"trace[281688036] linearizableReadLoop","detail":"{readStateIndex:14006; appliedIndex:14005; }","duration":"388.607767ms","start":"2026-03-02T16:26:16.353448Z","end":"2026-03-02T16:26:16.742056Z","steps":["trace[281688036] 'read index received' (duration: 186.620296ms)","trace[281688036] 'applied index is now lower than readState.Index' (duration: 201.985781ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:16.74223Z","caller":"traceutil/trace.go:171","msg":"trace[1374795086] transaction","detail":"{read_only:false; response_revision:13490; number_of_response:1; }","duration":"440.304003ms","start":"2026-03-02T16:26:16.30177Z","end":"2026-03-02T16:26:16.742074Z","steps":["trace[1374795086] 'process raft request' (duration: 238.219719ms)","trace[1374795086] 'compare' (duration: 201.743214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:16.742694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.301749Z","time spent":"440.815506ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:26:16.74229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.987837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-02T16:26:16.74286Z","caller":"traceutil/trace.go:171","msg":"trace[1078828975] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:13490; }","duration":"439.570582ms","start":"2026-03-02T16:26:16.303272Z","end":"2026-03-02T16:26:16.742842Z","steps":["trace[1078828975] 'agreement among raft nodes before linearized reading' (duration: 438.866383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.742917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.303257Z","time spent":"439.643425ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-02T16:26:16.971897Z","caller":"traceutil/trace.go:171","msg":"trace[470669220] transaction","detail":"{read_only:false; response_revision:13491; number_of_response:1; }","duration":"609.374636ms","start":"2026-03-02T16:26:16.362476Z","end":"2026-03-02T16:26:16.971851Z","steps":["trace[470669220] 'process raft request' (duration: 603.074295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.972141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.362455Z","time spent":"609.55895ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6031,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.974551Z","caller":"traceutil/trace.go:171","msg":"trace[678885733] transaction","detail":"{read_only:false; response_revision:13492; number_of_response:1; }","duration":"398.998268ms","start":"2026-03-02T16:26:16.575512Z","end":"2026-03-02T16:26:16.97451Z","steps":["trace[678885733] 'process raft request' (duration: 398.68811ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.97458Z","caller":"traceutil/trace.go:171","msg":"trace[1957262486] linearizableReadLoop","detail":"{readStateIndex:14010; appliedIndex:14006; }","duration":"232.437922ms","start":"2026-03-02T16:26:16.742106Z","end":"2026-03-02T16:26:16.974544Z","steps":["trace[1957262486] 'read index received' (duration: 223.488191ms)","trace[1957262486] 'applied index is now lower than readState.Index' (duration: 8.948431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:16.974764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.575467Z","time spent":"399.168183ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.974788Z","caller":"traceutil/trace.go:171","msg":"trace[1245673317] transaction","detail":"{read_only:false; response_revision:13493; number_of_response:1; }","duration":"398.239057ms","start":"2026-03-02T16:26:16.576533Z","end":"2026-03-02T16:26:16.974772Z","steps":["trace[1245673317] 'process raft request' (duration: 397.861497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.974959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.576522Z","time spent":"398.301439ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:16.974965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.10774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12751"} {"level":"info","ts":"2026-03-02T16:26:16.975035Z","caller":"traceutil/trace.go:171","msg":"trace[1797454645] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13495; }","duration":"396.254664ms","start":"2026-03-02T16:26:16.578762Z","end":"2026-03-02T16:26:16.975017Z","steps":["trace[1797454645] 'agreement among raft nodes before linearized reading' (duration: 396.059379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.975083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.578698Z","time spent":"396.375766ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12774,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T16:26:16.975282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.997782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-02T16:26:16.975323Z","caller":"traceutil/trace.go:171","msg":"trace[1272376432] transaction","detail":"{read_only:false; response_revision:13494; number_of_response:1; }","duration":"398.666739ms","start":"2026-03-02T16:26:16.576646Z","end":"2026-03-02T16:26:16.975313Z","steps":["trace[1272376432] 'process raft request' (duration: 397.792205ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:16.97533Z","caller":"traceutil/trace.go:171","msg":"trace[70304668] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:13495; }","duration":"610.073214ms","start":"2026-03-02T16:26:16.365244Z","end":"2026-03-02T16:26:16.975318Z","steps":["trace[70304668] 'agreement among raft nodes before linearized reading' (duration: 609.900539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.975363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.365227Z","time spent":"610.128955ms","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-02T16:26:16.975381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:16.576603Z","time spent":"398.743871ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:16.975288Z","caller":"traceutil/trace.go:171","msg":"trace[566195451] transaction","detail":"{read_only:false; response_revision:13495; number_of_response:1; }","duration":"228.655501ms","start":"2026-03-02T16:26:16.746623Z","end":"2026-03-02T16:26:16.975278Z","steps":["trace[566195451] 'process raft request' (duration: 227.848759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:16.975566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.01701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-02T16:26:16.975635Z","caller":"traceutil/trace.go:171","msg":"trace[1343638395] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:13495; }","duration":"229.142804ms","start":"2026-03-02T16:26:16.746475Z","end":"2026-03-02T16:26:16.975618Z","steps":["trace[1343638395] 'agreement among raft nodes before linearized reading' (duration: 228.902108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.39679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.611241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11614"} {"level":"info","ts":"2026-03-02T16:26:22.396908Z","caller":"traceutil/trace.go:171","msg":"trace[1530173358] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:13594; }","duration":"128.756844ms","start":"2026-03-02T16:26:22.26813Z","end":"2026-03-02T16:26:22.396886Z","steps":["trace[1530173358] 'range keys from in-memory index tree' (duration: 128.446557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.397115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.130533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T16:26:22.3972Z","caller":"traceutil/trace.go:171","msg":"trace[606037319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13594; }","duration":"206.249105ms","start":"2026-03-02T16:26:22.190932Z","end":"2026-03-02T16:26:22.397181Z","steps":["trace[606037319] 'range keys from in-memory index tree' (duration: 205.990929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.397217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.509275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7671"} {"level":"warn","ts":"2026-03-02T16:26:22.397255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.021363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"info","ts":"2026-03-02T16:26:22.397291Z","caller":"traceutil/trace.go:171","msg":"trace[1786805713] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:13594; }","duration":"159.653699ms","start":"2026-03-02T16:26:22.237617Z","end":"2026-03-02T16:26:22.397271Z","steps":["trace[1786805713] 'range keys from in-memory index tree' (duration: 159.32238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:22.397341Z","caller":"traceutil/trace.go:171","msg":"trace[1968779376] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:13594; }","duration":"185.148716ms","start":"2026-03-02T16:26:22.212169Z","end":"2026-03-02T16:26:22.397318Z","steps":["trace[1968779376] 'range keys from in-memory index tree' (duration: 184.91868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.397428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.580111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-03-02T16:26:22.397478Z","caller":"traceutil/trace.go:171","msg":"trace[1728835710] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:13594; }","duration":"108.665753ms","start":"2026-03-02T16:26:22.288796Z","end":"2026-03-02T16:26:22.397461Z","steps":["trace[1728835710] 'range keys from in-memory index tree' (duration: 108.416686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.397483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.707128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9108"} {"level":"warn","ts":"2026-03-02T16:26:22.397514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.039313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-03-02T16:26:22.397519Z","caller":"traceutil/trace.go:171","msg":"trace[595320152] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:13594; }","duration":"309.760279ms","start":"2026-03-02T16:26:22.087748Z","end":"2026-03-02T16:26:22.397508Z","steps":["trace[595320152] 'range keys from in-memory index tree' (duration: 309.612936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:22.397545Z","caller":"traceutil/trace.go:171","msg":"trace[1393848994] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:13594; }","duration":"235.105695ms","start":"2026-03-02T16:26:22.16243Z","end":"2026-03-02T16:26:22.397536Z","steps":["trace[1393848994] 'range keys from in-memory index tree' (duration: 234.92382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.397555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:22.087738Z","time spent":"309.808641ms","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9131,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-02T16:26:22.397624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.111309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-03-02T16:26:22.397638Z","caller":"traceutil/trace.go:171","msg":"trace[1403248177] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:13594; }","duration":"260.170231ms","start":"2026-03-02T16:26:22.137463Z","end":"2026-03-02T16:26:22.397633Z","steps":["trace[1403248177] 'range keys from in-memory index tree' (duration: 259.975606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.397653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.97599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3105"} {"level":"info","ts":"2026-03-02T16:26:22.397759Z","caller":"traceutil/trace.go:171","msg":"trace[658229424] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:13594; }","duration":"285.083444ms","start":"2026-03-02T16:26:22.112624Z","end":"2026-03-02T16:26:22.397707Z","steps":["trace[658229424] 'range keys from in-memory index tree' (duration: 284.873148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.397682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.883911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-02T16:26:22.397822Z","caller":"traceutil/trace.go:171","msg":"trace[1027709291] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:13594; }","duration":"211.048365ms","start":"2026-03-02T16:26:22.186763Z","end":"2026-03-02T16:26:22.397811Z","steps":["trace[1027709291] 'range keys from in-memory index tree' (duration: 210.767428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.619412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.757144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:22.61958Z","caller":"traceutil/trace.go:171","msg":"trace[1516472901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13595; }","duration":"102.933088ms","start":"2026-03-02T16:26:22.51661Z","end":"2026-03-02T16:26:22.619543Z","steps":["trace[1516472901] 'range keys from in-memory index tree' (duration: 102.734563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:22.619943Z","caller":"traceutil/trace.go:171","msg":"trace[1163126421] transaction","detail":"{read_only:false; response_revision:13596; number_of_response:1; }","duration":"218.124087ms","start":"2026-03-02T16:26:22.401803Z","end":"2026-03-02T16:26:22.619927Z","steps":["trace[1163126421] 'process raft request' (duration: 215.107495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:22.620122Z","caller":"traceutil/trace.go:171","msg":"trace[1196778616] transaction","detail":"{read_only:false; response_revision:13597; number_of_response:1; }","duration":"218.168778ms","start":"2026-03-02T16:26:22.401928Z","end":"2026-03-02T16:26:22.620096Z","steps":["trace[1196778616] 'process raft request' (duration: 217.570132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:22.620175Z","caller":"traceutil/trace.go:171","msg":"trace[843354078] transaction","detail":"{read_only:false; response_revision:13598; number_of_response:1; }","duration":"213.852271ms","start":"2026-03-02T16:26:22.406308Z","end":"2026-03-02T16:26:22.62016Z","steps":["trace[843354078] 'process raft request' (duration: 213.597564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:22.620123Z","caller":"traceutil/trace.go:171","msg":"trace[461593550] linearizableReadLoop","detail":"{readStateIndex:14116; appliedIndex:14112; }","duration":"208.055644ms","start":"2026-03-02T16:26:22.412052Z","end":"2026-03-02T16:26:22.620107Z","steps":["trace[461593550] 'read index received' (duration: 57.485021ms)","trace[461593550] 'applied index is now lower than readState.Index' (duration: 150.569393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:22.620439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.382404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-03-02T16:26:22.620487Z","caller":"traceutil/trace.go:171","msg":"trace[776012940] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:13598; }","duration":"208.428955ms","start":"2026-03-02T16:26:22.41204Z","end":"2026-03-02T16:26:22.620469Z","steps":["trace[776012940] 'agreement among raft nodes before linearized reading' (duration: 208.206899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.620623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.179754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2872"} {"level":"warn","ts":"2026-03-02T16:26:22.620647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.839798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11830"} {"level":"info","ts":"2026-03-02T16:26:22.620682Z","caller":"traceutil/trace.go:171","msg":"trace[1919472498] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:13598; }","duration":"133.291118ms","start":"2026-03-02T16:26:22.487376Z","end":"2026-03-02T16:26:22.620668Z","steps":["trace[1919472498] 'agreement among raft nodes before linearized reading' (duration: 133.136653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:22.620715Z","caller":"traceutil/trace.go:171","msg":"trace[1719189322] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:13598; }","duration":"181.95447ms","start":"2026-03-02T16:26:22.438741Z","end":"2026-03-02T16:26:22.620695Z","steps":["trace[1719189322] 'agreement among raft nodes before linearized reading' (duration: 181.742565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.620789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.913422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2888"} {"level":"info","ts":"2026-03-02T16:26:22.620817Z","caller":"traceutil/trace.go:171","msg":"trace[1072559129] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:13598; }","duration":"107.990514ms","start":"2026-03-02T16:26:22.512818Z","end":"2026-03-02T16:26:22.620809Z","steps":["trace[1072559129] 'agreement among raft nodes before linearized reading' (duration: 107.911942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:22.620811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.11643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"info","ts":"2026-03-02T16:26:22.620913Z","caller":"traceutil/trace.go:171","msg":"trace[660192044] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:13598; }","duration":"157.310036ms","start":"2026-03-02T16:26:22.463576Z","end":"2026-03-02T16:26:22.620886Z","steps":["trace[660192044] 'agreement among raft nodes before linearized reading' (duration: 157.017788ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:23.160254Z","caller":"traceutil/trace.go:171","msg":"trace[198653085] linearizableReadLoop","detail":"{readStateIndex:14119; appliedIndex:14117; }","duration":"163.346818ms","start":"2026-03-02T16:26:22.99688Z","end":"2026-03-02T16:26:23.160226Z","steps":["trace[198653085] 'read index received' (duration: 35.652942ms)","trace[198653085] 'applied index is now lower than readState.Index' (duration: 127.692456ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:23.160388Z","caller":"traceutil/trace.go:171","msg":"trace[88872185] transaction","detail":"{read_only:false; response_revision:13600; number_of_response:1; }","duration":"167.957182ms","start":"2026-03-02T16:26:22.992381Z","end":"2026-03-02T16:26:23.160339Z","steps":["trace[88872185] 'process raft request' (duration: 167.615463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.16048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.583544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:23.16054Z","caller":"traceutil/trace.go:171","msg":"trace[54598155] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:13601; }","duration":"163.698387ms","start":"2026-03-02T16:26:22.996825Z","end":"2026-03-02T16:26:23.160524Z","steps":["trace[54598155] 'agreement among raft nodes before linearized reading' (duration: 163.556894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:23.160407Z","caller":"traceutil/trace.go:171","msg":"trace[1224312205] transaction","detail":"{read_only:false; response_revision:13601; number_of_response:1; }","duration":"167.389117ms","start":"2026-03-02T16:26:22.992976Z","end":"2026-03-02T16:26:23.160365Z","steps":["trace[1224312205] 'process raft request' (duration: 167.183191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.160616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.991133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:405"} {"level":"info","ts":"2026-03-02T16:26:23.160677Z","caller":"traceutil/trace.go:171","msg":"trace[1738093848] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:13601; }","duration":"148.085686ms","start":"2026-03-02T16:26:23.012575Z","end":"2026-03-02T16:26:23.16066Z","steps":["trace[1738093848] 'agreement among raft nodes before linearized reading' (duration: 147.913181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:23.160814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.762233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:865"} {"level":"info","ts":"2026-03-02T16:26:23.160867Z","caller":"traceutil/trace.go:171","msg":"trace[663884257] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:13601; }","duration":"122.881586ms","start":"2026-03-02T16:26:23.037971Z","end":"2026-03-02T16:26:23.160852Z","steps":["trace[663884257] 'agreement among raft nodes before linearized reading' (duration: 122.613259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.225582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454693753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:26:25.562838Z","caller":"traceutil/trace.go:171","msg":"trace[818167656] transaction","detail":"{read_only:false; response_revision:13611; number_of_response:1; }","duration":"936.075282ms","start":"2026-03-02T16:26:24.626733Z","end":"2026-03-02T16:26:25.562808Z","steps":["trace[818167656] 'process raft request' (duration: 935.869066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.563007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:24.62672Z","time spent":"936.201335ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:25.680568Z","caller":"traceutil/trace.go:171","msg":"trace[1317957910] transaction","detail":"{read_only:false; response_revision:13613; number_of_response:1; }","duration":"643.66702ms","start":"2026-03-02T16:26:25.036881Z","end":"2026-03-02T16:26:25.680548Z","steps":["trace[1317957910] 'process raft request' (duration: 643.576778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:25.680639Z","caller":"traceutil/trace.go:171","msg":"trace[1494896319] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"1.053265164s","start":"2026-03-02T16:26:24.62732Z","end":"2026-03-02T16:26:25.680585Z","steps":["trace[1494896319] 'process raft request' (duration: 1.053010517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.680717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.036862Z","time spent":"643.765192ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:25.680859Z","caller":"traceutil/trace.go:171","msg":"trace[1934975054] transaction","detail":"{read_only:false; response_revision:13614; number_of_response:1; }","duration":"514.897465ms","start":"2026-03-02T16:26:25.165931Z","end":"2026-03-02T16:26:25.680829Z","steps":["trace[1934975054] 'process raft request' (duration: 514.559646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.680888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:24.627308Z","time spent":"1.053442979s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:25.680987Z","caller":"traceutil/trace.go:171","msg":"trace[1710398232] transaction","detail":"{read_only:false; response_revision:13615; number_of_response:1; }","duration":"514.808173ms","start":"2026-03-02T16:26:25.166169Z","end":"2026-03-02T16:26:25.680977Z","steps":["trace[1710398232] 'process raft request' (duration: 514.561596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.681013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.165902Z","time spent":"515.032719ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:25.681031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.166139Z","time spent":"514.870465ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:25.681077Z","caller":"traceutil/trace.go:171","msg":"trace[1907411296] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"302.191495ms","start":"2026-03-02T16:26:25.37887Z","end":"2026-03-02T16:26:25.681062Z","steps":["trace[1907411296] 'process raft request' (duration: 301.941388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.681153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.37885Z","time spent":"302.269187ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:25.739259Z","caller":"traceutil/trace.go:171","msg":"trace[1689110064] linearizableReadLoop","detail":"{readStateIndex:14134; appliedIndex:14129; }","duration":"1.013881901s","start":"2026-03-02T16:26:24.725345Z","end":"2026-03-02T16:26:25.739227Z","steps":["trace[1689110064] 'read index received' (duration: 837.371208ms)","trace[1689110064] 'applied index is now lower than readState.Index' (duration: 176.509283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:25.739409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014044936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:25.739431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.683145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:25.739482Z","caller":"traceutil/trace.go:171","msg":"trace[1930071561] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13616; }","duration":"1.014170499s","start":"2026-03-02T16:26:24.725292Z","end":"2026-03-02T16:26:25.739462Z","steps":["trace[1930071561] 'agreement among raft nodes before linearized reading' (duration: 1.014039636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.739521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.334996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:26:25.739534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:24.725275Z","time spent":"1.014248041s","remote":"127.0.0.1:35422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:25.739593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.114029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:26:25.739619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.594102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:25.739632Z","caller":"traceutil/trace.go:171","msg":"trace[898623010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13616; }","duration":"552.211132ms","start":"2026-03-02T16:26:25.187411Z","end":"2026-03-02T16:26:25.739622Z","steps":["trace[898623010] 'agreement among raft nodes before linearized reading' (duration: 552.096829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:25.739653Z","caller":"traceutil/trace.go:171","msg":"trace[876524871] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13616; }","duration":"708.670074ms","start":"2026-03-02T16:26:25.030973Z","end":"2026-03-02T16:26:25.739643Z","steps":["trace[876524871] 'agreement among raft nodes before linearized reading' (duration: 708.608392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.739696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.030946Z","time spent":"708.741156ms","remote":"127.0.0.1:35362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:25.739738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.554383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-npg4s\" ","response":"range_response_count:1 size:7049"} {"level":"info","ts":"2026-03-02T16:26:25.739487Z","caller":"traceutil/trace.go:171","msg":"trace[2036294611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13616; }","duration":"751.778497ms","start":"2026-03-02T16:26:24.987693Z","end":"2026-03-02T16:26:25.739471Z","steps":["trace[2036294611] 'agreement among raft nodes before linearized reading' (duration: 751.703505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:25.739773Z","caller":"traceutil/trace.go:171","msg":"trace[1772561998] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-npg4s; range_end:; response_count:1; response_revision:13616; }","duration":"724.611964ms","start":"2026-03-02T16:26:25.015152Z","end":"2026-03-02T16:26:25.739764Z","steps":["trace[1772561998] 'agreement among raft nodes before linearized reading' (duration: 724.525932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.739787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:24.987669Z","time spent":"752.109887ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:26:25.739804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.015125Z","time spent":"724.672446ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7072,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-npg4s\" "} {"level":"warn","ts":"2026-03-02T16:26:25.739661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.18738Z","time spent":"552.273873ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:25.740062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.24808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T16:26:25.740174Z","caller":"traceutil/trace.go:171","msg":"trace[1102830928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13616; }","duration":"367.387865ms","start":"2026-03-02T16:26:25.372759Z","end":"2026-03-02T16:26:25.740147Z","steps":["trace[1102830928] 'agreement among raft nodes before linearized reading' (duration: 367.110177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.740194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.298017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:26:25.740233Z","caller":"traceutil/trace.go:171","msg":"trace[331870447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:13616; }","duration":"309.375139ms","start":"2026-03-02T16:26:25.430846Z","end":"2026-03-02T16:26:25.740222Z","steps":["trace[331870447] 'agreement among raft nodes before linearized reading' (duration: 309.267806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.740231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.372751Z","time spent":"367.469277ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T16:26:25.740237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.424843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-02T16:26:25.740271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.430825Z","time spent":"309.439251ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"info","ts":"2026-03-02T16:26:25.740262Z","caller":"traceutil/trace.go:171","msg":"trace[2068701181] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13616; }","duration":"429.435029ms","start":"2026-03-02T16:26:25.310117Z","end":"2026-03-02T16:26:25.739552Z","steps":["trace[2068701181] 'agreement among raft nodes before linearized reading' (duration: 429.284214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:25.740281Z","caller":"traceutil/trace.go:171","msg":"trace[292075466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13616; }","duration":"368.503695ms","start":"2026-03-02T16:26:25.371767Z","end":"2026-03-02T16:26:25.740271Z","steps":["trace[292075466] 'agreement among raft nodes before linearized reading' (duration: 368.359011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:25.740309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.371746Z","time spent":"368.556956ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T16:26:25.740325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:25.310097Z","time spent":"430.20104ms","remote":"127.0.0.1:35506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:29.087972Z","caller":"traceutil/trace.go:171","msg":"trace[527211442] linearizableReadLoop","detail":"{readStateIndex:14157; appliedIndex:14156; }","duration":"100.373729ms","start":"2026-03-02T16:26:28.987568Z","end":"2026-03-02T16:26:29.087942Z","steps":["trace[527211442] 'read index received' (duration: 100.103161ms)","trace[527211442] 'applied index is now lower than readState.Index' (duration: 269.248µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:29.088172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.572364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:29.088216Z","caller":"traceutil/trace.go:171","msg":"trace[16332500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13637; }","duration":"100.692408ms","start":"2026-03-02T16:26:28.987512Z","end":"2026-03-02T16:26:29.088205Z","steps":["trace[16332500] 'agreement among raft nodes before linearized reading' (duration: 100.563024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:29.088618Z","caller":"traceutil/trace.go:171","msg":"trace[1928795878] transaction","detail":"{read_only:false; response_revision:13637; number_of_response:1; }","duration":"593.462485ms","start":"2026-03-02T16:26:28.495142Z","end":"2026-03-02T16:26:29.088605Z","steps":["trace[1928795878] 'process raft request' (duration: 592.629043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:29.088724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:28.495078Z","time spent":"593.576129ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:31.143929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.810147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:31.144008Z","caller":"traceutil/trace.go:171","msg":"trace[1215693897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13645; }","duration":"151.94353ms","start":"2026-03-02T16:26:30.992045Z","end":"2026-03-02T16:26:31.143988Z","steps":["trace[1215693897] 'range keys from in-memory index tree' (duration: 151.712744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:31.897873Z","caller":"traceutil/trace.go:171","msg":"trace[1690868856] transaction","detail":"{read_only:false; response_revision:13652; number_of_response:1; }","duration":"120.45159ms","start":"2026-03-02T16:26:31.777309Z","end":"2026-03-02T16:26:31.89776Z","steps":["trace[1690868856] 'process raft request' (duration: 96.853613ms)","trace[1690868856] 'compare' (duration: 23.445213ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:41.592859Z","caller":"traceutil/trace.go:171","msg":"trace[265510576] linearizableReadLoop","detail":"{readStateIndex:14228; appliedIndex:14227; }","duration":"115.63117ms","start":"2026-03-02T16:26:41.477204Z","end":"2026-03-02T16:26:41.592835Z","steps":["trace[265510576] 'read index received' (duration: 115.424315ms)","trace[265510576] 'applied index is now lower than readState.Index' (duration: 205.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:41.592923Z","caller":"traceutil/trace.go:171","msg":"trace[987962741] transaction","detail":"{read_only:false; response_revision:13704; number_of_response:1; }","duration":"115.729303ms","start":"2026-03-02T16:26:41.477168Z","end":"2026-03-02T16:26:41.592897Z","steps":["trace[987962741] 'process raft request' (duration: 115.518797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:41.613324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.090312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T16:26:41.613378Z","caller":"traceutil/trace.go:171","msg":"trace[1533375566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13704; }","duration":"103.158154ms","start":"2026-03-02T16:26:41.510208Z","end":"2026-03-02T16:26:41.613366Z","steps":["trace[1533375566] 'agreement among raft nodes before linearized reading' (duration: 82.800645ms)","trace[1533375566] 'range keys from in-memory index tree' (duration: 20.192435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:26:41.613351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.133204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T16:26:41.613436Z","caller":"traceutil/trace.go:171","msg":"trace[1343190560] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13704; }","duration":"136.263838ms","start":"2026-03-02T16:26:41.477149Z","end":"2026-03-02T16:26:41.613413Z","steps":["trace[1343190560] 'agreement among raft nodes before linearized reading' (duration: 115.823706ms)","trace[1343190560] 'range keys from in-memory index tree' (duration: 20.212325ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:48.028232Z","caller":"traceutil/trace.go:171","msg":"trace[1760197298] transaction","detail":"{read_only:false; response_revision:13737; number_of_response:1; }","duration":"154.257263ms","start":"2026-03-02T16:26:47.873949Z","end":"2026-03-02T16:26:48.028206Z","steps":["trace[1760197298] 'process raft request' (duration: 154.206722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:48.028299Z","caller":"traceutil/trace.go:171","msg":"trace[32312377] transaction","detail":"{read_only:false; response_revision:13736; number_of_response:1; }","duration":"154.320904ms","start":"2026-03-02T16:26:47.873941Z","end":"2026-03-02T16:26:48.028262Z","steps":["trace[32312377] 'process raft request' (duration: 154.007616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.240585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454694107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:50.740903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454694107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:26:50.828057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532927567s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:26:50.828713Z","caller":"traceutil/trace.go:171","msg":"trace[248332229] transaction","detail":"{read_only:false; response_revision:13742; number_of_response:1; }","duration":"1.533853402s","start":"2026-03-02T16:26:49.294823Z","end":"2026-03-02T16:26:50.828677Z","steps":["trace[248332229] 'process raft request' (duration: 1.533541974s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.828954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:49.294804Z","time spent":"1.534024587s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:50.849071Z","caller":"traceutil/trace.go:171","msg":"trace[110764629] transaction","detail":"{read_only:false; response_revision:13744; number_of_response:1; }","duration":"815.566719ms","start":"2026-03-02T16:26:50.033474Z","end":"2026-03-02T16:26:50.84904Z","steps":["trace[110764629] 'process raft request' (duration: 815.455866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:50.849089Z","caller":"traceutil/trace.go:171","msg":"trace[275278831] transaction","detail":"{read_only:false; response_revision:13743; number_of_response:1; }","duration":"973.353527ms","start":"2026-03-02T16:26:49.875696Z","end":"2026-03-02T16:26:50.84905Z","steps":["trace[275278831] 'process raft request' (duration: 973.061039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.849281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:50.033449Z","time spent":"815.692563ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:50.849301Z","caller":"traceutil/trace.go:171","msg":"trace[1513437227] linearizableReadLoop","detail":"{readStateIndex:14271; appliedIndex:14267; }","duration":"1.109282096s","start":"2026-03-02T16:26:49.739984Z","end":"2026-03-02T16:26:50.849266Z","steps":["trace[1513437227] 'read index received' (duration: 1.088345531s)","trace[1513437227] 'applied index is now lower than readState.Index' (duration: 20.934465ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:50.84943Z","caller":"traceutil/trace.go:171","msg":"trace[639790773] transaction","detail":"{read_only:false; response_revision:13745; number_of_response:1; }","duration":"815.891028ms","start":"2026-03-02T16:26:50.033511Z","end":"2026-03-02T16:26:50.849402Z","steps":["trace[639790773] 'process raft request' (duration: 815.465616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.84952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109519133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:26:50.84957Z","caller":"traceutil/trace.go:171","msg":"trace[276135121] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13745; }","duration":"1.109651656s","start":"2026-03-02T16:26:49.739904Z","end":"2026-03-02T16:26:50.849555Z","steps":["trace[276135121] 'agreement among raft nodes before linearized reading' (duration: 1.109525232s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.849615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:49.739868Z","time spent":"1.109736128s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:26:50.849634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086284605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T16:26:50.849667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:50.033497Z","time spent":"816.016642ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:26:50.849718Z","caller":"traceutil/trace.go:171","msg":"trace[653406383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13745; }","duration":"1.086420889s","start":"2026-03-02T16:26:49.763277Z","end":"2026-03-02T16:26:50.849698Z","steps":["trace[653406383] 'agreement among raft nodes before linearized reading' (duration: 1.086209563s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.849756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:49.763257Z","time spent":"1.086491171s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:26:50.849822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.740847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:26:50.849863Z","caller":"traceutil/trace.go:171","msg":"trace[1781440329] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:13745; }","duration":"708.830289ms","start":"2026-03-02T16:26:50.141023Z","end":"2026-03-02T16:26:50.849854Z","steps":["trace[1781440329] 'agreement among raft nodes before linearized reading' (duration: 708.684435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.849886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:50.140977Z","time spent":"708.90413ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:26:50.849948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:49.875669Z","time spent":"973.751918ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:26:50.849993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.119806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:50.850056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.442612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:50.850083Z","caller":"traceutil/trace.go:171","msg":"trace[1064931002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13745; }","duration":"614.507524ms","start":"2026-03-02T16:26:50.235566Z","end":"2026-03-02T16:26:50.850074Z","steps":["trace[1064931002] 'agreement among raft nodes before linearized reading' (duration: 614.457862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.850067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.736326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:26:50.850114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:50.235545Z","time spent":"614.561576ms","remote":"127.0.0.1:48888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:50.850102Z","caller":"traceutil/trace.go:171","msg":"trace[1316121584] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:13745; }","duration":"125.241339ms","start":"2026-03-02T16:26:50.724824Z","end":"2026-03-02T16:26:50.850066Z","steps":["trace[1316121584] 'agreement among raft nodes before linearized reading' (duration: 125.082555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:50.850133Z","caller":"traceutil/trace.go:171","msg":"trace[796130993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13745; }","duration":"715.862459ms","start":"2026-03-02T16:26:50.134257Z","end":"2026-03-02T16:26:50.850119Z","steps":["trace[796130993] 'agreement among raft nodes before linearized reading' (duration: 715.691414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.850191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:50.134235Z","time spent":"715.94186ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:26:50.850249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.154381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T16:26:50.850257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.02956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:26:50.850297Z","caller":"traceutil/trace.go:171","msg":"trace[2059002170] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13745; }","duration":"913.126472ms","start":"2026-03-02T16:26:49.93716Z","end":"2026-03-02T16:26:50.850286Z","steps":["trace[2059002170] 'agreement among raft nodes before linearized reading' (duration: 913.04564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.850336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:49.937138Z","time spent":"913.189043ms","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:26:50.850271Z","caller":"traceutil/trace.go:171","msg":"trace[518454828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13745; }","duration":"668.208793ms","start":"2026-03-02T16:26:50.182057Z","end":"2026-03-02T16:26:50.850266Z","steps":["trace[518454828] 'agreement among raft nodes before linearized reading' (duration: 668.150181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.850466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:50.182036Z","time spent":"668.405289ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:26:50.850473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.511625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T16:26:50.850503Z","caller":"traceutil/trace.go:171","msg":"trace[1136014804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13745; }","duration":"723.576287ms","start":"2026-03-02T16:26:50.126921Z","end":"2026-03-02T16:26:50.850497Z","steps":["trace[1136014804] 'agreement among raft nodes before linearized reading' (duration: 723.516385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.850491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.918067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:26:50.850518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:50.126902Z","time spent":"723.612918ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:26:50.850665Z","caller":"traceutil/trace.go:171","msg":"trace[98997594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13745; }","duration":"863.068302ms","start":"2026-03-02T16:26:49.98753Z","end":"2026-03-02T16:26:50.850598Z","steps":["trace[98997594] 'agreement among raft nodes before linearized reading' (duration: 862.881797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:50.850709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:26:49.987519Z","time spent":"863.179164ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:26:59.028487Z","caller":"traceutil/trace.go:171","msg":"trace[1169689978] transaction","detail":"{read_only:false; response_revision:13780; number_of_response:1; }","duration":"161.390715ms","start":"2026-03-02T16:26:58.867067Z","end":"2026-03-02T16:26:59.028458Z","steps":["trace[1169689978] 'process raft request' (duration: 161.175689ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:59.035164Z","caller":"traceutil/trace.go:171","msg":"trace[773587358] transaction","detail":"{read_only:false; response_revision:13781; number_of_response:1; }","duration":"162.264668ms","start":"2026-03-02T16:26:58.87287Z","end":"2026-03-02T16:26:59.035135Z","steps":["trace[773587358] 'process raft request' (duration: 161.882268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:59.035164Z","caller":"traceutil/trace.go:171","msg":"trace[1087215247] linearizableReadLoop","detail":"{readStateIndex:14310; appliedIndex:14306; }","duration":"149.281689ms","start":"2026-03-02T16:26:58.885859Z","end":"2026-03-02T16:26:59.035141Z","steps":["trace[1087215247] 'read index received' (duration: 142.338581ms)","trace[1087215247] 'applied index is now lower than readState.Index' (duration: 6.937928ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:26:59.035349Z","caller":"traceutil/trace.go:171","msg":"trace[8484451] transaction","detail":"{read_only:false; response_revision:13782; number_of_response:1; }","duration":"160.497571ms","start":"2026-03-02T16:26:58.874837Z","end":"2026-03-02T16:26:59.035335Z","steps":["trace[8484451] 'process raft request' (duration: 160.09648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:59.035575Z","caller":"traceutil/trace.go:171","msg":"trace[738562529] transaction","detail":"{read_only:false; response_revision:13783; number_of_response:1; }","duration":"159.811713ms","start":"2026-03-02T16:26:58.875742Z","end":"2026-03-02T16:26:59.035554Z","steps":["trace[738562529] 'process raft request' (duration: 159.263858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:59.035614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.726241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:26:59.035845Z","caller":"traceutil/trace.go:171","msg":"trace[316541982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13783; }","duration":"149.985438ms","start":"2026-03-02T16:26:58.885832Z","end":"2026-03-02T16:26:59.035817Z","steps":["trace[316541982] 'agreement among raft nodes before linearized reading' (duration: 149.591597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:59.035953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.379494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:26:59.035935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.251026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:26:59.036042Z","caller":"traceutil/trace.go:171","msg":"trace[1448141563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13783; }","duration":"148.507767ms","start":"2026-03-02T16:26:58.887513Z","end":"2026-03-02T16:26:59.03602Z","steps":["trace[1448141563] 'agreement among raft nodes before linearized reading' (duration: 148.266131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:59.036023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.076535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T16:26:59.036156Z","caller":"traceutil/trace.go:171","msg":"trace[232745172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:13783; }","duration":"120.446171ms","start":"2026-03-02T16:26:58.915622Z","end":"2026-03-02T16:26:59.036069Z","steps":["trace[232745172] 'agreement among raft nodes before linearized reading' (duration: 120.129392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:26:59.036154Z","caller":"traceutil/trace.go:171","msg":"trace[412157532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13783; }","duration":"145.25579ms","start":"2026-03-02T16:26:58.890878Z","end":"2026-03-02T16:26:59.036134Z","steps":["trace[412157532] 'agreement among raft nodes before linearized reading' (duration: 144.87768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:26:59.036303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.835057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:26:59.036351Z","caller":"traceutil/trace.go:171","msg":"trace[140798030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13783; }","duration":"148.904388ms","start":"2026-03-02T16:26:58.887433Z","end":"2026-03-02T16:26:59.036338Z","steps":["trace[140798030] 'agreement among raft nodes before linearized reading' (duration: 148.23912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:04.136568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454694297,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:27:04.36478Z","caller":"traceutil/trace.go:171","msg":"trace[595156542] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"784.865ms","start":"2026-03-02T16:27:03.579878Z","end":"2026-03-02T16:27:04.364743Z","steps":["trace[595156542] 'process raft request' (duration: 784.330295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:04.365019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:03.57985Z","time spent":"785.047415ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:04.366522Z","caller":"traceutil/trace.go:171","msg":"trace[1446693625] linearizableReadLoop","detail":"{readStateIndex:14339; appliedIndex:14339; }","duration":"730.435371ms","start":"2026-03-02T16:27:03.636055Z","end":"2026-03-02T16:27:04.366491Z","steps":["trace[1446693625] 'read index received' (duration: 730.42477ms)","trace[1446693625] 'applied index is now lower than readState.Index' (duration: 8.201µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:27:04.366775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.763048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:04.36683Z","caller":"traceutil/trace.go:171","msg":"trace[2081749437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:13811; }","duration":"694.876181ms","start":"2026-03-02T16:27:03.671938Z","end":"2026-03-02T16:27:04.366814Z","steps":["trace[2081749437] 'agreement among raft nodes before linearized reading' (duration: 694.732748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:04.366878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:03.671925Z","time spent":"694.940423ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:27:04.366888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.812592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:27:04.366957Z","caller":"traceutil/trace.go:171","msg":"trace[1539837256] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13811; }","duration":"730.938485ms","start":"2026-03-02T16:27:03.636001Z","end":"2026-03-02T16:27:04.366939Z","steps":["trace[1539837256] 'agreement among raft nodes before linearized reading' (duration: 730.788141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:04.366996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:03.635974Z","time spent":"731.014877ms","remote":"127.0.0.1:49172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:27:04.367085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.26437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T16:27:04.367168Z","caller":"traceutil/trace.go:171","msg":"trace[583667341] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:13811; }","duration":"374.371343ms","start":"2026-03-02T16:27:03.992783Z","end":"2026-03-02T16:27:04.367154Z","steps":["trace[583667341] 'agreement among raft nodes before linearized reading' (duration: 374.152947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:04.367205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:03.99277Z","time spent":"374.423755ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-02T16:27:04.36721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.712203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:04.367247Z","caller":"traceutil/trace.go:171","msg":"trace[1914772695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13811; }","duration":"380.789985ms","start":"2026-03-02T16:27:03.986447Z","end":"2026-03-02T16:27:04.367237Z","steps":["trace[1914772695] 'agreement among raft nodes before linearized reading' (duration: 380.728393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:04.367287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:03.986422Z","time spent":"380.857737ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:27:05.585296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454694314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:27:05.982389Z","caller":"traceutil/trace.go:171","msg":"trace[441598887] transaction","detail":"{read_only:false; response_revision:13813; number_of_response:1; }","duration":"929.249557ms","start":"2026-03-02T16:27:05.053119Z","end":"2026-03-02T16:27:05.982369Z","steps":["trace[441598887] 'process raft request' (duration: 929.128954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:05.982509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.053103Z","time spent":"929.34421ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:06.209409Z","caller":"traceutil/trace.go:171","msg":"trace[605687824] transaction","detail":"{read_only:false; response_revision:13814; number_of_response:1; }","duration":"1.154309301s","start":"2026-03-02T16:27:05.055063Z","end":"2026-03-02T16:27:06.209372Z","steps":["trace[605687824] 'process raft request' (duration: 1.152221975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:06.209561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.055036Z","time spent":"1.154447275s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:06.209635Z","caller":"traceutil/trace.go:171","msg":"trace[625836470] linearizableReadLoop","detail":"{readStateIndex:14345; appliedIndex:14341; }","duration":"1.132932824s","start":"2026-03-02T16:27:05.076666Z","end":"2026-03-02T16:27:06.209599Z","steps":["trace[625836470] 'read index received' (duration: 905.61311ms)","trace[625836470] 'applied index is now lower than readState.Index' (duration: 227.297224ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:27:06.209734Z","caller":"traceutil/trace.go:171","msg":"trace[1190693673] transaction","detail":"{read_only:false; response_revision:13815; number_of_response:1; }","duration":"1.152036079s","start":"2026-03-02T16:27:05.057603Z","end":"2026-03-02T16:27:06.209639Z","steps":["trace[1190693673] 'process raft request' (duration: 1.151727061s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:06.209933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.984337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:27:06.209997Z","caller":"traceutil/trace.go:171","msg":"trace[1826246979] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13816; }","duration":"515.110531ms","start":"2026-03-02T16:27:05.694871Z","end":"2026-03-02T16:27:06.209982Z","steps":["trace[1826246979] 'agreement among raft nodes before linearized reading' (duration: 514.985317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:06.210053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.694846Z","time spent":"515.190893ms","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:27:06.210068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133382066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:27:06.210124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129961894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T16:27:06.209807Z","caller":"traceutil/trace.go:171","msg":"trace[1621272387] transaction","detail":"{read_only:false; response_revision:13816; number_of_response:1; }","duration":"1.151757342s","start":"2026-03-02T16:27:05.058032Z","end":"2026-03-02T16:27:06.209789Z","steps":["trace[1621272387] 'process raft request' (duration: 1.151487395s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:06.210159Z","caller":"traceutil/trace.go:171","msg":"trace[799322328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13816; }","duration":"1.13351163s","start":"2026-03-02T16:27:05.076627Z","end":"2026-03-02T16:27:06.210139Z","steps":["trace[799322328] 'agreement among raft nodes before linearized reading' (duration: 1.133276404s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:06.21019Z","caller":"traceutil/trace.go:171","msg":"trace[754166840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13816; }","duration":"1.130039996s","start":"2026-03-02T16:27:05.080134Z","end":"2026-03-02T16:27:06.210174Z","steps":["trace[754166840] 'agreement among raft nodes before linearized reading' (duration: 1.129882202s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:06.210211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.076614Z","time spent":"1.133583902s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:27:06.210231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.080128Z","time spent":"1.130094618s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:27:06.210093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.057555Z","time spent":"1.152381949s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:27:06.210307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.058021Z","time spent":"1.152168663s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:27:06.21033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114390894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T16:27:06.210384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132614795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T16:27:06.210391Z","caller":"traceutil/trace.go:171","msg":"trace[141674197] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:13816; }","duration":"1.114484216s","start":"2026-03-02T16:27:05.095891Z","end":"2026-03-02T16:27:06.210375Z","steps":["trace[141674197] 'agreement among raft nodes before linearized reading' (duration: 1.114293671s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:06.210414Z","caller":"traceutil/trace.go:171","msg":"trace[785647522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13816; }","duration":"1.132665877s","start":"2026-03-02T16:27:05.077736Z","end":"2026-03-02T16:27:06.210402Z","steps":["trace[785647522] 'agreement among raft nodes before linearized reading' (duration: 1.132585785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:06.210133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.880894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:27:06.21044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.095878Z","time spent":"1.114546228s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:27:06.210446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.077722Z","time spent":"1.132718428s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:27:06.210467Z","caller":"traceutil/trace.go:171","msg":"trace[50396220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13816; }","duration":"223.311956ms","start":"2026-03-02T16:27:05.987141Z","end":"2026-03-02T16:27:06.210453Z","steps":["trace[50396220] 'agreement among raft nodes before linearized reading' (duration: 222.885555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:06.210816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133483459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:27:06.210888Z","caller":"traceutil/trace.go:171","msg":"trace[1415401639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13816; }","duration":"1.133577922s","start":"2026-03-02T16:27:05.077294Z","end":"2026-03-02T16:27:06.210871Z","steps":["trace[1415401639] 'agreement among raft nodes before linearized reading' (duration: 1.132558824s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:06.210936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:05.077281Z","time spent":"1.133641363s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:27:08.486937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454694379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:27:08.691762Z","caller":"traceutil/trace.go:171","msg":"trace[943865717] transaction","detail":"{read_only:false; response_revision:13838; number_of_response:1; }","duration":"781.15318ms","start":"2026-03-02T16:27:07.910577Z","end":"2026-03-02T16:27:08.69173Z","steps":["trace[943865717] 'process raft request' (duration: 780.815121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:08.691901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:07.910556Z","time spent":"781.277274ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:08.699884Z","caller":"traceutil/trace.go:171","msg":"trace[678464286] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"787.484422ms","start":"2026-03-02T16:27:07.912363Z","end":"2026-03-02T16:27:08.699848Z","steps":["trace[678464286] 'process raft request' (duration: 787.292266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:08.70001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:07.912354Z","time spent":"787.592484ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:08.700231Z","caller":"traceutil/trace.go:171","msg":"trace[1462659503] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"484.064323ms","start":"2026-03-02T16:27:08.216148Z","end":"2026-03-02T16:27:08.700212Z","steps":["trace[1462659503] 'process raft request' (duration: 483.621901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:08.70032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:08.216123Z","time spent":"484.155236ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:08.700331Z","caller":"traceutil/trace.go:171","msg":"trace[1255806983] transaction","detail":"{read_only:false; response_revision:13841; number_of_response:1; }","duration":"484.002331ms","start":"2026-03-02T16:27:08.216316Z","end":"2026-03-02T16:27:08.700319Z","steps":["trace[1255806983] 'process raft request' (duration: 483.658692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:08.700419Z","caller":"traceutil/trace.go:171","msg":"trace[539584275] transaction","detail":"{read_only:false; response_revision:13842; number_of_response:1; }","duration":"483.501989ms","start":"2026-03-02T16:27:08.216906Z","end":"2026-03-02T16:27:08.700408Z","steps":["trace[539584275] 'process raft request' (duration: 483.268222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:08.700452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:08.216291Z","time spent":"484.095604ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:27:08.700472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:08.21688Z","time spent":"483.56182ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:27:08.70057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.799463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:27:08.700596Z","caller":"traceutil/trace.go:171","msg":"trace[343000404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13842; }","duration":"713.858835ms","start":"2026-03-02T16:27:07.986731Z","end":"2026-03-02T16:27:08.700589Z","steps":["trace[343000404] 'agreement among raft nodes before linearized reading' (duration: 713.769482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:08.700612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:07.986708Z","time spent":"713.900486ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:27:08.700828Z","caller":"traceutil/trace.go:171","msg":"trace[2021317025] linearizableReadLoop","detail":"{readStateIndex:14373; appliedIndex:14368; }","duration":"713.511245ms","start":"2026-03-02T16:27:07.98677Z","end":"2026-03-02T16:27:08.700281Z","steps":["trace[2021317025] 'read index received' (duration: 704.613265ms)","trace[2021317025] 'applied index is now lower than readState.Index' (duration: 8.8972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:27:08.700988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.999534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T16:27:08.701019Z","caller":"traceutil/trace.go:171","msg":"trace[947627945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13842; }","duration":"473.057986ms","start":"2026-03-02T16:27:08.227951Z","end":"2026-03-02T16:27:08.701009Z","steps":["trace[947627945] 'agreement among raft nodes before linearized reading' (duration: 472.958143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:08.701046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:08.22794Z","time spent":"473.100687ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:27:08.701537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.856941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T16:27:08.70155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.185322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:27:08.701572Z","caller":"traceutil/trace.go:171","msg":"trace[15564985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:13842; }","duration":"462.912552ms","start":"2026-03-02T16:27:08.238651Z","end":"2026-03-02T16:27:08.701564Z","steps":["trace[15564985] 'agreement among raft nodes before linearized reading' (duration: 462.82986ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:08.701576Z","caller":"traceutil/trace.go:171","msg":"trace[1183915914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13842; }","duration":"469.224213ms","start":"2026-03-02T16:27:08.232344Z","end":"2026-03-02T16:27:08.701569Z","steps":["trace[1183915914] 'agreement among raft nodes before linearized reading' (duration: 469.152751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:08.701594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:08.23234Z","time spent":"469.251474ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:27:08.701601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.314925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T16:27:08.701593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:08.238641Z","time spent":"462.947794ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"warn","ts":"2026-03-02T16:27:08.701651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.392422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T16:27:08.70167Z","caller":"traceutil/trace.go:171","msg":"trace[618180032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13842; }","duration":"469.408898ms","start":"2026-03-02T16:27:08.232246Z","end":"2026-03-02T16:27:08.701655Z","steps":["trace[618180032] 'agreement among raft nodes before linearized reading' (duration: 469.198832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:08.701679Z","caller":"traceutil/trace.go:171","msg":"trace[681921169] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13842; }","duration":"348.447434ms","start":"2026-03-02T16:27:08.35322Z","end":"2026-03-02T16:27:08.701667Z","steps":["trace[681921169] 'agreement among raft nodes before linearized reading' (duration: 348.386182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:08.701704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:08.3532Z","time spent":"348.498445ms","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T16:27:08.701618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.383677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:27:08.701809Z","caller":"traceutil/trace.go:171","msg":"trace[1077925165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13842; }","duration":"469.600754ms","start":"2026-03-02T16:27:08.232202Z","end":"2026-03-02T16:27:08.701803Z","steps":["trace[1077925165] 'agreement among raft nodes before linearized reading' (duration: 469.334896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:08.701832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:08.232191Z","time spent":"469.635074ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:27:08.701705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:08.232241Z","time spent":"469.45728ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:27:10.81814Z","caller":"traceutil/trace.go:171","msg":"trace[2130048846] transaction","detail":"{read_only:false; response_revision:13857; number_of_response:1; }","duration":"112.460305ms","start":"2026-03-02T16:27:10.705656Z","end":"2026-03-02T16:27:10.818116Z","steps":["trace[2130048846] 'process raft request' (duration: 112.324661ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:10.849731Z","caller":"traceutil/trace.go:171","msg":"trace[1839115948] transaction","detail":"{read_only:false; response_revision:13858; number_of_response:1; }","duration":"143.42588ms","start":"2026-03-02T16:27:10.706279Z","end":"2026-03-02T16:27:10.849705Z","steps":["trace[1839115948] 'process raft request' (duration: 143.264326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:10.849967Z","caller":"traceutil/trace.go:171","msg":"trace[1938980459] transaction","detail":"{read_only:false; response_revision:13859; number_of_response:1; }","duration":"143.617486ms","start":"2026-03-02T16:27:10.706329Z","end":"2026-03-02T16:27:10.849946Z","steps":["trace[1938980459] 'process raft request' (duration: 143.338328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:10.850039Z","caller":"traceutil/trace.go:171","msg":"trace[1956732280] transaction","detail":"{read_only:false; response_revision:13860; number_of_response:1; }","duration":"119.556776ms","start":"2026-03-02T16:27:10.730423Z","end":"2026-03-02T16:27:10.84998Z","steps":["trace[1956732280] 'process raft request' (duration: 119.427063ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:10.850168Z","caller":"traceutil/trace.go:171","msg":"trace[378407345] linearizableReadLoop","detail":"{readStateIndex:14391; appliedIndex:14388; }","duration":"141.858398ms","start":"2026-03-02T16:27:10.708275Z","end":"2026-03-02T16:27:10.850133Z","steps":["trace[378407345] 'read index received' (duration: 109.728661ms)","trace[378407345] 'applied index is now lower than readState.Index' (duration: 32.123636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:27:10.85035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.061514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:27:10.850436Z","caller":"traceutil/trace.go:171","msg":"trace[404201681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13860; }","duration":"142.174886ms","start":"2026-03-02T16:27:10.708241Z","end":"2026-03-02T16:27:10.850416Z","steps":["trace[404201681] 'agreement among raft nodes before linearized reading' (duration: 141.995061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:10.850475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.016405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:27:10.850508Z","caller":"traceutil/trace.go:171","msg":"trace[709088109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:13860; }","duration":"118.109317ms","start":"2026-03-02T16:27:10.732389Z","end":"2026-03-02T16:27:10.850499Z","steps":["trace[709088109] 'agreement among raft nodes before linearized reading' (duration: 117.914872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:10.850507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.573641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:27:10.850599Z","caller":"traceutil/trace.go:171","msg":"trace[272087991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13860; }","duration":"141.742635ms","start":"2026-03-02T16:27:10.708844Z","end":"2026-03-02T16:27:10.850587Z","steps":["trace[272087991] 'agreement among raft nodes before linearized reading' (duration: 141.453177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:10.850667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.257875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T16:27:10.850602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.411089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T16:27:10.850694Z","caller":"traceutil/trace.go:171","msg":"trace[2009998854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13860; }","duration":"120.328927ms","start":"2026-03-02T16:27:10.730356Z","end":"2026-03-02T16:27:10.850685Z","steps":["trace[2009998854] 'agreement among raft nodes before linearized reading' (duration: 120.262666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:10.850713Z","caller":"traceutil/trace.go:171","msg":"trace[68528462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13860; }","duration":"120.541903ms","start":"2026-03-02T16:27:10.730159Z","end":"2026-03-02T16:27:10.850701Z","steps":["trace[68528462] 'agreement among raft nodes before linearized reading' (duration: 120.384119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:10.85074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.366174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:27:10.850798Z","caller":"traceutil/trace.go:171","msg":"trace[1225299067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13860; }","duration":"141.441887ms","start":"2026-03-02T16:27:10.70934Z","end":"2026-03-02T16:27:10.850781Z","steps":["trace[1225299067] 'agreement among raft nodes before linearized reading' (duration: 141.293133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:11.153567Z","caller":"traceutil/trace.go:171","msg":"trace[1610867985] transaction","detail":"{read_only:false; response_revision:13861; number_of_response:1; }","duration":"298.788103ms","start":"2026-03-02T16:27:10.854754Z","end":"2026-03-02T16:27:11.153542Z","steps":["trace[1610867985] 'process raft request' (duration: 298.651259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:11.157185Z","caller":"traceutil/trace.go:171","msg":"trace[1553724130] transaction","detail":"{read_only:false; response_revision:13863; number_of_response:1; }","duration":"301.965358ms","start":"2026-03-02T16:27:10.855192Z","end":"2026-03-02T16:27:11.157157Z","steps":["trace[1553724130] 'process raft request' (duration: 301.884686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:11.157197Z","caller":"traceutil/trace.go:171","msg":"trace[898437983] transaction","detail":"{read_only:false; response_revision:13862; number_of_response:1; }","duration":"301.966248ms","start":"2026-03-02T16:27:10.855184Z","end":"2026-03-02T16:27:11.15715Z","steps":["trace[898437983] 'process raft request' (duration: 301.775143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:11.157331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:10.85517Z","time spent":"302.083581ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:27:11.157432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:10.855162Z","time spent":"302.149092ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:11.157462Z","caller":"traceutil/trace.go:171","msg":"trace[984206022] transaction","detail":"{read_only:false; response_revision:13865; number_of_response:1; }","duration":"301.278629ms","start":"2026-03-02T16:27:10.856163Z","end":"2026-03-02T16:27:11.157442Z","steps":["trace[984206022] 'process raft request' (duration: 301.184286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:11.157561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:10.856145Z","time spent":"301.353401ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:11.157738Z","caller":"traceutil/trace.go:171","msg":"trace[457193231] transaction","detail":"{read_only:false; response_revision:13866; number_of_response:1; }","duration":"301.342201ms","start":"2026-03-02T16:27:10.856373Z","end":"2026-03-02T16:27:11.157715Z","steps":["trace[457193231] 'process raft request' (duration: 301.033603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:11.157793Z","caller":"traceutil/trace.go:171","msg":"trace[1615371341] transaction","detail":"{read_only:false; response_revision:13868; number_of_response:1; }","duration":"201.031584ms","start":"2026-03-02T16:27:10.956752Z","end":"2026-03-02T16:27:11.157784Z","steps":["trace[1615371341] 'process raft request' (duration: 200.918751ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:11.157748Z","caller":"traceutil/trace.go:171","msg":"trace[1663863082] linearizableReadLoop","detail":"{readStateIndex:14396; appliedIndex:14392; }","duration":"301.947028ms","start":"2026-03-02T16:27:10.855784Z","end":"2026-03-02T16:27:11.157731Z","steps":["trace[1663863082] 'read index received' (duration: 297.606531ms)","trace[1663863082] 'applied index is now lower than readState.Index' (duration: 4.339847ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:27:11.157747Z","caller":"traceutil/trace.go:171","msg":"trace[1633928227] transaction","detail":"{read_only:false; response_revision:13867; number_of_response:1; }","duration":"301.161607ms","start":"2026-03-02T16:27:10.85657Z","end":"2026-03-02T16:27:11.157732Z","steps":["trace[1633928227] 'process raft request' (duration: 300.968942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:11.157832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:10.856365Z","time spent":"301.424933ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:27:11.157974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:10.856556Z","time spent":"301.381462ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:11.157476Z","caller":"traceutil/trace.go:171","msg":"trace[1450300406] transaction","detail":"{read_only:false; response_revision:13864; number_of_response:1; }","duration":"302.04239ms","start":"2026-03-02T16:27:10.855409Z","end":"2026-03-02T16:27:11.157451Z","steps":["trace[1450300406] 'process raft request' (duration: 301.709121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:11.158018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.012122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:11.158047Z","caller":"traceutil/trace.go:171","msg":"trace[953564647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13868; }","duration":"155.074624ms","start":"2026-03-02T16:27:11.002966Z","end":"2026-03-02T16:27:11.158041Z","steps":["trace[953564647] 'agreement among raft nodes before linearized reading' (duration: 155.030083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:11.158073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:10.855398Z","time spent":"302.627216ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:27:11.158166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.563155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-gtlmv\" ","response":"range_response_count:1 size:12808"} {"level":"info","ts":"2026-03-02T16:27:11.158242Z","caller":"traceutil/trace.go:171","msg":"trace[405241701] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-gtlmv; range_end:; response_count:1; response_revision:13868; }","duration":"202.681339ms","start":"2026-03-02T16:27:10.955537Z","end":"2026-03-02T16:27:11.158219Z","steps":["trace[405241701] 'agreement among raft nodes before linearized reading' (duration: 202.384041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:11.16003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.245389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:596129"} {"level":"info","ts":"2026-03-02T16:27:11.160086Z","caller":"traceutil/trace.go:171","msg":"trace[19577679] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13868; }","duration":"304.321152ms","start":"2026-03-02T16:27:10.855753Z","end":"2026-03-02T16:27:11.160075Z","steps":["trace[19577679] 'agreement among raft nodes before linearized reading' (duration: 302.139793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:11.160114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:10.855745Z","time spent":"304.360753ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":596152,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T16:27:19.05373Z","caller":"traceutil/trace.go:171","msg":"trace[1955671047] transaction","detail":"{read_only:false; response_revision:14009; number_of_response:1; }","duration":"199.154454ms","start":"2026-03-02T16:27:18.854549Z","end":"2026-03-02T16:27:19.053704Z","steps":["trace[1955671047] 'process raft request' (duration: 184.433457ms)","trace[1955671047] 'compare' (duration: 14.252585ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:27:19.054648Z","caller":"traceutil/trace.go:171","msg":"trace[1225279795] transaction","detail":"{read_only:false; response_revision:14011; number_of_response:1; }","duration":"175.327051ms","start":"2026-03-02T16:27:18.87927Z","end":"2026-03-02T16:27:19.054597Z","steps":["trace[1225279795] 'process raft request' (duration: 175.115966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:19.054583Z","caller":"traceutil/trace.go:171","msg":"trace[612576916] transaction","detail":"{read_only:false; response_revision:14010; number_of_response:1; }","duration":"180.186443ms","start":"2026-03-02T16:27:18.874362Z","end":"2026-03-02T16:27:19.054548Z","steps":["trace[612576916] 'process raft request' (duration: 179.673739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.660728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043611493s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:27:20.661848Z","caller":"traceutil/trace.go:171","msg":"trace[608148330] transaction","detail":"{read_only:false; response_revision:14013; number_of_response:1; }","duration":"1.532130447s","start":"2026-03-02T16:27:19.128726Z","end":"2026-03-02T16:27:20.660856Z","steps":["trace[608148330] 'process raft request' (duration: 488.266307ms)","trace[608148330] 'compare' (duration: 1.042700289s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:27:20.662321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.128716Z","time spent":"1.533339249s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:27:20.710378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093379976s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:27:20.711009Z","caller":"traceutil/trace.go:171","msg":"trace[299808665] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"1.580679568s","start":"2026-03-02T16:27:19.130299Z","end":"2026-03-02T16:27:20.710978Z","steps":["trace[299808665] 'process raft request' (duration: 1.580354959s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.711208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.130262Z","time spent":"1.580848282s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3711,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:27:20.718159Z","caller":"traceutil/trace.go:171","msg":"trace[970049200] linearizableReadLoop","detail":"{readStateIndex:14548; appliedIndex:14546; }","duration":"1.524778709s","start":"2026-03-02T16:27:19.193313Z","end":"2026-03-02T16:27:20.718092Z","steps":["trace[970049200] 'read index received' (duration: 423.693304ms)","trace[970049200] 'applied index is now lower than readState.Index' (duration: 1.101083554s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:27:20.718414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525087857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:27:20.718484Z","caller":"traceutil/trace.go:171","msg":"trace[2119443618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14014; }","duration":"1.525209211s","start":"2026-03-02T16:27:19.193255Z","end":"2026-03-02T16:27:20.718464Z","steps":["trace[2119443618] 'agreement among raft nodes before linearized reading' (duration: 1.524941543s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.718515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508084468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-02T16:27:20.718505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237902637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-23853142-0c64-4403-8bd3-28b64183a8d6\" ","response":"range_response_count:1 size:3726"} {"level":"info","ts":"2026-03-02T16:27:20.71856Z","caller":"traceutil/trace.go:171","msg":"trace[436913262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14014; }","duration":"1.50814121s","start":"2026-03-02T16:27:19.210403Z","end":"2026-03-02T16:27:20.718544Z","steps":["trace[436913262] 'agreement among raft nodes before linearized reading' (duration: 1.508049507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.718428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514626105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T16:27:20.718552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493898495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q5mvx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T16:27:20.718594Z","caller":"traceutil/trace.go:171","msg":"trace[2028172908] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-23853142-0c64-4403-8bd3-28b64183a8d6; range_end:; response_count:1; response_revision:14014; }","duration":"1.238033841s","start":"2026-03-02T16:27:19.48054Z","end":"2026-03-02T16:27:20.718573Z","steps":["trace[2028172908] 'agreement among raft nodes before linearized reading' (duration: 1.237793724s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:20.718632Z","caller":"traceutil/trace.go:171","msg":"trace[1201051369] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q5mvx; range_end:; response_count:1; response_revision:14014; }","duration":"1.494024219s","start":"2026-03-02T16:27:19.224587Z","end":"2026-03-02T16:27:20.718611Z","steps":["trace[1201051369] 'agreement among raft nodes before linearized reading' (duration: 1.493766882s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:20.718626Z","caller":"traceutil/trace.go:171","msg":"trace[192719936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14014; }","duration":"1.51484198s","start":"2026-03-02T16:27:19.203747Z","end":"2026-03-02T16:27:20.718589Z","steps":["trace[192719936] 'agreement among raft nodes before linearized reading' (duration: 1.514544982s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.718676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512326672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:27:20.718677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.224576Z","time spent":"1.49409316s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-q5mvx\" "} {"level":"info","ts":"2026-03-02T16:27:20.718704Z","caller":"traceutil/trace.go:171","msg":"trace[861117192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14014; }","duration":"1.512372934s","start":"2026-03-02T16:27:19.206323Z","end":"2026-03-02T16:27:20.718696Z","steps":["trace[861117192] 'agreement among raft nodes before linearized reading' (duration: 1.512300002s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.7187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.203733Z","time spent":"1.514955384s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:27:20.718755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.206312Z","time spent":"1.512436475s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:27:20.718805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.593793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:27:20.718833Z","caller":"traceutil/trace.go:171","msg":"trace[1065740931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14014; }","duration":"731.654904ms","start":"2026-03-02T16:27:19.987171Z","end":"2026-03-02T16:27:20.718826Z","steps":["trace[1065740931] 'agreement among raft nodes before linearized reading' (duration: 731.609313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.718852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.987152Z","time spent":"731.694876ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:27:20.718555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.193231Z","time spent":"1.525286192s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:27:20.71889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410253808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:27:20.718641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.480522Z","time spent":"1.238111562s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3749,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-23853142-0c64-4403-8bd3-28b64183a8d6\" "} {"level":"warn","ts":"2026-03-02T16:27:20.718976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.062057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:27:20.719Z","caller":"traceutil/trace.go:171","msg":"trace[256637054] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14014; }","duration":"1.410397132s","start":"2026-03-02T16:27:19.30857Z","end":"2026-03-02T16:27:20.718968Z","steps":["trace[256637054] 'agreement among raft nodes before linearized reading' (duration: 1.410164366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.7186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.210386Z","time spent":"1.508205622s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:27:20.71903Z","caller":"traceutil/trace.go:171","msg":"trace[1438287054] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14014; }","duration":"964.162279ms","start":"2026-03-02T16:27:19.75485Z","end":"2026-03-02T16:27:20.719013Z","steps":["trace[1438287054] 'agreement among raft nodes before linearized reading' (duration: 964.035366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.719023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.203223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-02T16:27:20.71907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.754829Z","time spent":"964.232652ms","remote":"127.0.0.1:35618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:27:20.719124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514120941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T16:27:20.719122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.308549Z","time spent":"1.410539285s","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:27:20.719138Z","caller":"traceutil/trace.go:171","msg":"trace[665142131] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:14014; }","duration":"286.379218ms","start":"2026-03-02T16:27:20.432733Z","end":"2026-03-02T16:27:20.719112Z","steps":["trace[665142131] 'agreement among raft nodes before linearized reading' (duration: 286.059619ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:20.719162Z","caller":"traceutil/trace.go:171","msg":"trace[1510299082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14014; }","duration":"1.514223034s","start":"2026-03-02T16:27:19.204928Z","end":"2026-03-02T16:27:20.719151Z","steps":["trace[1510299082] 'agreement among raft nodes before linearized reading' (duration: 1.514094621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.719168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239776077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc3072a8-ba48-442e-af70-3d957a37ea11\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-02T16:27:20.719193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.204909Z","time spent":"1.514277655s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:27:20.719209Z","caller":"traceutil/trace.go:171","msg":"trace[1872833728] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fc3072a8-ba48-442e-af70-3d957a37ea11; range_end:; response_count:1; response_revision:14014; }","duration":"1.239856019s","start":"2026-03-02T16:27:19.479339Z","end":"2026-03-02T16:27:20.719195Z","steps":["trace[1872833728] 'agreement among raft nodes before linearized reading' (duration: 1.239721816s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:20.719241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:27:19.479317Z","time spent":"1.239917301s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fc3072a8-ba48-442e-af70-3d957a37ea11\" "} {"level":"warn","ts":"2026-03-02T16:27:20.719423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.05097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-02T16:27:20.719505Z","caller":"traceutil/trace.go:171","msg":"trace[912543268] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:14014; }","duration":"286.178663ms","start":"2026-03-02T16:27:20.433302Z","end":"2026-03-02T16:27:20.719481Z","steps":["trace[912543268] 'agreement among raft nodes before linearized reading' (duration: 285.974417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.141136Z","caller":"traceutil/trace.go:171","msg":"trace[1214672756] transaction","detail":"{read_only:false; response_revision:14429; number_of_response:1; }","duration":"136.563956ms","start":"2026-03-02T16:27:57.004549Z","end":"2026-03-02T16:27:57.141113Z","steps":["trace[1214672756] 'process raft request' (duration: 136.485594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.141169Z","caller":"traceutil/trace.go:171","msg":"trace[359766282] transaction","detail":"{read_only:false; response_revision:14428; number_of_response:1; }","duration":"136.585606ms","start":"2026-03-02T16:27:57.004543Z","end":"2026-03-02T16:27:57.141129Z","steps":["trace[359766282] 'process raft request' (duration: 136.235297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.16806Z","caller":"traceutil/trace.go:171","msg":"trace[1934811754] linearizableReadLoop","detail":"{readStateIndex:14980; appliedIndex:14977; }","duration":"109.804843ms","start":"2026-03-02T16:27:57.058228Z","end":"2026-03-02T16:27:57.168032Z","steps":["trace[1934811754] 'read index received' (duration: 82.564818ms)","trace[1934811754] 'applied index is now lower than readState.Index' (duration: 27.238925ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:27:57.168136Z","caller":"traceutil/trace.go:171","msg":"trace[1734941610] transaction","detail":"{read_only:false; response_revision:14430; number_of_response:1; }","duration":"163.349268ms","start":"2026-03-02T16:27:57.004756Z","end":"2026-03-02T16:27:57.168105Z","steps":["trace[1734941610] 'process raft request' (duration: 163.143553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:27:57.168515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.262805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-c79d488c4-r22d4\" ","response":"range_response_count:1 size:8753"} {"level":"info","ts":"2026-03-02T16:27:57.168597Z","caller":"traceutil/trace.go:171","msg":"trace[519545900] range","detail":"{range_begin:/registry/pods/openstack/placement-api-c79d488c4-r22d4; range_end:; response_count:1; response_revision:14430; }","duration":"110.398629ms","start":"2026-03-02T16:27:57.058179Z","end":"2026-03-02T16:27:57.168577Z","steps":["trace[519545900] 'agreement among raft nodes before linearized reading' (duration: 110.043189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.28358Z","caller":"traceutil/trace.go:171","msg":"trace[1510840785] transaction","detail":"{read_only:false; response_revision:14431; number_of_response:1; }","duration":"103.552445ms","start":"2026-03-02T16:27:57.180002Z","end":"2026-03-02T16:27:57.283554Z","steps":["trace[1510840785] 'process raft request' (duration: 86.274169ms)","trace[1510840785] 'compare' (duration: 17.159273ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:27:57.33958Z","caller":"traceutil/trace.go:171","msg":"trace[884384945] transaction","detail":"{read_only:false; response_revision:14432; number_of_response:1; }","duration":"149.239008ms","start":"2026-03-02T16:27:57.190299Z","end":"2026-03-02T16:27:57.339538Z","steps":["trace[884384945] 'process raft request' (duration: 148.921659ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.339589Z","caller":"traceutil/trace.go:171","msg":"trace[696304908] transaction","detail":"{read_only:false; response_revision:14433; number_of_response:1; }","duration":"147.729087ms","start":"2026-03-02T16:27:57.191819Z","end":"2026-03-02T16:27:57.339549Z","steps":["trace[696304908] 'process raft request' (duration: 147.607104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.339748Z","caller":"traceutil/trace.go:171","msg":"trace[1545332630] transaction","detail":"{read_only:false; response_revision:14434; number_of_response:1; }","duration":"147.564373ms","start":"2026-03-02T16:27:57.19215Z","end":"2026-03-02T16:27:57.339715Z","steps":["trace[1545332630] 'process raft request' (duration: 147.347857ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.451938Z","caller":"traceutil/trace.go:171","msg":"trace[636613131] transaction","detail":"{read_only:false; response_revision:14435; number_of_response:1; }","duration":"102.377003ms","start":"2026-03-02T16:27:57.349529Z","end":"2026-03-02T16:27:57.451906Z","steps":["trace[636613131] 'process raft request' (duration: 102.040334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.744799Z","caller":"traceutil/trace.go:171","msg":"trace[1289022118] transaction","detail":"{read_only:false; response_revision:14437; number_of_response:1; }","duration":"284.821395ms","start":"2026-03-02T16:27:57.459946Z","end":"2026-03-02T16:27:57.744767Z","steps":["trace[1289022118] 'process raft request' (duration: 284.568539ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.744816Z","caller":"traceutil/trace.go:171","msg":"trace[1162253828] transaction","detail":"{read_only:false; response_revision:14439; number_of_response:1; }","duration":"276.576773ms","start":"2026-03-02T16:27:57.468216Z","end":"2026-03-02T16:27:57.744793Z","steps":["trace[1162253828] 'process raft request' (duration: 276.529662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:27:57.744914Z","caller":"traceutil/trace.go:171","msg":"trace[48444834] transaction","detail":"{read_only:false; response_revision:14438; number_of_response:1; }","duration":"283.801808ms","start":"2026-03-02T16:27:57.461048Z","end":"2026-03-02T16:27:57.744849Z","steps":["trace[48444834] 'process raft request' (duration: 283.634353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:48.631493Z","caller":"traceutil/trace.go:171","msg":"trace[1281758638] linearizableReadLoop","detail":"{readStateIndex:15572; appliedIndex:15571; }","duration":"183.71249ms","start":"2026-03-02T16:28:48.447755Z","end":"2026-03-02T16:28:48.631467Z","steps":["trace[1281758638] 'read index received' (duration: 183.551565ms)","trace[1281758638] 'applied index is now lower than readState.Index' (duration: 160.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:28:48.63175Z","caller":"traceutil/trace.go:171","msg":"trace[1036436841] transaction","detail":"{read_only:false; response_revision:15005; number_of_response:1; }","duration":"184.83736ms","start":"2026-03-02T16:28:48.446896Z","end":"2026-03-02T16:28:48.631734Z","steps":["trace[1036436841] 'process raft request' (duration: 184.46213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:48.632934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.154588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770667"} {"level":"info","ts":"2026-03-02T16:28:48.633Z","caller":"traceutil/trace.go:171","msg":"trace[684974145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15005; }","duration":"185.261261ms","start":"2026-03-02T16:28:48.447723Z","end":"2026-03-02T16:28:48.632984Z","steps":["trace[684974145] 'agreement among raft nodes before linearized reading' (duration: 184.362767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:49.632184Z","caller":"traceutil/trace.go:171","msg":"trace[618095337] transaction","detail":"{read_only:false; response_revision:15009; number_of_response:1; }","duration":"203.865242ms","start":"2026-03-02T16:28:49.428289Z","end":"2026-03-02T16:28:49.632154Z","steps":["trace[618095337] 'process raft request' (duration: 203.682137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:49.639459Z","caller":"traceutil/trace.go:171","msg":"trace[1753771288] transaction","detail":"{read_only:false; response_revision:15011; number_of_response:1; }","duration":"127.19403ms","start":"2026-03-02T16:28:49.512243Z","end":"2026-03-02T16:28:49.639437Z","steps":["trace[1753771288] 'process raft request' (duration: 127.105437ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:49.639504Z","caller":"traceutil/trace.go:171","msg":"trace[1560116888] transaction","detail":"{read_only:false; response_revision:15010; number_of_response:1; }","duration":"210.637614ms","start":"2026-03-02T16:28:49.428828Z","end":"2026-03-02T16:28:49.639465Z","steps":["trace[1560116888] 'process raft request' (duration: 210.407237ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:49.639753Z","caller":"traceutil/trace.go:171","msg":"trace[1787989949] linearizableReadLoop","detail":"{readStateIndex:15578; appliedIndex:15577; }","duration":"179.163888ms","start":"2026-03-02T16:28:49.460577Z","end":"2026-03-02T16:28:49.639741Z","steps":["trace[1787989949] 'read index received' (duration: 171.948194ms)","trace[1787989949] 'applied index is now lower than readState.Index' (duration: 7.215174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:28:49.639852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.26386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:28:49.639882Z","caller":"traceutil/trace.go:171","msg":"trace[1553791203] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15013; }","duration":"179.339532ms","start":"2026-03-02T16:28:49.460535Z","end":"2026-03-02T16:28:49.639875Z","steps":["trace[1553791203] 'agreement among raft nodes before linearized reading' (duration: 179.25231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.440015Z","caller":"traceutil/trace.go:171","msg":"trace[1437247279] linearizableReadLoop","detail":"{readStateIndex:15582; appliedIndex:15581; }","duration":"158.551003ms","start":"2026-03-02T16:28:51.281436Z","end":"2026-03-02T16:28:51.439987Z","steps":["trace[1437247279] 'read index received' (duration: 158.277295ms)","trace[1437247279] 'applied index is now lower than readState.Index' (duration: 272.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:28:51.440455Z","caller":"traceutil/trace.go:171","msg":"trace[232525847] transaction","detail":"{read_only:false; response_revision:15014; number_of_response:1; }","duration":"164.701388ms","start":"2026-03-02T16:28:51.275735Z","end":"2026-03-02T16:28:51.440436Z","steps":["trace[232525847] 'process raft request' (duration: 164.061241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.440852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.392255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:28:51.440944Z","caller":"traceutil/trace.go:171","msg":"trace[585235086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15014; }","duration":"159.495388ms","start":"2026-03-02T16:28:51.281432Z","end":"2026-03-02T16:28:51.440928Z","steps":["trace[585235086] 'agreement among raft nodes before linearized reading' (duration: 159.283222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.441358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.185392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:28:51.441492Z","caller":"traceutil/trace.go:171","msg":"trace[509706509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15014; }","duration":"155.359807ms","start":"2026-03-02T16:28:51.286099Z","end":"2026-03-02T16:28:51.441459Z","steps":["trace[509706509] 'agreement among raft nodes before linearized reading' (duration: 154.870653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.441732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.779714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:28:51.441787Z","caller":"traceutil/trace.go:171","msg":"trace[1577192152] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15014; }","duration":"153.875027ms","start":"2026-03-02T16:28:51.287898Z","end":"2026-03-02T16:28:51.441773Z","steps":["trace[1577192152] 'agreement among raft nodes before linearized reading' (duration: 153.793895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.441819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.453031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:28:51.441896Z","caller":"traceutil/trace.go:171","msg":"trace[944344516] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15014; }","duration":"154.551585ms","start":"2026-03-02T16:28:51.287325Z","end":"2026-03-02T16:28:51.441877Z","steps":["trace[944344516] 'agreement among raft nodes before linearized reading' (duration: 154.399851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.441941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.315746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9790"} {"level":"info","ts":"2026-03-02T16:28:51.441996Z","caller":"traceutil/trace.go:171","msg":"trace[218399336] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:15014; }","duration":"116.390529ms","start":"2026-03-02T16:28:51.325596Z","end":"2026-03-02T16:28:51.441986Z","steps":["trace[218399336] 'agreement among raft nodes before linearized reading' (duration: 116.270865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:28:51.442073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.783614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-02T16:28:51.442122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.296738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:28:51.442153Z","caller":"traceutil/trace.go:171","msg":"trace[202157425] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15014; }","duration":"154.340399ms","start":"2026-03-02T16:28:51.287806Z","end":"2026-03-02T16:28:51.442146Z","steps":["trace[202157425] 'agreement among raft nodes before linearized reading' (duration: 154.296298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:28:51.44212Z","caller":"traceutil/trace.go:171","msg":"trace[1303953820] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15014; }","duration":"153.840926ms","start":"2026-03-02T16:28:51.288267Z","end":"2026-03-02T16:28:51.442107Z","steps":["trace[1303953820] 'agreement among raft nodes before linearized reading' (duration: 153.714713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:31:46.951599Z","caller":"traceutil/trace.go:171","msg":"trace[1433238979] transaction","detail":"{read_only:false; response_revision:16311; number_of_response:1; }","duration":"102.253489ms","start":"2026-03-02T16:31:46.849313Z","end":"2026-03-02T16:31:46.951567Z","steps":["trace[1433238979] 'process raft request' (duration: 102.052754ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:31:51.180387Z","caller":"traceutil/trace.go:171","msg":"trace[1948632280] linearizableReadLoop","detail":"{readStateIndex:16955; appliedIndex:16954; }","duration":"163.169498ms","start":"2026-03-02T16:31:51.017192Z","end":"2026-03-02T16:31:51.180362Z","steps":["trace[1948632280] 'read index received' (duration: 160.335282ms)","trace[1948632280] 'applied index is now lower than readState.Index' (duration: 2.833166ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:31:51.180501Z","caller":"traceutil/trace.go:171","msg":"trace[621309703] transaction","detail":"{read_only:false; response_revision:16340; number_of_response:1; }","duration":"185.9493ms","start":"2026-03-02T16:31:50.994541Z","end":"2026-03-02T16:31:51.180491Z","steps":["trace[621309703] 'process raft request' (duration: 182.791755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:31:51.180671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.768124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:31:51.180712Z","caller":"traceutil/trace.go:171","msg":"trace[470927711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16340; }","duration":"195.885737ms","start":"2026-03-02T16:31:50.984816Z","end":"2026-03-02T16:31:51.180702Z","steps":["trace[470927711] 'agreement among raft nodes before linearized reading' (duration: 195.808825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:31:51.180939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.477001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-02T16:31:51.180978Z","caller":"traceutil/trace.go:171","msg":"trace[1890675889] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16340; }","duration":"158.558733ms","start":"2026-03-02T16:31:51.022407Z","end":"2026-03-02T16:31:51.180966Z","steps":["trace[1890675889] 'agreement among raft nodes before linearized reading' (duration: 158.44099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:19.265653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.47563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T16:34:19.265792Z","caller":"traceutil/trace.go:171","msg":"trace[1686282183] linearizableReadLoop","detail":"{readStateIndex:17903; appliedIndex:17902; }","duration":"141.505324ms","start":"2026-03-02T16:34:19.124263Z","end":"2026-03-02T16:34:19.265768Z","steps":["trace[1686282183] 'read index received' (duration: 1.844339ms)","trace[1686282183] 'applied index is now lower than readState.Index' (duration: 139.659435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:34:19.26603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.753112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:34:19.266139Z","caller":"traceutil/trace.go:171","msg":"trace[164253958] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:17253; }","duration":"141.892016ms","start":"2026-03-02T16:34:19.124218Z","end":"2026-03-02T16:34:19.26611Z","steps":["trace[164253958] 'agreement among raft nodes before linearized reading' (duration: 141.651849ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:31.026793Z","caller":"traceutil/trace.go:171","msg":"trace[1976310795] transaction","detail":"{read_only:false; response_revision:17310; number_of_response:1; }","duration":"100.715828ms","start":"2026-03-02T16:34:30.926052Z","end":"2026-03-02T16:34:31.026768Z","steps":["trace[1976310795] 'process raft request' (duration: 100.491092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:37.298966Z","caller":"traceutil/trace.go:171","msg":"trace[1030746837] transaction","detail":"{read_only:false; response_revision:17344; number_of_response:1; }","duration":"211.273332ms","start":"2026-03-02T16:34:37.087672Z","end":"2026-03-02T16:34:37.298946Z","steps":["trace[1030746837] 'process raft request' (duration: 211.105187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:37.345678Z","caller":"traceutil/trace.go:171","msg":"trace[1405923371] transaction","detail":"{read_only:false; response_revision:17345; number_of_response:1; }","duration":"204.448138ms","start":"2026-03-02T16:34:37.141208Z","end":"2026-03-02T16:34:37.345656Z","steps":["trace[1405923371] 'process raft request' (duration: 204.303104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:37.345864Z","caller":"traceutil/trace.go:171","msg":"trace[244309013] transaction","detail":"{read_only:false; response_revision:17346; number_of_response:1; }","duration":"190.963346ms","start":"2026-03-02T16:34:37.154869Z","end":"2026-03-02T16:34:37.345832Z","steps":["trace[244309013] 'process raft request' (duration: 190.75634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:37.595688Z","caller":"traceutil/trace.go:171","msg":"trace[108879802] transaction","detail":"{read_only:false; response_revision:17347; number_of_response:1; }","duration":"228.385551ms","start":"2026-03-02T16:34:37.367275Z","end":"2026-03-02T16:34:37.595661Z","steps":["trace[108879802] 'process raft request' (duration: 228.231547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:43.957831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454707453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:34:44.009296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.55505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T16:34:44.009403Z","caller":"traceutil/trace.go:171","msg":"trace[634728449] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:17375; }","duration":"709.709414ms","start":"2026-03-02T16:34:43.299669Z","end":"2026-03-02T16:34:44.009379Z","steps":["trace[634728449] 'range keys from in-memory index tree' (duration: 709.380095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.009462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.299647Z","time spent":"709.798767ms","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-02T16:34:44.009995Z","caller":"traceutil/trace.go:171","msg":"trace[1754143812] transaction","detail":"{read_only:false; response_revision:17376; number_of_response:1; }","duration":"693.160329ms","start":"2026-03-02T16:34:43.316811Z","end":"2026-03-02T16:34:44.009971Z","steps":["trace[1754143812] 'process raft request' (duration: 663.381968ms)","trace[1754143812] 'compare' (duration: 28.860106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:34:44.010323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.316789Z","time spent":"693.267571ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:34:44.010487Z","caller":"traceutil/trace.go:171","msg":"trace[828894573] transaction","detail":"{read_only:false; response_revision:17377; number_of_response:1; }","duration":"629.098566ms","start":"2026-03-02T16:34:43.381358Z","end":"2026-03-02T16:34:44.010456Z","steps":["trace[828894573] 'process raft request' (duration: 628.476369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.01066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.381336Z","time spent":"629.23161ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:34:44.010648Z","caller":"traceutil/trace.go:171","msg":"trace[1593549139] linearizableReadLoop","detail":"{readStateIndex:18033; appliedIndex:18030; }","duration":"553.766121ms","start":"2026-03-02T16:34:43.456837Z","end":"2026-03-02T16:34:44.010603Z","steps":["trace[1593549139] 'read index received' (duration: 523.435275ms)","trace[1593549139] 'applied index is now lower than readState.Index' (duration: 30.329336ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:34:44.010826Z","caller":"traceutil/trace.go:171","msg":"trace[32253432] transaction","detail":"{read_only:false; response_revision:17378; number_of_response:1; }","duration":"627.424202ms","start":"2026-03-02T16:34:43.383353Z","end":"2026-03-02T16:34:44.010777Z","steps":["trace[32253432] 'process raft request' (duration: 626.975319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.010977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.13801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6wttr\" ","response":"range_response_count:1 size:20846"} {"level":"warn","ts":"2026-03-02T16:34:44.010975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.71365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T16:34:44.011022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.564296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:34:44.011047Z","caller":"traceutil/trace.go:171","msg":"trace[1357848563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17378; }","duration":"392.828353ms","start":"2026-03-02T16:34:43.6182Z","end":"2026-03-02T16:34:44.011028Z","steps":["trace[1357848563] 'agreement among raft nodes before linearized reading' (duration: 392.668899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.011042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.259984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-02T16:34:44.011178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.699151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T16:34:44.01115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.879842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:34:44.011228Z","caller":"traceutil/trace.go:171","msg":"trace[764060502] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:17378; }","duration":"345.476469ms","start":"2026-03-02T16:34:43.66573Z","end":"2026-03-02T16:34:44.011207Z","steps":["trace[764060502] 'agreement among raft nodes before linearized reading' (duration: 345.160281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:44.011238Z","caller":"traceutil/trace.go:171","msg":"trace[286742019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17378; }","duration":"369.783564ms","start":"2026-03-02T16:34:43.641441Z","end":"2026-03-02T16:34:44.011225Z","steps":["trace[286742019] 'agreement among raft nodes before linearized reading' (duration: 369.573298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.011244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.170479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:34:44.011274Z","caller":"traceutil/trace.go:171","msg":"trace[1535805792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17378; }","duration":"368.075667ms","start":"2026-03-02T16:34:43.643166Z","end":"2026-03-02T16:34:44.011242Z","steps":["trace[1535805792] 'agreement among raft nodes before linearized reading' (duration: 367.738128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.011275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.665719Z","time spent":"345.545002ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" "} {"level":"warn","ts":"2026-03-02T16:34:44.011132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.618179Z","time spent":"392.942136ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:34:44.011334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.64316Z","time spent":"368.162429ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:34:44.011052Z","caller":"traceutil/trace.go:171","msg":"trace[944515134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17378; }","duration":"363.643518ms","start":"2026-03-02T16:34:43.647401Z","end":"2026-03-02T16:34:44.011044Z","steps":["trace[944515134] 'agreement among raft nodes before linearized reading' (duration: 363.510174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.011514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.647368Z","time spent":"364.130231ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:34:44.011047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.383322Z","time spent":"627.600486ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:34:44.011051Z","caller":"traceutil/trace.go:171","msg":"trace[152459614] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6wttr; range_end:; response_count:1; response_revision:17378; }","duration":"554.244083ms","start":"2026-03-02T16:34:43.456782Z","end":"2026-03-02T16:34:44.011026Z","steps":["trace[152459614] 'agreement among raft nodes before linearized reading' (duration: 554.053268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.011667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.456759Z","time spent":"554.888831ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20869,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6wttr\" "} {"level":"warn","ts":"2026-03-02T16:34:44.011147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.457407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:34:44.012028Z","caller":"traceutil/trace.go:171","msg":"trace[586931871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17378; }","duration":"369.355812ms","start":"2026-03-02T16:34:43.642655Z","end":"2026-03-02T16:34:44.012011Z","steps":["trace[586931871] 'agreement among raft nodes before linearized reading' (duration: 368.296453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.012074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.642649Z","time spent":"369.414443ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:34:44.011278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:43.641431Z","time spent":"369.838655ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:34:44.011335Z","caller":"traceutil/trace.go:171","msg":"trace[1663937243] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17378; }","duration":"124.298212ms","start":"2026-03-02T16:34:43.88701Z","end":"2026-03-02T16:34:44.011308Z","steps":["trace[1663937243] 'agreement among raft nodes before linearized reading' (duration: 123.958983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:44.807216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.891606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:34:44.807395Z","caller":"traceutil/trace.go:171","msg":"trace[1303477752] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:17385; }","duration":"219.132583ms","start":"2026-03-02T16:34:44.588236Z","end":"2026-03-02T16:34:44.807369Z","steps":["trace[1303477752] 'count revisions from in-memory index tree' (duration: 218.742952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:45.738458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454707480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:34:46.239467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454707480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:34:46.740056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675103454707480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:34:47.040177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.810111602s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:34:47.040453Z","caller":"traceutil/trace.go:171","msg":"trace[140723549] transaction","detail":"{read_only:false; response_revision:17386; number_of_response:1; }","duration":"1.810494442s","start":"2026-03-02T16:34:45.229941Z","end":"2026-03-02T16:34:47.040435Z","steps":["trace[140723549] 'process raft request' (duration: 1.81038831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.040564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:45.22991Z","time spent":"1.810582785s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:34:47.269792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.995556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:34:47.269954Z","caller":"traceutil/trace.go:171","msg":"trace[1560401228] linearizableReadLoop","detail":"{readStateIndex:18045; appliedIndex:18041; }","duration":"2.032478922s","start":"2026-03-02T16:34:45.237463Z","end":"2026-03-02T16:34:47.269942Z","steps":["trace[1560401228] 'read index received' (duration: 1.80294958s)","trace[1560401228] 'applied index is now lower than readState.Index' (duration: 229.528592ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:34:47.270022Z","caller":"traceutil/trace.go:171","msg":"trace[591660188] transaction","detail":"{read_only:false; response_revision:17388; number_of_response:1; }","duration":"1.251891763s","start":"2026-03-02T16:34:46.018123Z","end":"2026-03-02T16:34:47.270015Z","steps":["trace[591660188] 'process raft request' (duration: 1.251743899s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.270073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.018102Z","time spent":"1.251945935s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:34:47.270192Z","caller":"traceutil/trace.go:171","msg":"trace[1885075729] transaction","detail":"{read_only:false; response_revision:17387; number_of_response:1; }","duration":"1.252357786s","start":"2026-03-02T16:34:46.017766Z","end":"2026-03-02T16:34:47.270124Z","steps":["trace[1885075729] 'process raft request' (duration: 1.105966679s)","trace[1885075729] 'compare' (duration: 145.644557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:34:47.270316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032855703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:34:47.270355Z","caller":"traceutil/trace.go:171","msg":"trace[1208562107] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:17389; }","duration":"2.032900314s","start":"2026-03-02T16:34:45.237446Z","end":"2026-03-02T16:34:47.270347Z","steps":["trace[1208562107] 'agreement among raft nodes before linearized reading' (duration: 2.032827052s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.270385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:45.237404Z","time spent":"2.032973266s","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:34:47.270398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.017748Z","time spent":"1.252544711s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:34:47.270253Z","caller":"traceutil/trace.go:171","msg":"trace[1539892981] transaction","detail":"{read_only:false; response_revision:17389; number_of_response:1; }","duration":"1.250724122s","start":"2026-03-02T16:34:46.019517Z","end":"2026-03-02T16:34:47.270241Z","steps":["trace[1539892981] 'process raft request' (duration: 1.250391463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.27071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.65536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:34:47.270729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.019493Z","time spent":"1.251150473s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:34:47.270771Z","caller":"traceutil/trace.go:171","msg":"trace[1521995832] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:17389; }","duration":"861.724012ms","start":"2026-03-02T16:34:46.409032Z","end":"2026-03-02T16:34:47.270756Z","steps":["trace[1521995832] 'agreement among raft nodes before linearized reading' (duration: 861.599889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.270783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18333604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T16:34:47.270797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182185609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T16:34:47.270813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.408974Z","time spent":"861.828194ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:34:47.270841Z","caller":"traceutil/trace.go:171","msg":"trace[213992070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17389; }","duration":"1.183433942s","start":"2026-03-02T16:34:46.087392Z","end":"2026-03-02T16:34:47.270826Z","steps":["trace[213992070] 'agreement among raft nodes before linearized reading' (duration: 1.183237557s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:47.270853Z","caller":"traceutil/trace.go:171","msg":"trace[67544124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17389; }","duration":"1.182266461s","start":"2026-03-02T16:34:46.088572Z","end":"2026-03-02T16:34:47.270838Z","steps":["trace[67544124] 'agreement among raft nodes before linearized reading' (duration: 1.182100267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.270877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.087376Z","time spent":"1.183494844s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:34:47.270872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181704546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T16:34:47.270889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.478733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:34:47.270815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.031458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8tfrl\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-03-02T16:34:47.270929Z","caller":"traceutil/trace.go:171","msg":"trace[552630554] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17389; }","duration":"209.558465ms","start":"2026-03-02T16:34:47.061359Z","end":"2026-03-02T16:34:47.270918Z","steps":["trace[552630554] 'agreement among raft nodes before linearized reading' (duration: 209.477283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:47.270934Z","caller":"traceutil/trace.go:171","msg":"trace[1597069257] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8tfrl; range_end:; response_count:1; response_revision:17389; }","duration":"377.150642ms","start":"2026-03-02T16:34:46.893772Z","end":"2026-03-02T16:34:47.270923Z","steps":["trace[1597069257] 'agreement among raft nodes before linearized reading' (duration: 376.930736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.27092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.571722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T16:34:47.270972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.893729Z","time spent":"377.234374ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8tfrl\" "} {"level":"warn","ts":"2026-03-02T16:34:47.270971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182693553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:34:47.270986Z","caller":"traceutil/trace.go:171","msg":"trace[1924694950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17389; }","duration":"673.681775ms","start":"2026-03-02T16:34:46.597291Z","end":"2026-03-02T16:34:47.270973Z","steps":["trace[1924694950] 'agreement among raft nodes before linearized reading' (duration: 673.481909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:47.271016Z","caller":"traceutil/trace.go:171","msg":"trace[1810462011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17389; }","duration":"1.182762675s","start":"2026-03-02T16:34:46.088242Z","end":"2026-03-02T16:34:47.271005Z","steps":["trace[1810462011] 'agreement among raft nodes before linearized reading' (duration: 1.182647302s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.27102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.597266Z","time spent":"673.746297ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:34:47.271035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25327487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:34:47.271049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.08823Z","time spent":"1.182811326s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:34:47.2709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.088555Z","time spent":"1.182335743s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:34:47.271077Z","caller":"traceutil/trace.go:171","msg":"trace[1126400980] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17389; }","duration":"1.253324322s","start":"2026-03-02T16:34:46.017742Z","end":"2026-03-02T16:34:47.271066Z","steps":["trace[1126400980] 'agreement among raft nodes before linearized reading' (duration: 1.25324082s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.271149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.017735Z","time spent":"1.253403564s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T16:34:47.27115Z","caller":"traceutil/trace.go:171","msg":"trace[1844178305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17389; }","duration":"1.181793338s","start":"2026-03-02T16:34:46.089116Z","end":"2026-03-02T16:34:47.27091Z","steps":["trace[1844178305] 'agreement among raft nodes before linearized reading' (duration: 1.181636004s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.271198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253467076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:34:47.27121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.089101Z","time spent":"1.182093217s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:34:47.27124Z","caller":"traceutil/trace.go:171","msg":"trace[1025635394] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17389; }","duration":"1.253546578s","start":"2026-03-02T16:34:46.017684Z","end":"2026-03-02T16:34:47.27123Z","steps":["trace[1025635394] 'agreement among raft nodes before linearized reading' (duration: 1.253442355s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.270564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286147175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:34:47.271275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.017665Z","time spent":"1.25360167s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:34:47.271234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220442247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:34:47.271309Z","caller":"traceutil/trace.go:171","msg":"trace[760629380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17389; }","duration":"1.286913276s","start":"2026-03-02T16:34:45.984382Z","end":"2026-03-02T16:34:47.271295Z","steps":["trace[760629380] 'agreement among raft nodes before linearized reading' (duration: 1.286157285s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:47.271336Z","caller":"traceutil/trace.go:171","msg":"trace[741406673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17389; }","duration":"1.220592292s","start":"2026-03-02T16:34:46.050733Z","end":"2026-03-02T16:34:47.271325Z","steps":["trace[741406673] 'agreement among raft nodes before linearized reading' (duration: 1.220389427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.27138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.050712Z","time spent":"1.220657394s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:34:47.271345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:45.98437Z","time spent":"1.286964117s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:34:47.270892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239007536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:34:47.271941Z","caller":"traceutil/trace.go:171","msg":"trace[1903121266] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:17389; }","duration":"1.240087755s","start":"2026-03-02T16:34:46.031836Z","end":"2026-03-02T16:34:47.271924Z","steps":["trace[1903121266] 'agreement among raft nodes before linearized reading' (duration: 1.238986086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.271978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:34:46.031818Z","time spent":"1.240145657s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" "} {"level":"info","ts":"2026-03-02T16:34:47.413391Z","caller":"traceutil/trace.go:171","msg":"trace[373458414] transaction","detail":"{read_only:false; response_revision:17391; number_of_response:1; }","duration":"138.229377ms","start":"2026-03-02T16:34:47.27514Z","end":"2026-03-02T16:34:47.413369Z","steps":["trace[373458414] 'process raft request' (duration: 126.919433ms)","trace[373458414] 'compare' (duration: 11.16212ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:34:47.41361Z","caller":"traceutil/trace.go:171","msg":"trace[2048093758] transaction","detail":"{read_only:false; response_revision:17392; number_of_response:1; }","duration":"138.360191ms","start":"2026-03-02T16:34:47.275232Z","end":"2026-03-02T16:34:47.413592Z","steps":["trace[2048093758] 'process raft request' (duration: 138.092263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:47.413716Z","caller":"traceutil/trace.go:171","msg":"trace[1452751570] transaction","detail":"{read_only:false; response_revision:17394; number_of_response:1; }","duration":"135.961346ms","start":"2026-03-02T16:34:47.277746Z","end":"2026-03-02T16:34:47.413707Z","steps":["trace[1452751570] 'process raft request' (duration: 135.885004ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:47.413722Z","caller":"traceutil/trace.go:171","msg":"trace[1940741987] transaction","detail":"{read_only:false; response_revision:17393; number_of_response:1; }","duration":"137.460627ms","start":"2026-03-02T16:34:47.276243Z","end":"2026-03-02T16:34:47.413704Z","steps":["trace[1940741987] 'process raft request' (duration: 137.262371ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:34:47.413711Z","caller":"traceutil/trace.go:171","msg":"trace[1134607005] linearizableReadLoop","detail":"{readStateIndex:18049; appliedIndex:18045; }","duration":"136.416218ms","start":"2026-03-02T16:34:47.277271Z","end":"2026-03-02T16:34:47.413687Z","steps":["trace[1134607005] 'read index received' (duration: 39.664517ms)","trace[1134607005] 'applied index is now lower than readState.Index' (duration: 96.750671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:34:47.413941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.659674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T16:34:47.414004Z","caller":"traceutil/trace.go:171","msg":"trace[109822953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17394; }","duration":"136.755657ms","start":"2026-03-02T16:34:47.277235Z","end":"2026-03-02T16:34:47.413991Z","steps":["trace[109822953] 'agreement among raft nodes before linearized reading' (duration: 136.587513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.414081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.784047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:34:47.414127Z","caller":"traceutil/trace.go:171","msg":"trace[829955600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17394; }","duration":"133.850889ms","start":"2026-03-02T16:34:47.280265Z","end":"2026-03-02T16:34:47.414116Z","steps":["trace[829955600] 'agreement among raft nodes before linearized reading' (duration: 133.767997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.414981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.991783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:932290"} {"level":"info","ts":"2026-03-02T16:34:47.415032Z","caller":"traceutil/trace.go:171","msg":"trace[1781660526] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17394; }","duration":"137.103027ms","start":"2026-03-02T16:34:47.277917Z","end":"2026-03-02T16:34:47.41502Z","steps":["trace[1781660526] 'agreement among raft nodes before linearized reading' (duration: 136.039118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:34:47.415466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.587686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:932290"} {"level":"info","ts":"2026-03-02T16:34:47.415521Z","caller":"traceutil/trace.go:171","msg":"trace[223056214] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17394; }","duration":"135.659988ms","start":"2026-03-02T16:34:47.279847Z","end":"2026-03-02T16:34:47.415507Z","steps":["trace[223056214] 'agreement among raft nodes before linearized reading' (duration: 134.509537ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:35:27.586312Z","caller":"traceutil/trace.go:171","msg":"trace[880339499] linearizableReadLoop","detail":"{readStateIndex:18328; appliedIndex:18327; }","duration":"224.340053ms","start":"2026-03-02T16:35:27.361931Z","end":"2026-03-02T16:35:27.586271Z","steps":["trace[880339499] 'read index received' (duration: 224.085886ms)","trace[880339499] 'applied index is now lower than readState.Index' (duration: 252.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:35:27.586413Z","caller":"traceutil/trace.go:171","msg":"trace[880981666] transaction","detail":"{read_only:false; response_revision:17658; number_of_response:1; }","duration":"228.421842ms","start":"2026-03-02T16:35:27.357907Z","end":"2026-03-02T16:35:27.586329Z","steps":["trace[880981666] 'process raft request' (duration: 228.125724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.586749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.742673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:35:27.58686Z","caller":"traceutil/trace.go:171","msg":"trace[2032863119] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17658; }","duration":"224.920448ms","start":"2026-03-02T16:35:27.361914Z","end":"2026-03-02T16:35:27.586835Z","steps":["trace[2032863119] 'agreement among raft nodes before linearized reading' (duration: 224.571608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.830899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.605291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:35:27.831173Z","caller":"traceutil/trace.go:171","msg":"trace[2090448873] transaction","detail":"{read_only:false; response_revision:17659; number_of_response:1; }","duration":"398.423933ms","start":"2026-03-02T16:35:27.432712Z","end":"2026-03-02T16:35:27.831136Z","steps":["trace[2090448873] 'process raft request' (duration: 193.431581ms)","trace[2090448873] 'compare' (duration: 204.330394ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:35:27.831239Z","caller":"traceutil/trace.go:171","msg":"trace[1273469714] transaction","detail":"{read_only:false; response_revision:17660; number_of_response:1; }","duration":"396.4445ms","start":"2026-03-02T16:35:27.43477Z","end":"2026-03-02T16:35:27.831214Z","steps":["trace[1273469714] 'process raft request' (duration: 396.282836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.831364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:35:27.432694Z","time spent":"398.554577ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:35:27.83138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:35:27.43474Z","time spent":"396.563164ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:35:27.831473Z","caller":"traceutil/trace.go:171","msg":"trace[2113806734] linearizableReadLoop","detail":"{readStateIndex:18331; appliedIndex:18328; }","duration":"244.962627ms","start":"2026-03-02T16:35:27.586475Z","end":"2026-03-02T16:35:27.831438Z","steps":["trace[2113806734] 'read index received' (duration: 39.623986ms)","trace[2113806734] 'applied index is now lower than readState.Index' (duration: 205.336751ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:35:27.831496Z","caller":"traceutil/trace.go:171","msg":"trace[656410109] transaction","detail":"{read_only:false; response_revision:17661; number_of_response:1; }","duration":"388.686752ms","start":"2026-03-02T16:35:27.442777Z","end":"2026-03-02T16:35:27.831464Z","steps":["trace[656410109] 'process raft request' (duration: 388.389314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.831733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.545369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:35:27.831796Z","caller":"traceutil/trace.go:171","msg":"trace[1319446550] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17661; }","duration":"468.621301ms","start":"2026-03-02T16:35:27.363161Z","end":"2026-03-02T16:35:27.831782Z","steps":["trace[1319446550] 'agreement among raft nodes before linearized reading' (duration: 468.420036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.831861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:35:27.363154Z","time spent":"468.698393ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:35:27.831837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:35:27.442741Z","time spent":"388.97652ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:35:27.831834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.126563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:35:27.831814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.122995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:35:27.831955Z","caller":"traceutil/trace.go:171","msg":"trace[1305427759] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17661; }","duration":"466.306468ms","start":"2026-03-02T16:35:27.365621Z","end":"2026-03-02T16:35:27.831927Z","steps":["trace[1305427759] 'agreement among raft nodes before linearized reading' (duration: 465.934258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.832006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:35:27.365588Z","time spent":"466.409541ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T16:35:27.83202Z","caller":"traceutil/trace.go:171","msg":"trace[270616948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17661; }","duration":"308.387463ms","start":"2026-03-02T16:35:27.523586Z","end":"2026-03-02T16:35:27.831974Z","steps":["trace[270616948] 'agreement among raft nodes before linearized reading' (duration: 307.884929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.832124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:35:27.523555Z","time spent":"308.555747ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:35:27.832174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.063534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:35:27.832198Z","caller":"traceutil/trace.go:171","msg":"trace[1176171450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17661; }","duration":"218.125985ms","start":"2026-03-02T16:35:27.614066Z","end":"2026-03-02T16:35:27.832192Z","steps":["trace[1176171450] 'agreement among raft nodes before linearized reading' (duration: 218.044983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.832251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.410635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6wttr\" ","response":"range_response_count:1 size:21828"} {"level":"info","ts":"2026-03-02T16:35:27.83232Z","caller":"traceutil/trace.go:171","msg":"trace[37456209] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6wttr; range_end:; response_count:1; response_revision:17661; }","duration":"240.536467ms","start":"2026-03-02T16:35:27.591767Z","end":"2026-03-02T16:35:27.832303Z","steps":["trace[37456209] 'agreement among raft nodes before linearized reading' (duration: 240.337322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.832454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.250964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:35:27.832515Z","caller":"traceutil/trace.go:171","msg":"trace[128233209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17661; }","duration":"229.353387ms","start":"2026-03-02T16:35:27.603144Z","end":"2026-03-02T16:35:27.832497Z","steps":["trace[128233209] 'agreement among raft nodes before linearized reading' (duration: 229.243894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.832522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.125757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:35:27.832584Z","caller":"traceutil/trace.go:171","msg":"trace[75407730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17661; }","duration":"195.24125ms","start":"2026-03-02T16:35:27.637329Z","end":"2026-03-02T16:35:27.83257Z","steps":["trace[75407730] 'agreement among raft nodes before linearized reading' (duration: 195.056765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:35:27.832755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.255423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T16:35:27.832794Z","caller":"traceutil/trace.go:171","msg":"trace[916771674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17661; }","duration":"223.726946ms","start":"2026-03-02T16:35:27.609055Z","end":"2026-03-02T16:35:27.832782Z","steps":["trace[916771674] 'agreement among raft nodes before linearized reading' (duration: 223.190072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:36:05.914604Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15882} {"level":"info","ts":"2026-03-02T16:36:06.095465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15882,"took":"177.558694ms","hash":3058472556,"current-db-size-bytes":46059520,"current-db-size":"46 MB","current-db-size-in-use-bytes":27570176,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T16:36:06.095557Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3058472556,"revision":15882,"compact-revision":9731} {"level":"info","ts":"2026-03-02T16:38:06.991682Z","caller":"traceutil/trace.go:171","msg":"trace[213869360] transaction","detail":"{read_only:false; response_revision:18414; number_of_response:1; }","duration":"126.321257ms","start":"2026-03-02T16:38:06.865329Z","end":"2026-03-02T16:38:06.991651Z","steps":["trace[213869360] 'process raft request' (duration: 123.193973ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:38:22.816595Z","caller":"traceutil/trace.go:171","msg":"trace[1081079735] transaction","detail":"{read_only:false; response_revision:18483; number_of_response:1; }","duration":"128.563857ms","start":"2026-03-02T16:38:22.688002Z","end":"2026-03-02T16:38:22.816566Z","steps":["trace[1081079735] 'process raft request' (duration: 124.276671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:38:22.816713Z","caller":"traceutil/trace.go:171","msg":"trace[612560726] transaction","detail":"{read_only:false; response_revision:18484; number_of_response:1; }","duration":"100.071101ms","start":"2026-03-02T16:38:22.71661Z","end":"2026-03-02T16:38:22.816682Z","steps":["trace[612560726] 'process raft request' (duration: 99.874766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:39:47.726059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.156561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:39:47.726193Z","caller":"traceutil/trace.go:171","msg":"trace[568236048] linearizableReadLoop","detail":"{readStateIndex:19610; appliedIndex:19609; }","duration":"126.592202ms","start":"2026-03-02T16:39:47.599576Z","end":"2026-03-02T16:39:47.726168Z","steps":["trace[568236048] 'read index received' (duration: 13.155503ms)","trace[568236048] 'applied index is now lower than readState.Index' (duration: 113.434789ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:39:47.726308Z","caller":"traceutil/trace.go:171","msg":"trace[601589288] transaction","detail":"{read_only:false; response_revision:18884; number_of_response:1; }","duration":"142.303375ms","start":"2026-03-02T16:39:47.583989Z","end":"2026-03-02T16:39:47.726292Z","steps":["trace[601589288] 'process raft request' (duration: 28.834755ms)","trace[601589288] 'compare' (duration: 112.921555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:39:47.726413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.819789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:39:47.726528Z","caller":"traceutil/trace.go:171","msg":"trace[1179754236] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:18884; }","duration":"126.980643ms","start":"2026-03-02T16:39:47.599524Z","end":"2026-03-02T16:39:47.726504Z","steps":["trace[1179754236] 'agreement among raft nodes before linearized reading' (duration: 126.796959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:40:13.731643Z","caller":"traceutil/trace.go:171","msg":"trace[1127145186] linearizableReadLoop","detail":"{readStateIndex:19744; appliedIndex:19743; }","duration":"418.339389ms","start":"2026-03-02T16:40:13.313279Z","end":"2026-03-02T16:40:13.731619Z","steps":["trace[1127145186] 'read index received' (duration: 418.169415ms)","trace[1127145186] 'applied index is now lower than readState.Index' (duration: 169.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:40:13.731671Z","caller":"traceutil/trace.go:171","msg":"trace[1731308369] transaction","detail":"{read_only:false; response_revision:19013; number_of_response:1; }","duration":"438.200903ms","start":"2026-03-02T16:40:13.293444Z","end":"2026-03-02T16:40:13.731645Z","steps":["trace[1731308369] 'process raft request' (duration: 438.022658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:40:13.731804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:40:13.293424Z","time spent":"438.306846ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:40:13.731994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.693859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-02T16:40:13.732082Z","caller":"traceutil/trace.go:171","msg":"trace[614745450] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:19013; }","duration":"418.819352ms","start":"2026-03-02T16:40:13.313238Z","end":"2026-03-02T16:40:13.732058Z","steps":["trace[614745450] 'agreement among raft nodes before linearized reading' (duration: 418.505894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:40:13.732126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:40:13.313223Z","time spent":"418.893864ms","remote":"127.0.0.1:35494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":749,"request content":"key:\"/registry/clusterroles/system:controller:namespace-controller\" "} {"level":"info","ts":"2026-03-02T16:40:13.763158Z","caller":"traceutil/trace.go:171","msg":"trace[1530542288] transaction","detail":"{read_only:false; response_revision:19014; number_of_response:1; }","duration":"401.443984ms","start":"2026-03-02T16:40:13.361682Z","end":"2026-03-02T16:40:13.763126Z","steps":["trace[1530542288] 'process raft request' (duration: 401.210808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:40:13.763381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.93095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:40:13.76345Z","caller":"traceutil/trace.go:171","msg":"trace[857292895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19015; }","duration":"202.046483ms","start":"2026-03-02T16:40:13.561392Z","end":"2026-03-02T16:40:13.763439Z","steps":["trace[857292895] 'agreement among raft nodes before linearized reading' (duration: 201.880298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:40:13.763218Z","caller":"traceutil/trace.go:171","msg":"trace[1056218106] transaction","detail":"{read_only:false; response_revision:19015; number_of_response:1; }","duration":"394.089857ms","start":"2026-03-02T16:40:13.369102Z","end":"2026-03-02T16:40:13.763191Z","steps":["trace[1056218106] 'process raft request' (duration: 393.893902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:40:13.763505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:40:13.361656Z","time spent":"401.770913ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:40:13.763576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:40:13.369083Z","time spent":"394.443706ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:40:13.763258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.198897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T16:40:13.763647Z","caller":"traceutil/trace.go:171","msg":"trace[1810149367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19015; }","duration":"125.625158ms","start":"2026-03-02T16:40:13.638001Z","end":"2026-03-02T16:40:13.763626Z","steps":["trace[1810149367] 'agreement among raft nodes before linearized reading' (duration: 125.078463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:40:13.763343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.643264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-02T16:40:13.763783Z","caller":"traceutil/trace.go:171","msg":"trace[1346162348] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:19015; }","duration":"420.073726ms","start":"2026-03-02T16:40:13.343653Z","end":"2026-03-02T16:40:13.763727Z","steps":["trace[1346162348] 'agreement among raft nodes before linearized reading' (duration: 419.563122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:40:13.763872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:40:13.343637Z","time spent":"420.21302ms","remote":"127.0.0.1:35494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":806,"request content":"key:\"/registry/clusterroles/system:controller:job-controller\" "} {"level":"info","ts":"2026-03-02T16:40:13.875225Z","caller":"traceutil/trace.go:171","msg":"trace[1172955603] linearizableReadLoop","detail":"{readStateIndex:19748; appliedIndex:19747; }","duration":"106.147424ms","start":"2026-03-02T16:40:13.769052Z","end":"2026-03-02T16:40:13.8752Z","steps":["trace[1172955603] 'read index received' (duration: 32.137304ms)","trace[1172955603] 'applied index is now lower than readState.Index' (duration: 74.00878ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:40:13.875291Z","caller":"traceutil/trace.go:171","msg":"trace[320441042] transaction","detail":"{read_only:false; response_revision:19017; number_of_response:1; }","duration":"106.298268ms","start":"2026-03-02T16:40:13.768972Z","end":"2026-03-02T16:40:13.875271Z","steps":["trace[320441042] 'process raft request' (duration: 50.292692ms)","trace[320441042] 'compare' (duration: 55.77372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:40:13.875406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.327479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-02T16:40:13.875447Z","caller":"traceutil/trace.go:171","msg":"trace[1017951516] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:19017; }","duration":"106.403571ms","start":"2026-03-02T16:40:13.769028Z","end":"2026-03-02T16:40:13.875432Z","steps":["trace[1017951516] 'agreement among raft nodes before linearized reading' (duration: 106.261617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:40:13.87603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.886457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-02T16:40:13.876122Z","caller":"traceutil/trace.go:171","msg":"trace[243081058] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19017; }","duration":"106.036271ms","start":"2026-03-02T16:40:13.770064Z","end":"2026-03-02T16:40:13.8761Z","steps":["trace[243081058] 'agreement among raft nodes before linearized reading' (duration: 105.310892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:05.919634Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17847} {"level":"info","ts":"2026-03-02T16:41:06.013314Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17847,"took":"90.274648ms","hash":4080717752,"current-db-size-bytes":46059520,"current-db-size":"46 MB","current-db-size-in-use-bytes":21127168,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-02T16:41:06.013389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4080717752,"revision":17847,"compact-revision":15882} {"level":"info","ts":"2026-03-02T16:41:06.217712Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T16:41:06.222079Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T16:41:06.222194Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T16:41:44.152412Z","caller":"traceutil/trace.go:171","msg":"trace[867949777] transaction","detail":"{read_only:false; response_revision:19432; number_of_response:1; }","duration":"107.986642ms","start":"2026-03-02T16:41:44.044377Z","end":"2026-03-02T16:41:44.152363Z","steps":["trace[867949777] 'process raft request' (duration: 27.714885ms)","trace[867949777] 'compare' (duration: 80.060711ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:46.411704Z","caller":"traceutil/trace.go:171","msg":"trace[1104630290] linearizableReadLoop","detail":"{readStateIndex:20196; appliedIndex:20195; }","duration":"106.467651ms","start":"2026-03-02T16:41:46.305205Z","end":"2026-03-02T16:41:46.411673Z","steps":["trace[1104630290] 'read index received' (duration: 93.74988ms)","trace[1104630290] 'applied index is now lower than readState.Index' (duration: 12.716621ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:46.411852Z","caller":"traceutil/trace.go:171","msg":"trace[486742966] transaction","detail":"{read_only:false; response_revision:19444; number_of_response:1; }","duration":"121.544466ms","start":"2026-03-02T16:41:46.290295Z","end":"2026-03-02T16:41:46.411839Z","steps":["trace[486742966] 'process raft request' (duration: 108.67102ms)","trace[486742966] 'compare' (duration: 12.568418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:46.412142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.232347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T16:41:46.412307Z","caller":"traceutil/trace.go:171","msg":"trace[1100027430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19444; }","duration":"102.429233ms","start":"2026-03-02T16:41:46.309849Z","end":"2026-03-02T16:41:46.412279Z","steps":["trace[1100027430] 'agreement among raft nodes before linearized reading' (duration: 102.118194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:46.412374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.148809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:41:46.412462Z","caller":"traceutil/trace.go:171","msg":"trace[1449836423] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19444; }","duration":"107.291673ms","start":"2026-03-02T16:41:46.305151Z","end":"2026-03-02T16:41:46.412443Z","steps":["trace[1449836423] 'agreement among raft nodes before linearized reading' (duration: 107.028066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:48.693693Z","caller":"traceutil/trace.go:171","msg":"trace[717952618] transaction","detail":"{read_only:false; response_revision:19454; number_of_response:1; }","duration":"238.693494ms","start":"2026-03-02T16:41:48.454975Z","end":"2026-03-02T16:41:48.693668Z","steps":["trace[717952618] 'process raft request' (duration: 215.667406ms)","trace[717952618] 'compare' (duration: 22.903805ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:48.737111Z","caller":"traceutil/trace.go:171","msg":"trace[913434434] linearizableReadLoop","detail":"{readStateIndex:20207; appliedIndex:20205; }","duration":"270.972472ms","start":"2026-03-02T16:41:48.466115Z","end":"2026-03-02T16:41:48.737087Z","steps":["trace[913434434] 'read index received' (duration: 204.537667ms)","trace[913434434] 'applied index is now lower than readState.Index' (duration: 66.433735ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:48.737146Z","caller":"traceutil/trace.go:171","msg":"trace[716765305] transaction","detail":"{read_only:false; response_revision:19455; number_of_response:1; }","duration":"279.165022ms","start":"2026-03-02T16:41:48.457965Z","end":"2026-03-02T16:41:48.73713Z","steps":["trace[716765305] 'process raft request' (duration: 279.029869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.737316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.179698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:41:48.73736Z","caller":"traceutil/trace.go:171","msg":"trace[1560398240] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19455; }","duration":"271.251529ms","start":"2026-03-02T16:41:48.466097Z","end":"2026-03-02T16:41:48.737349Z","steps":["trace[1560398240] 'agreement among raft nodes before linearized reading' (duration: 271.101905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.737434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.981866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:41:48.737472Z","caller":"traceutil/trace.go:171","msg":"trace[1579482171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19455; }","duration":"225.051848ms","start":"2026-03-02T16:41:48.512409Z","end":"2026-03-02T16:41:48.737461Z","steps":["trace[1579482171] 'agreement among raft nodes before linearized reading' (duration: 224.946716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.73747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.57076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:41:48.73747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.736724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T16:41:48.737487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.708836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:4319"} {"level":"info","ts":"2026-03-02T16:41:48.737551Z","caller":"traceutil/trace.go:171","msg":"trace[1367902023] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19455; }","duration":"248.683973ms","start":"2026-03-02T16:41:48.488844Z","end":"2026-03-02T16:41:48.737528Z","steps":["trace[1367902023] 'agreement among raft nodes before linearized reading' (duration: 248.472717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:48.737558Z","caller":"traceutil/trace.go:171","msg":"trace[1365744495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19455; }","duration":"133.852907ms","start":"2026-03-02T16:41:48.603687Z","end":"2026-03-02T16:41:48.73754Z","steps":["trace[1365744495] 'agreement among raft nodes before linearized reading' (duration: 133.645952ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:48.737572Z","caller":"traceutil/trace.go:171","msg":"trace[1958781733] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:19455; }","duration":"228.84129ms","start":"2026-03-02T16:41:48.508712Z","end":"2026-03-02T16:41:48.737553Z","steps":["trace[1958781733] 'agreement among raft nodes before linearized reading' (duration: 228.664835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.73804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.537306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:41:48.738087Z","caller":"traceutil/trace.go:171","msg":"trace[1865002004] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume; range_end:; response_count:1; response_revision:19455; }","duration":"182.632028ms","start":"2026-03-02T16:41:48.555443Z","end":"2026-03-02T16:41:48.738075Z","steps":["trace[1865002004] 'agreement among raft nodes before linearized reading' (duration: 181.888448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:48.738104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.563196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:41:48.738181Z","caller":"traceutil/trace.go:171","msg":"trace[1862709290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19455; }","duration":"134.68615ms","start":"2026-03-02T16:41:48.603473Z","end":"2026-03-02T16:41:48.738159Z","steps":["trace[1862709290] 'agreement among raft nodes before linearized reading' (duration: 133.959801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:49.085456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.982942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:41:49.085556Z","caller":"traceutil/trace.go:171","msg":"trace[1111454398] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19458; }","duration":"124.098135ms","start":"2026-03-02T16:41:48.961439Z","end":"2026-03-02T16:41:49.085537Z","steps":["trace[1111454398] 'range keys from in-memory index tree' (duration: 121.624848ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:50.401817Z","caller":"traceutil/trace.go:171","msg":"trace[1959848255] transaction","detail":"{read_only:false; response_revision:19461; number_of_response:1; }","duration":"106.030479ms","start":"2026-03-02T16:41:50.295759Z","end":"2026-03-02T16:41:50.401789Z","steps":["trace[1959848255] 'process raft request' (duration: 105.765132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:50.88249Z","caller":"traceutil/trace.go:171","msg":"trace[1918151946] transaction","detail":"{read_only:false; response_revision:19464; number_of_response:1; }","duration":"138.230955ms","start":"2026-03-02T16:41:50.744229Z","end":"2026-03-02T16:41:50.88246Z","steps":["trace[1918151946] 'process raft request' (duration: 105.514596ms)","trace[1918151946] 'compare' (duration: 32.611176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:51.209525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.724932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:41:51.209674Z","caller":"traceutil/trace.go:171","msg":"trace[2042817629] linearizableReadLoop","detail":"{readStateIndex:20218; appliedIndex:20216; }","duration":"447.189328ms","start":"2026-03-02T16:41:50.762426Z","end":"2026-03-02T16:41:51.209615Z","steps":["trace[2042817629] 'read index received' (duration: 87.289786ms)","trace[2042817629] 'applied index is now lower than readState.Index' (duration: 359.898062ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:51.20979Z","caller":"traceutil/trace.go:171","msg":"trace[1684817991] transaction","detail":"{read_only:false; response_revision:19465; number_of_response:1; }","duration":"459.210471ms","start":"2026-03-02T16:41:50.750552Z","end":"2026-03-02T16:41:51.209762Z","steps":["trace[1684817991] 'process raft request' (duration: 318.1622ms)","trace[1684817991] 'compare' (duration: 140.571518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:51.209924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.750535Z","time spent":"459.324253ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:41:51.21006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.622889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T16:41:51.210276Z","caller":"traceutil/trace.go:171","msg":"trace[288936981] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:19465; }","duration":"447.839515ms","start":"2026-03-02T16:41:50.762381Z","end":"2026-03-02T16:41:51.21022Z","steps":["trace[288936981] 'agreement among raft nodes before linearized reading' (duration: 447.448535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.210353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.229617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T16:41:51.210376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.364037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-02T16:41:51.210382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.55157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-rabbitmq-admin\" ","response":"range_response_count:1 size:762"} {"level":"info","ts":"2026-03-02T16:41:51.210423Z","caller":"traceutil/trace.go:171","msg":"trace[1513548087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19465; }","duration":"374.3328ms","start":"2026-03-02T16:41:50.836071Z","end":"2026-03-02T16:41:51.210404Z","steps":["trace[1513548087] 'agreement among raft nodes before linearized reading' (duration: 374.139795ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:51.210447Z","caller":"traceutil/trace.go:171","msg":"trace[1944680243] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19465; }","duration":"420.47032ms","start":"2026-03-02T16:41:50.789955Z","end":"2026-03-02T16:41:51.210426Z","steps":["trace[1944680243] 'agreement among raft nodes before linearized reading' (duration: 420.263724ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:51.210459Z","caller":"traceutil/trace.go:171","msg":"trace[567926599] range","detail":"{range_begin:/registry/secrets/openstack/keystone-rabbitmq-admin; range_end:; response_count:1; response_revision:19465; }","duration":"427.655103ms","start":"2026-03-02T16:41:50.782778Z","end":"2026-03-02T16:41:51.210433Z","steps":["trace[567926599] 'agreement among raft nodes before linearized reading' (duration: 427.444577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.21045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.33084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T16:41:51.210466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.478792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T16:41:51.210511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.782752Z","time spent":"427.751126ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":785,"request content":"key:\"/registry/secrets/openstack/keystone-rabbitmq-admin\" "} {"level":"warn","ts":"2026-03-02T16:41:51.210484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.179737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T16:41:51.210513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.267591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:41:51.210542Z","caller":"traceutil/trace.go:171","msg":"trace[1425749178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19465; }","duration":"374.461043ms","start":"2026-03-02T16:41:50.836054Z","end":"2026-03-02T16:41:51.210515Z","steps":["trace[1425749178] 'agreement among raft nodes before linearized reading' (duration: 374.192126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:51.210554Z","caller":"traceutil/trace.go:171","msg":"trace[300490950] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19465; }","duration":"349.593305ms","start":"2026-03-02T16:41:50.860941Z","end":"2026-03-02T16:41:51.210535Z","steps":["trace[300490950] 'agreement among raft nodes before linearized reading' (duration: 349.316327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.210472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.762365Z","time spent":"447.961079ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/glance-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T16:41:51.210579Z","caller":"traceutil/trace.go:171","msg":"trace[2085579739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19465; }","duration":"431.323211ms","start":"2026-03-02T16:41:50.779231Z","end":"2026-03-02T16:41:51.210555Z","steps":["trace[2085579739] 'agreement among raft nodes before linearized reading' (duration: 431.023623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:51.210586Z","caller":"traceutil/trace.go:171","msg":"trace[617041259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19465; }","duration":"223.374614ms","start":"2026-03-02T16:41:50.987191Z","end":"2026-03-02T16:41:51.210566Z","steps":["trace[617041259] 'agreement among raft nodes before linearized reading' (duration: 223.24725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.2106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.83604Z","time spent":"374.550836ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:41:51.210609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.86093Z","time spent":"349.663507ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":176,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:41:51.210607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.139485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:41:51.210625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.779212Z","time spent":"431.404174ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:41:51.210352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.734948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:41:51.210669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.005954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:41:51.210761Z","caller":"traceutil/trace.go:171","msg":"trace[467296910] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19465; }","duration":"373.138788ms","start":"2026-03-02T16:41:50.8376Z","end":"2026-03-02T16:41:51.210738Z","steps":["trace[467296910] 'agreement among raft nodes before linearized reading' (duration: 372.856871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.210807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.837585Z","time spent":"373.21365ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T16:41:51.211387Z","caller":"traceutil/trace.go:171","msg":"trace[263633565] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19465; }","duration":"443.835778ms","start":"2026-03-02T16:41:50.767529Z","end":"2026-03-02T16:41:51.211365Z","steps":["trace[263633565] 'agreement among raft nodes before linearized reading' (duration: 442.669817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.211488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.767514Z","time spent":"443.958761ms","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T16:41:51.210481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.836055Z","time spent":"374.412872ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:41:51.210496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.789936Z","time spent":"420.547982ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" "} {"level":"info","ts":"2026-03-02T16:41:51.210662Z","caller":"traceutil/trace.go:171","msg":"trace[352371975] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19465; }","duration":"374.208977ms","start":"2026-03-02T16:41:50.836437Z","end":"2026-03-02T16:41:51.210646Z","steps":["trace[352371975] 'agreement among raft nodes before linearized reading' (duration: 374.070953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.212231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:50.836428Z","time spent":"375.774248ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:41:51.595197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.818835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-service\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-02T16:41:51.595312Z","caller":"traceutil/trace.go:171","msg":"trace[154915238] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-service; range_end:; response_count:1; response_revision:19468; }","duration":"210.98141ms","start":"2026-03-02T16:41:51.384305Z","end":"2026-03-02T16:41:51.595286Z","steps":["trace[154915238] 'range keys from in-memory index tree' (duration: 210.546679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:51.597217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.350228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:41:51.5973Z","caller":"traceutil/trace.go:171","msg":"trace[1963973194] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19468; }","duration":"231.492171ms","start":"2026-03-02T16:41:51.365791Z","end":"2026-03-02T16:41:51.597283Z","steps":["trace[1963973194] 'range keys from in-memory index tree' (duration: 229.616991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:52.587364Z","caller":"traceutil/trace.go:171","msg":"trace[864862562] linearizableReadLoop","detail":"{readStateIndex:20223; appliedIndex:20222; }","duration":"111.202369ms","start":"2026-03-02T16:41:52.476138Z","end":"2026-03-02T16:41:52.58734Z","steps":["trace[864862562] 'read index received' (duration: 64.945395ms)","trace[864862562] 'applied index is now lower than readState.Index' (duration: 46.256004ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:52.587467Z","caller":"traceutil/trace.go:171","msg":"trace[461085517] transaction","detail":"{read_only:false; response_revision:19470; number_of_response:1; }","duration":"182.591687ms","start":"2026-03-02T16:41:52.404858Z","end":"2026-03-02T16:41:52.587449Z","steps":["trace[461085517] 'process raft request' (duration: 136.21185ms)","trace[461085517] 'compare' (duration: 46.149901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:52.590726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.555949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:41:52.590836Z","caller":"traceutil/trace.go:171","msg":"trace[1795200456] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19470; }","duration":"114.706463ms","start":"2026-03-02T16:41:52.476104Z","end":"2026-03-02T16:41:52.590811Z","steps":["trace[1795200456] 'agreement among raft nodes before linearized reading' (duration: 111.348793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:52.610729Z","caller":"traceutil/trace.go:171","msg":"trace[2072011890] transaction","detail":"{read_only:false; response_revision:19471; number_of_response:1; }","duration":"132.646885ms","start":"2026-03-02T16:41:52.478044Z","end":"2026-03-02T16:41:52.610691Z","steps":["trace[2072011890] 'process raft request' (duration: 132.387688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:52.611052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.620738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-etc\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-02T16:41:52.611149Z","caller":"traceutil/trace.go:171","msg":"trace[205887227] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-etc; range_end:; response_count:1; response_revision:19471; }","duration":"134.865365ms","start":"2026-03-02T16:41:52.476265Z","end":"2026-03-02T16:41:52.61113Z","steps":["trace[205887227] 'agreement among raft nodes before linearized reading' (duration: 134.555016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:52.858982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.08048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-6wttr-api\" ","response":"range_response_count:1 size:4288"} {"level":"warn","ts":"2026-03-02T16:41:52.859087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.928863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-storage-init\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-02T16:41:52.859087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.459369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:41:52.859081Z","caller":"traceutil/trace.go:171","msg":"trace[1863300189] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-6wttr-api; range_end:; response_count:1; response_revision:19471; }","duration":"132.213244ms","start":"2026-03-02T16:41:52.726839Z","end":"2026-03-02T16:41:52.859053Z","steps":["trace[1863300189] 'range keys from in-memory index tree' (duration: 131.982778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:52.859159Z","caller":"traceutil/trace.go:171","msg":"trace[1785816992] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19471; }","duration":"113.568102ms","start":"2026-03-02T16:41:52.74558Z","end":"2026-03-02T16:41:52.859148Z","steps":["trace[1785816992] 'range keys from in-memory index tree' (duration: 113.329026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:52.859173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.633138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T16:41:52.859159Z","caller":"traceutil/trace.go:171","msg":"trace[699398489] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-storage-init; range_end:; response_count:1; response_revision:19471; }","duration":"155.044116ms","start":"2026-03-02T16:41:52.7041Z","end":"2026-03-02T16:41:52.859144Z","steps":["trace[699398489] 'range keys from in-memory index tree' (duration: 154.79886ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:52.859252Z","caller":"traceutil/trace.go:171","msg":"trace[260659601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19471; }","duration":"134.750831ms","start":"2026-03-02T16:41:52.724477Z","end":"2026-03-02T16:41:52.859228Z","steps":["trace[260659601] 'range keys from in-memory index tree' (duration: 134.434213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:54.264971Z","caller":"traceutil/trace.go:171","msg":"trace[575778674] linearizableReadLoop","detail":"{readStateIndex:20231; appliedIndex:20230; }","duration":"127.099335ms","start":"2026-03-02T16:41:54.137827Z","end":"2026-03-02T16:41:54.264926Z","steps":["trace[575778674] 'read index received' (duration: 79.705052ms)","trace[575778674] 'applied index is now lower than readState.Index' (duration: 47.392903ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:54.26499Z","caller":"traceutil/trace.go:171","msg":"trace[2034916808] transaction","detail":"{read_only:false; response_revision:19477; number_of_response:1; }","duration":"131.816412ms","start":"2026-03-02T16:41:54.13314Z","end":"2026-03-02T16:41:54.264956Z","steps":["trace[2034916808] 'process raft request' (duration: 84.415718ms)","trace[2034916808] 'compare' (duration: 47.195569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:54.265211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.361552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2427"} {"level":"info","ts":"2026-03-02T16:41:54.265264Z","caller":"traceutil/trace.go:171","msg":"trace[1463212053] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:19477; }","duration":"127.454295ms","start":"2026-03-02T16:41:54.1378Z","end":"2026-03-02T16:41:54.265254Z","steps":["trace[1463212053] 'agreement among raft nodes before linearized reading' (duration: 127.2542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:54.270544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.786264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19476 ","response":"range_response_count:898 size:701090"} {"level":"info","ts":"2026-03-02T16:41:54.270623Z","caller":"traceutil/trace.go:171","msg":"trace[343912271] range","detail":"{range_begin:/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\u0000; range_end:/registry/events/openstack0; response_count:898; response_revision:19477; }","duration":"127.889627ms","start":"2026-03-02T16:41:54.142714Z","end":"2026-03-02T16:41:54.270604Z","steps":["trace[343912271] 'agreement among raft nodes before linearized reading' (duration: 122.482542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:55.490949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.970369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:41:55.491079Z","caller":"traceutil/trace.go:171","msg":"trace[155817232] linearizableReadLoop","detail":"{readStateIndex:20238; appliedIndex:20237; }","duration":"130.2438ms","start":"2026-03-02T16:41:55.360817Z","end":"2026-03-02T16:41:55.49106Z","steps":["trace[155817232] 'read index received' (duration: 18.007604ms)","trace[155817232] 'applied index is now lower than readState.Index' (duration: 112.234986ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:55.491217Z","caller":"traceutil/trace.go:171","msg":"trace[1672023357] transaction","detail":"{read_only:false; response_revision:19484; number_of_response:1; }","duration":"132.289275ms","start":"2026-03-02T16:41:55.358911Z","end":"2026-03-02T16:41:55.491201Z","steps":["trace[1672023357] 'process raft request' (duration: 19.968156ms)","trace[1672023357] 'compare' (duration: 111.842786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:55.491464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.64501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T16:41:55.491526Z","caller":"traceutil/trace.go:171","msg":"trace[1424141065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19484; }","duration":"130.729003ms","start":"2026-03-02T16:41:55.360777Z","end":"2026-03-02T16:41:55.491506Z","steps":["trace[1424141065] 'agreement among raft nodes before linearized reading' (duration: 130.543938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:55.491508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.68229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-03-02T16:41:55.491566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.234824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:41:55.491628Z","caller":"traceutil/trace.go:171","msg":"trace[962550346] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:19484; }","duration":"121.826083ms","start":"2026-03-02T16:41:55.369768Z","end":"2026-03-02T16:41:55.491594Z","steps":["trace[962550346] 'agreement among raft nodes before linearized reading' (duration: 121.552096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:55.491663Z","caller":"traceutil/trace.go:171","msg":"trace[1228908134] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19484; }","duration":"119.365527ms","start":"2026-03-02T16:41:55.372265Z","end":"2026-03-02T16:41:55.49163Z","steps":["trace[1228908134] 'agreement among raft nodes before linearized reading' (duration: 119.063729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.067124Z","caller":"traceutil/trace.go:171","msg":"trace[653570292] linearizableReadLoop","detail":"{readStateIndex:20242; appliedIndex:20241; }","duration":"385.819519ms","start":"2026-03-02T16:41:56.681252Z","end":"2026-03-02T16:41:57.067071Z","steps":["trace[653570292] 'read index received' (duration: 385.548912ms)","trace[653570292] 'applied index is now lower than readState.Index' (duration: 266.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:57.067174Z","caller":"traceutil/trace.go:171","msg":"trace[1872748667] transaction","detail":"{read_only:false; response_revision:19488; number_of_response:1; }","duration":"392.109399ms","start":"2026-03-02T16:41:56.67503Z","end":"2026-03-02T16:41:57.067139Z","steps":["trace[1872748667] 'process raft request' (duration: 391.877432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.067408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.608432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-test\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T16:41:57.067456Z","caller":"traceutil/trace.go:171","msg":"trace[231874009] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-test; range_end:; response_count:1; response_revision:19488; }","duration":"315.697035ms","start":"2026-03-02T16:41:56.751745Z","end":"2026-03-02T16:41:57.067442Z","steps":["trace[231874009] 'agreement among raft nodes before linearized reading' (duration: 315.53255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.067465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.316317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T16:41:57.067474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.148216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:41:57.067492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:56.751728Z","time spent":"315.755376ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":554,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-test\" "} {"level":"info","ts":"2026-03-02T16:41:57.067522Z","caller":"traceutil/trace.go:171","msg":"trace[1523435694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19488; }","duration":"151.408589ms","start":"2026-03-02T16:41:56.916096Z","end":"2026-03-02T16:41:57.067505Z","steps":["trace[1523435694] 'agreement among raft nodes before linearized reading' (duration: 151.234625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.067527Z","caller":"traceutil/trace.go:171","msg":"trace[598248666] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19488; }","duration":"201.26351ms","start":"2026-03-02T16:41:56.866246Z","end":"2026-03-02T16:41:57.06751Z","steps":["trace[598248666] 'agreement among raft nodes before linearized reading' (duration: 201.044914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.067504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.055795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:41:57.067551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.59262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:41:57.067599Z","caller":"traceutil/trace.go:171","msg":"trace[1005455536] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19488; }","duration":"274.649172ms","start":"2026-03-02T16:41:56.792937Z","end":"2026-03-02T16:41:57.067587Z","steps":["trace[1005455536] 'agreement among raft nodes before linearized reading' (duration: 274.562909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.067614Z","caller":"traceutil/trace.go:171","msg":"trace[268286311] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19488; }","duration":"386.345683ms","start":"2026-03-02T16:41:56.681234Z","end":"2026-03-02T16:41:57.067579Z","steps":["trace[268286311] 'agreement among raft nodes before linearized reading' (duration: 385.996454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.067579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.658403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T16:41:57.067673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.29211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T16:41:57.067687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:56.681221Z","time spent":"386.443336ms","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:41:57.067702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.272721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-ovn-vpn-agent-default\" ","response":"range_response_count:1 size:33268"} {"level":"info","ts":"2026-03-02T16:41:57.067703Z","caller":"traceutil/trace.go:171","msg":"trace[96710488] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19488; }","duration":"235.807967ms","start":"2026-03-02T16:41:56.831877Z","end":"2026-03-02T16:41:57.067685Z","steps":["trace[96710488] 'agreement among raft nodes before linearized reading' (duration: 235.54911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.067723Z","caller":"traceutil/trace.go:171","msg":"trace[1826336412] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19488; }","duration":"230.378692ms","start":"2026-03-02T16:41:56.837328Z","end":"2026-03-02T16:41:57.067706Z","steps":["trace[1826336412] 'agreement among raft nodes before linearized reading' (duration: 230.233998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.067737Z","caller":"traceutil/trace.go:171","msg":"trace[535290197] range","detail":"{range_begin:/registry/secrets/openstack/neutron-ovn-vpn-agent-default; range_end:; response_count:1; response_revision:19488; }","duration":"303.328002ms","start":"2026-03-02T16:41:56.7644Z","end":"2026-03-02T16:41:57.067728Z","steps":["trace[535290197] 'agreement among raft nodes before linearized reading' (duration: 303.22541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.067766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:56.764386Z","time spent":"303.372643ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":33291,"request content":"key:\"/registry/secrets/openstack/neutron-ovn-vpn-agent-default\" "} {"level":"warn","ts":"2026-03-02T16:41:57.067943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:56.675005Z","time spent":"392.879709ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:41:57.434401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.046874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:41:57.434584Z","caller":"traceutil/trace.go:171","msg":"trace[1596791857] linearizableReadLoop","detail":"{readStateIndex:20247; appliedIndex:20246; }","duration":"210.765874ms","start":"2026-03-02T16:41:57.223802Z","end":"2026-03-02T16:41:57.434568Z","steps":["trace[1596791857] 'read index received' (duration: 19.431932ms)","trace[1596791857] 'applied index is now lower than readState.Index' (duration: 191.332232ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:57.434708Z","caller":"traceutil/trace.go:171","msg":"trace[96043920] transaction","detail":"{read_only:false; response_revision:19493; number_of_response:1; }","duration":"271.315271ms","start":"2026-03-02T16:41:57.163381Z","end":"2026-03-02T16:41:57.434696Z","steps":["trace[96043920] 'process raft request' (duration: 79.896147ms)","trace[96043920] 'compare' (duration: 190.921261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:57.435035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.219726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:41:57.435086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.477146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-rabbitmq-admin\" ","response":"range_response_count:1 size:757"} {"level":"info","ts":"2026-03-02T16:41:57.435142Z","caller":"traceutil/trace.go:171","msg":"trace[291256212] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19493; }","duration":"211.370561ms","start":"2026-03-02T16:41:57.223753Z","end":"2026-03-02T16:41:57.435124Z","steps":["trace[291256212] 'agreement among raft nodes before linearized reading' (duration: 211.117584ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:57.435197Z","caller":"traceutil/trace.go:171","msg":"trace[408428107] range","detail":"{range_begin:/registry/secrets/openstack/neutron-rabbitmq-admin; range_end:; response_count:1; response_revision:19493; }","duration":"178.61113ms","start":"2026-03-02T16:41:57.256564Z","end":"2026-03-02T16:41:57.435175Z","steps":["trace[408428107] 'agreement among raft nodes before linearized reading' (duration: 178.384244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.435375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.898521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:41:57.435455Z","caller":"traceutil/trace.go:171","msg":"trace[1591284855] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19493; }","duration":"210.021104ms","start":"2026-03-02T16:41:57.225417Z","end":"2026-03-02T16:41:57.435438Z","steps":["trace[1591284855] 'agreement among raft nodes before linearized reading' (duration: 209.641904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:57.436413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.192672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:41:57.436442Z","caller":"traceutil/trace.go:171","msg":"trace[84361213] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19493; }","duration":"177.267224ms","start":"2026-03-02T16:41:57.259169Z","end":"2026-03-02T16:41:57.436436Z","steps":["trace[84361213] 'agreement among raft nodes before linearized reading' (duration: 175.781314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:58.622982Z","caller":"traceutil/trace.go:171","msg":"trace[257305392] transaction","detail":"{read_only:false; response_revision:19497; number_of_response:1; }","duration":"174.966292ms","start":"2026-03-02T16:41:58.447991Z","end":"2026-03-02T16:41:58.622957Z","steps":["trace[257305392] 'process raft request' (duration: 174.717855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:58.837895Z","caller":"traceutil/trace.go:171","msg":"trace[1281499044] linearizableReadLoop","detail":"{readStateIndex:20252; appliedIndex:20250; }","duration":"327.821019ms","start":"2026-03-02T16:41:58.510051Z","end":"2026-03-02T16:41:58.837872Z","steps":["trace[1281499044] 'read index received' (duration: 112.74959ms)","trace[1281499044] 'applied index is now lower than readState.Index' (duration: 215.070629ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:58.83792Z","caller":"traceutil/trace.go:171","msg":"trace[551149877] transaction","detail":"{read_only:false; response_revision:19498; number_of_response:1; }","duration":"353.468579ms","start":"2026-03-02T16:41:58.48442Z","end":"2026-03-02T16:41:58.837888Z","steps":["trace[551149877] 'process raft request' (duration: 278.748232ms)","trace[551149877] 'compare' (duration: 74.604854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:41:58.838041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:58.484393Z","time spent":"353.587221ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:41:58.838072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.007243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:40525"} {"level":"info","ts":"2026-03-02T16:41:58.838099Z","caller":"traceutil/trace.go:171","msg":"trace[1636787577] range","detail":"{range_begin:/registry/secrets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:19498; }","duration":"328.072595ms","start":"2026-03-02T16:41:58.510017Z","end":"2026-03-02T16:41:58.83809Z","steps":["trace[1636787577] 'agreement among raft nodes before linearized reading' (duration: 327.953002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:58.838152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:58.51Z","time spent":"328.143238ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":40548,"request content":"key:\"/registry/secrets/openstack/nova-compute-default\" "} {"level":"info","ts":"2026-03-02T16:41:59.011632Z","caller":"traceutil/trace.go:171","msg":"trace[1599285287] linearizableReadLoop","detail":"{readStateIndex:20253; appliedIndex:20252; }","duration":"173.664877ms","start":"2026-03-02T16:41:58.837944Z","end":"2026-03-02T16:41:59.011609Z","steps":["trace[1599285287] 'read index received' (duration: 170.756079ms)","trace[1599285287] 'applied index is now lower than readState.Index' (duration: 2.907948ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:59.01165Z","caller":"traceutil/trace.go:171","msg":"trace[1859950599] transaction","detail":"{read_only:false; response_revision:19499; number_of_response:1; }","duration":"328.672732ms","start":"2026-03-02T16:41:58.682953Z","end":"2026-03-02T16:41:59.011626Z","steps":["trace[1859950599] 'process raft request' (duration: 325.834216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.011766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:58.682928Z","time spent":"328.775675ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:41:59.011818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.46898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-02T16:41:59.011862Z","caller":"traceutil/trace.go:171","msg":"trace[187022615] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:19499; }","duration":"474.546503ms","start":"2026-03-02T16:41:58.537306Z","end":"2026-03-02T16:41:59.011852Z","steps":["trace[187022615] 'agreement among raft nodes before linearized reading' (duration: 474.407589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.01189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:41:58.537289Z","time spent":"474.594293ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-02T16:41:59.376254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.32906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-02T16:41:59.376363Z","caller":"traceutil/trace.go:171","msg":"trace[1911965061] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:19502; }","duration":"102.454013ms","start":"2026-03-02T16:41:59.273889Z","end":"2026-03-02T16:41:59.376343Z","steps":["trace[1911965061] 'range keys from in-memory index tree' (duration: 102.187976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:41:59.840587Z","caller":"traceutil/trace.go:171","msg":"trace[1833509322] linearizableReadLoop","detail":"{readStateIndex:20260; appliedIndex:20258; }","duration":"219.796527ms","start":"2026-03-02T16:41:59.620768Z","end":"2026-03-02T16:41:59.840564Z","steps":["trace[1833509322] 'read index received' (duration: 49.307155ms)","trace[1833509322] 'applied index is now lower than readState.Index' (duration: 170.488392ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:41:59.840707Z","caller":"traceutil/trace.go:171","msg":"trace[835432892] transaction","detail":"{read_only:false; response_revision:19505; number_of_response:1; }","duration":"234.338838ms","start":"2026-03-02T16:41:59.606355Z","end":"2026-03-02T16:41:59.840694Z","steps":["trace[835432892] 'process raft request' (duration: 224.082642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.840895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.987567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-db-api-admin\" ","response":"range_response_count:1 size:716"} {"level":"info","ts":"2026-03-02T16:41:59.841004Z","caller":"traceutil/trace.go:171","msg":"trace[507905167] range","detail":"{range_begin:/registry/secrets/openstack/nova-db-api-admin; range_end:; response_count:1; response_revision:19505; }","duration":"212.132801ms","start":"2026-03-02T16:41:59.628853Z","end":"2026-03-02T16:41:59.840986Z","steps":["trace[507905167] 'agreement among raft nodes before linearized reading' (duration: 211.920136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.841027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.895812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ks-service\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T16:41:59.841111Z","caller":"traceutil/trace.go:171","msg":"trace[986339563] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ks-service; range_end:; response_count:1; response_revision:19505; }","duration":"168.033946ms","start":"2026-03-02T16:41:59.673061Z","end":"2026-03-02T16:41:59.841095Z","steps":["trace[986339563] 'agreement among raft nodes before linearized reading' (duration: 167.79173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:41:59.841019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.240949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:41:59.841233Z","caller":"traceutil/trace.go:171","msg":"trace[97129606] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19505; }","duration":"220.490915ms","start":"2026-03-02T16:41:59.620713Z","end":"2026-03-02T16:41:59.841204Z","steps":["trace[97129606] 'agreement among raft nodes before linearized reading' (duration: 220.127706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:00.100962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.538216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:00.101044Z","caller":"traceutil/trace.go:171","msg":"trace[1983426436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19505; }","duration":"102.658109ms","start":"2026-03-02T16:41:59.998366Z","end":"2026-03-02T16:42:00.101024Z","steps":["trace[1983426436] 'range keys from in-memory index tree' (duration: 102.461683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:00.103869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.916563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:42:00.103951Z","caller":"traceutil/trace.go:171","msg":"trace[379254541] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19505; }","duration":"155.061957ms","start":"2026-03-02T16:41:59.948872Z","end":"2026-03-02T16:42:00.103934Z","steps":["trace[379254541] 'range keys from in-memory index tree' (duration: 152.93248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:01.788829Z","caller":"traceutil/trace.go:171","msg":"trace[2128568510] transaction","detail":"{read_only:false; response_revision:19514; number_of_response:1; }","duration":"112.460302ms","start":"2026-03-02T16:42:01.676298Z","end":"2026-03-02T16:42:01.788759Z","steps":["trace[2128568510] 'process raft request' (duration: 39.941883ms)","trace[2128568510] 'compare' (duration: 72.344725ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:01.969816Z","caller":"traceutil/trace.go:171","msg":"trace[866351292] linearizableReadLoop","detail":"{readStateIndex:20270; appliedIndex:20269; }","duration":"105.384362ms","start":"2026-03-02T16:42:01.864403Z","end":"2026-03-02T16:42:01.969788Z","steps":["trace[866351292] 'read index received' (duration: 66.163138ms)","trace[866351292] 'applied index is now lower than readState.Index' (duration: 39.219794ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:01.969853Z","caller":"traceutil/trace.go:171","msg":"trace[1140448473] transaction","detail":"{read_only:false; response_revision:19515; number_of_response:1; }","duration":"122.665406ms","start":"2026-03-02T16:42:01.847155Z","end":"2026-03-02T16:42:01.969821Z","steps":["trace[1140448473] 'process raft request' (duration: 83.551365ms)","trace[1140448473] 'compare' (duration: 38.882855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:01.97004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.615728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:01.970094Z","caller":"traceutil/trace.go:171","msg":"trace[435491440] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19515; }","duration":"105.702401ms","start":"2026-03-02T16:42:01.864367Z","end":"2026-03-02T16:42:01.970069Z","steps":["trace[435491440] 'agreement among raft nodes before linearized reading' (duration: 105.551857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:02.662577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.968042ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:02.662718Z","caller":"traceutil/trace.go:171","msg":"trace[724154883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19515; }","duration":"146.128757ms","start":"2026-03-02T16:42:02.516567Z","end":"2026-03-02T16:42:02.662695Z","steps":["trace[724154883] 'range keys from in-memory index tree' (duration: 145.942792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:02.662723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.055232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-02T16:42:02.662796Z","caller":"traceutil/trace.go:171","msg":"trace[1750288945] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:19515; }","duration":"582.150634ms","start":"2026-03-02T16:42:02.080623Z","end":"2026-03-02T16:42:02.662774Z","steps":["trace[1750288945] 'range keys from in-memory index tree' (duration: 581.924388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:02.662847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:02.080613Z","time spent":"582.224545ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":558,"request content":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-03-02T16:42:02.662843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.821623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-keystone-admin\" ","response":"range_response_count:1 size:1094"} {"level":"info","ts":"2026-03-02T16:42:02.662895Z","caller":"traceutil/trace.go:171","msg":"trace[163068124] range","detail":"{range_begin:/registry/secrets/openstack/nova-keystone-admin; range_end:; response_count:1; response_revision:19515; }","duration":"524.901586ms","start":"2026-03-02T16:42:02.13798Z","end":"2026-03-02T16:42:02.662882Z","steps":["trace[163068124] 'range keys from in-memory index tree' (duration: 524.712661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:02.662939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:02.137967Z","time spent":"524.963287ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1117,"request content":"key:\"/registry/secrets/openstack/nova-keystone-admin\" "} {"level":"warn","ts":"2026-03-02T16:42:03.120741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.731188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:42:03.120827Z","caller":"traceutil/trace.go:171","msg":"trace[1391448670] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:19516; }","duration":"135.853001ms","start":"2026-03-02T16:42:02.984956Z","end":"2026-03-02T16:42:03.120809Z","steps":["trace[1391448670] 'range keys from in-memory index tree' (duration: 135.617804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:03.121439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.118321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:03.121648Z","caller":"traceutil/trace.go:171","msg":"trace[2022596546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19516; }","duration":"132.340816ms","start":"2026-03-02T16:42:02.989293Z","end":"2026-03-02T16:42:03.121634Z","steps":["trace[2022596546] 'range keys from in-memory index tree' (duration: 132.089999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:03.501607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.222754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:03.501708Z","caller":"traceutil/trace.go:171","msg":"trace[25000369] linearizableReadLoop","detail":"{readStateIndex:20275; appliedIndex:20274; }","duration":"118.69875ms","start":"2026-03-02T16:42:03.382992Z","end":"2026-03-02T16:42:03.501691Z","steps":["trace[25000369] 'read index received' (duration: 15.300742ms)","trace[25000369] 'applied index is now lower than readState.Index' (duration: 103.396928ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:03.501787Z","caller":"traceutil/trace.go:171","msg":"trace[274685925] transaction","detail":"{read_only:false; response_revision:19520; number_of_response:1; }","duration":"128.122004ms","start":"2026-03-02T16:42:03.373653Z","end":"2026-03-02T16:42:03.501775Z","steps":["trace[274685925] 'process raft request' (duration: 24.649463ms)","trace[274685925] 'compare' (duration: 103.111501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:03.504633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.628609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:42:03.504685Z","caller":"traceutil/trace.go:171","msg":"trace[1607007924] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19520; }","duration":"121.697781ms","start":"2026-03-02T16:42:03.382976Z","end":"2026-03-02T16:42:03.504674Z","steps":["trace[1607007924] 'agreement among raft nodes before linearized reading' (duration: 119.327897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:03.74185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.811861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T16:42:03.741927Z","caller":"traceutil/trace.go:171","msg":"trace[247882467] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:19520; }","duration":"125.931044ms","start":"2026-03-02T16:42:03.615978Z","end":"2026-03-02T16:42:03.741909Z","steps":["trace[247882467] 'range keys from in-memory index tree' (duration: 125.695678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:04.176637Z","caller":"traceutil/trace.go:171","msg":"trace[390777517] linearizableReadLoop","detail":"{readStateIndex:20276; appliedIndex:20275; }","duration":"383.315431ms","start":"2026-03-02T16:42:03.793298Z","end":"2026-03-02T16:42:04.176614Z","steps":["trace[390777517] 'read index received' (duration: 383.122046ms)","trace[390777517] 'applied index is now lower than readState.Index' (duration: 192.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:04.176762Z","caller":"traceutil/trace.go:171","msg":"trace[1753536806] transaction","detail":"{read_only:false; response_revision:19521; number_of_response:1; }","duration":"430.89264ms","start":"2026-03-02T16:42:03.745855Z","end":"2026-03-02T16:42:04.176748Z","steps":["trace[1753536806] 'process raft request' (duration: 430.621143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.176916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.190904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-keystone-user\" ","response":"range_response_count:1 size:1093"} {"level":"info","ts":"2026-03-02T16:42:04.17699Z","caller":"traceutil/trace.go:171","msg":"trace[1419620647] range","detail":"{range_begin:/registry/secrets/openstack/nova-keystone-user; range_end:; response_count:1; response_revision:19521; }","duration":"330.339978ms","start":"2026-03-02T16:42:03.846632Z","end":"2026-03-02T16:42:04.176972Z","steps":["trace[1419620647] 'agreement among raft nodes before linearized reading' (duration: 330.174364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.176992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:03.745828Z","time spent":"430.962112ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:04.177123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.824135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:04.177159Z","caller":"traceutil/trace.go:171","msg":"trace[600993882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19521; }","duration":"383.891577ms","start":"2026-03-02T16:42:03.793259Z","end":"2026-03-02T16:42:04.17715Z","steps":["trace[600993882] 'agreement among raft nodes before linearized reading' (duration: 383.791474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.177184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:03.793243Z","time spent":"383.935928ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:42:04.17703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:03.846615Z","time spent":"330.406499ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1116,"request content":"key:\"/registry/secrets/openstack/nova-keystone-user\" "} {"level":"warn","ts":"2026-03-02T16:42:04.177559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.800647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:42:04.177596Z","caller":"traceutil/trace.go:171","msg":"trace[1155298038] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:19521; }","duration":"136.873529ms","start":"2026-03-02T16:42:04.040714Z","end":"2026-03-02T16:42:04.177588Z","steps":["trace[1155298038] 'agreement among raft nodes before linearized reading' (duration: 136.776896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.177794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.948544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:04.177828Z","caller":"traceutil/trace.go:171","msg":"trace[1844379744] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19521; }","duration":"184.011105ms","start":"2026-03-02T16:42:03.993809Z","end":"2026-03-02T16:42:04.17782Z","steps":["trace[1844379744] 'agreement among raft nodes before linearized reading' (duration: 183.922602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.178016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.244468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:42:04.178062Z","caller":"traceutil/trace.go:171","msg":"trace[1179083182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19521; }","duration":"201.318251ms","start":"2026-03-02T16:42:03.976722Z","end":"2026-03-02T16:42:04.178041Z","steps":["trace[1179083182] 'agreement among raft nodes before linearized reading' (duration: 201.239849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.178248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.396196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T16:42:04.178284Z","caller":"traceutil/trace.go:171","msg":"trace[1402819395] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:19521; }","duration":"331.450437ms","start":"2026-03-02T16:42:03.846826Z","end":"2026-03-02T16:42:04.178276Z","steps":["trace[1402819395] 'agreement among raft nodes before linearized reading' (duration: 331.348574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:04.178311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:03.846818Z","time spent":"331.485099ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":554,"request content":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" "} {"level":"info","ts":"2026-03-02T16:42:05.060503Z","caller":"traceutil/trace.go:171","msg":"trace[721935841] transaction","detail":"{read_only:false; response_revision:19526; number_of_response:1; }","duration":"119.587484ms","start":"2026-03-02T16:42:04.940889Z","end":"2026-03-02T16:42:05.060477Z","steps":["trace[721935841] 'process raft request' (duration: 119.139772ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:07.711086Z","caller":"traceutil/trace.go:171","msg":"trace[1061755738] linearizableReadLoop","detail":"{readStateIndex:20294; appliedIndex:20293; }","duration":"160.825241ms","start":"2026-03-02T16:42:07.55024Z","end":"2026-03-02T16:42:07.711065Z","steps":["trace[1061755738] 'read index received' (duration: 160.713538ms)","trace[1061755738] 'applied index is now lower than readState.Index' (duration: 110.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:07.711314Z","caller":"traceutil/trace.go:171","msg":"trace[1307779128] transaction","detail":"{read_only:false; response_revision:19538; number_of_response:1; }","duration":"162.169878ms","start":"2026-03-02T16:42:07.549113Z","end":"2026-03-02T16:42:07.711283Z","steps":["trace[1307779128] 'process raft request' (duration: 161.837479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:07.712315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.055635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:132 size:1656247"} {"level":"info","ts":"2026-03-02T16:42:07.712361Z","caller":"traceutil/trace.go:171","msg":"trace[848651638] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:132; response_revision:19538; }","duration":"162.131657ms","start":"2026-03-02T16:42:07.550219Z","end":"2026-03-02T16:42:07.71235Z","steps":["trace[848651638] 'agreement among raft nodes before linearized reading' (duration: 161.152141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:09.479968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.608501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-keystone-admin\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-03-02T16:42:09.480049Z","caller":"traceutil/trace.go:171","msg":"trace[1375718440] range","detail":"{range_begin:/registry/secrets/openstack/placement-keystone-admin; range_end:; response_count:1; response_revision:19543; }","duration":"312.729385ms","start":"2026-03-02T16:42:09.167308Z","end":"2026-03-02T16:42:09.480038Z","steps":["trace[1375718440] 'range keys from in-memory index tree' (duration: 312.474608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:09.480075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:09.167288Z","time spent":"312.781015ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1132,"request content":"key:\"/registry/secrets/openstack/placement-keystone-admin\" "} {"level":"warn","ts":"2026-03-02T16:42:09.480149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.822922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-02T16:42:09.480211Z","caller":"traceutil/trace.go:171","msg":"trace[978672070] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:19543; }","duration":"307.884924ms","start":"2026-03-02T16:42:09.172311Z","end":"2026-03-02T16:42:09.480196Z","steps":["trace[978672070] 'range keys from in-memory index tree' (duration: 307.703299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:09.480246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:09.17228Z","time spent":"307.958436ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":547,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-02T16:42:09.568782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.282924ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T16:42:09.569013Z","caller":"traceutil/trace.go:171","msg":"trace[1198271241] linearizableReadLoop","detail":"{readStateIndex:20300; appliedIndex:20299; }","duration":"372.810068ms","start":"2026-03-02T16:42:09.196176Z","end":"2026-03-02T16:42:09.568986Z","steps":["trace[1198271241] 'read index received' (duration: 80.254687ms)","trace[1198271241] 'applied index is now lower than readState.Index' (duration: 292.552221ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:09.569067Z","caller":"traceutil/trace.go:171","msg":"trace[1705445674] transaction","detail":"{read_only:false; response_revision:19544; number_of_response:1; }","duration":"305.700374ms","start":"2026-03-02T16:42:09.263337Z","end":"2026-03-02T16:42:09.569037Z","steps":["trace[1705445674] 'process raft request' (duration: 305.54078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:09.569164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:09.263321Z","time spent":"305.781287ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:09.569256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.579453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:09.569328Z","caller":"traceutil/trace.go:171","msg":"trace[1122677190] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:19545; }","duration":"167.696516ms","start":"2026-03-02T16:42:09.401617Z","end":"2026-03-02T16:42:09.569314Z","steps":["trace[1122677190] 'agreement among raft nodes before linearized reading' (duration: 167.563682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:09.569505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.325212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:09.569556Z","caller":"traceutil/trace.go:171","msg":"trace[1105183846] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19545; }","duration":"373.402194ms","start":"2026-03-02T16:42:09.196126Z","end":"2026-03-02T16:42:09.569529Z","steps":["trace[1105183846] 'agreement among raft nodes before linearized reading' (duration: 372.999403ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:09.56957Z","caller":"traceutil/trace.go:171","msg":"trace[1457919721] transaction","detail":"{read_only:false; response_revision:19545; number_of_response:1; }","duration":"278.987506ms","start":"2026-03-02T16:42:09.290568Z","end":"2026-03-02T16:42:09.569555Z","steps":["trace[1457919721] 'process raft request' (duration: 278.427081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:09.569587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:09.196106Z","time spent":"373.472066ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:09.569803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.318838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:42:09.569832Z","caller":"traceutil/trace.go:171","msg":"trace[1004107939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19545; }","duration":"128.364959ms","start":"2026-03-02T16:42:09.441459Z","end":"2026-03-02T16:42:09.569824Z","steps":["trace[1004107939] 'agreement among raft nodes before linearized reading' (duration: 128.297967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:09.569847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.01381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:09.569893Z","caller":"traceutil/trace.go:171","msg":"trace[1072189259] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19545; }","duration":"115.072842ms","start":"2026-03-02T16:42:09.454808Z","end":"2026-03-02T16:42:09.569881Z","steps":["trace[1072189259] 'agreement among raft nodes before linearized reading' (duration: 114.98684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:09.678062Z","caller":"traceutil/trace.go:171","msg":"trace[129780371] transaction","detail":"{read_only:false; response_revision:19546; number_of_response:1; }","duration":"103.474842ms","start":"2026-03-02T16:42:09.574557Z","end":"2026-03-02T16:42:09.678032Z","steps":["trace[129780371] 'process raft request' (duration: 77.661078ms)","trace[129780371] 'compare' (duration: 25.526546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:10.000066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.202966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:10.000144Z","caller":"traceutil/trace.go:171","msg":"trace[394787312] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19547; }","duration":"198.334221ms","start":"2026-03-02T16:42:09.801792Z","end":"2026-03-02T16:42:10.000127Z","steps":["trace[394787312] 'count revisions from in-memory index tree' (duration: 198.090664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.000031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.658729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-02T16:42:10.000517Z","caller":"traceutil/trace.go:171","msg":"trace[1406592696] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:19547; }","duration":"215.199144ms","start":"2026-03-02T16:42:09.785293Z","end":"2026-03-02T16:42:10.000492Z","steps":["trace[1406592696] 'range keys from in-memory index tree' (duration: 214.473564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.003981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.946417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:42:10.004081Z","caller":"traceutil/trace.go:171","msg":"trace[1248995197] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19547; }","duration":"202.104311ms","start":"2026-03-02T16:42:09.801955Z","end":"2026-03-02T16:42:10.004059Z","steps":["trace[1248995197] 'range keys from in-memory index tree' (duration: 198.959177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:10.540577Z","caller":"traceutil/trace.go:171","msg":"trace[1969909442] linearizableReadLoop","detail":"{readStateIndex:20306; appliedIndex:20305; }","duration":"117.894239ms","start":"2026-03-02T16:42:10.422632Z","end":"2026-03-02T16:42:10.540526Z","steps":["trace[1969909442] 'read index received' (duration: 117.512108ms)","trace[1969909442] 'applied index is now lower than readState.Index' (duration: 380.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:10.540655Z","caller":"traceutil/trace.go:171","msg":"trace[647133969] transaction","detail":"{read_only:false; response_revision:19549; number_of_response:1; }","duration":"118.806733ms","start":"2026-03-02T16:42:10.421812Z","end":"2026-03-02T16:42:10.540618Z","steps":["trace[647133969] 'process raft request' (duration: 118.473764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.540908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.237838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:42:10.540999Z","caller":"traceutil/trace.go:171","msg":"trace[326057966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19549; }","duration":"118.360981ms","start":"2026-03-02T16:42:10.422615Z","end":"2026-03-02T16:42:10.540976Z","steps":["trace[326057966] 'agreement among raft nodes before linearized reading' (duration: 118.101224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.540932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.416543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:10.541165Z","caller":"traceutil/trace.go:171","msg":"trace[1025832225] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19549; }","duration":"108.702511ms","start":"2026-03-02T16:42:10.432434Z","end":"2026-03-02T16:42:10.541136Z","steps":["trace[1025832225] 'agreement among raft nodes before linearized reading' (duration: 108.319291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.717529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.988368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:10.717842Z","caller":"traceutil/trace.go:171","msg":"trace[2121766238] linearizableReadLoop","detail":"{readStateIndex:20307; appliedIndex:20306; }","duration":"172.680351ms","start":"2026-03-02T16:42:10.545145Z","end":"2026-03-02T16:42:10.717825Z","steps":["trace[2121766238] 'read index received' (duration: 37.250902ms)","trace[2121766238] 'applied index is now lower than readState.Index' (duration: 135.428199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:10.718295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.128263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-api\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T16:42:10.718374Z","caller":"traceutil/trace.go:171","msg":"trace[1706581987] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-api; range_end:; response_count:1; response_revision:19550; }","duration":"173.240386ms","start":"2026-03-02T16:42:10.545116Z","end":"2026-03-02T16:42:10.718356Z","steps":["trace[1706581987] 'agreement among raft nodes before linearized reading' (duration: 172.993509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.718387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.172594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T16:42:10.718379Z","caller":"traceutil/trace.go:171","msg":"trace[1184822767] transaction","detail":"{read_only:false; response_revision:19550; number_of_response:1; }","duration":"173.241636ms","start":"2026-03-02T16:42:10.5451Z","end":"2026-03-02T16:42:10.718342Z","steps":["trace[1184822767] 'process raft request' (duration: 37.350864ms)","trace[1184822767] 'compare' (duration: 134.868535ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:10.718992Z","caller":"traceutil/trace.go:171","msg":"trace[667869707] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:1; response_revision:19550; }","duration":"173.260417ms","start":"2026-03-02T16:42:10.54518Z","end":"2026-03-02T16:42:10.71844Z","steps":["trace[667869707] 'agreement among raft nodes before linearized reading' (duration: 173.084442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:10.719352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.390003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933439"} {"level":"info","ts":"2026-03-02T16:42:10.719452Z","caller":"traceutil/trace.go:171","msg":"trace[430394799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19550; }","duration":"172.508487ms","start":"2026-03-02T16:42:10.546925Z","end":"2026-03-02T16:42:10.719433Z","steps":["trace[430394799] 'agreement among raft nodes before linearized reading' (duration: 171.342755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:11.051323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.449121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-db-init\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T16:42:11.05142Z","caller":"traceutil/trace.go:171","msg":"trace[665071980] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-db-init; range_end:; response_count:1; response_revision:19550; }","duration":"157.575994ms","start":"2026-03-02T16:42:10.893817Z","end":"2026-03-02T16:42:11.051393Z","steps":["trace[665071980] 'range keys from in-memory index tree' (duration: 157.288067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:11.052613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.252084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:42:11.052699Z","caller":"traceutil/trace.go:171","msg":"trace[1706947085] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19550; }","duration":"161.380487ms","start":"2026-03-02T16:42:10.891301Z","end":"2026-03-02T16:42:11.052682Z","steps":["trace[1706947085] 'range keys from in-memory index tree' (duration: 159.951238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:12.045236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.522902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-03-02T16:42:12.045305Z","caller":"traceutil/trace.go:171","msg":"trace[171682932] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:19556; }","duration":"119.638685ms","start":"2026-03-02T16:42:11.925651Z","end":"2026-03-02T16:42:12.04529Z","steps":["trace[171682932] 'range keys from in-memory index tree' (duration: 119.341317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:12.045437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.075047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-ks-service\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-03-02T16:42:12.045522Z","caller":"traceutil/trace.go:171","msg":"trace[397949542] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-ks-service; range_end:; response_count:1; response_revision:19556; }","duration":"117.175699ms","start":"2026-03-02T16:42:11.928324Z","end":"2026-03-02T16:42:12.0455Z","steps":["trace[397949542] 'range keys from in-memory index tree' (duration: 116.683335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:12.589892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.285182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-03-02T16:42:12.589923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.248949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-ks-user\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T16:42:12.589967Z","caller":"traceutil/trace.go:171","msg":"trace[1389606593] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:19559; }","duration":"130.402675ms","start":"2026-03-02T16:42:12.459544Z","end":"2026-03-02T16:42:12.589947Z","steps":["trace[1389606593] 'range keys from in-memory index tree' (duration: 130.178739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:12.589996Z","caller":"traceutil/trace.go:171","msg":"trace[1590076579] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-ks-user; range_end:; response_count:1; response_revision:19559; }","duration":"156.367552ms","start":"2026-03-02T16:42:12.433609Z","end":"2026-03-02T16:42:12.589977Z","steps":["trace[1590076579] 'range keys from in-memory index tree' (duration: 155.89789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:12.744688Z","caller":"traceutil/trace.go:171","msg":"trace[1820252837] transaction","detail":"{read_only:false; response_revision:19560; number_of_response:1; }","duration":"179.456883ms","start":"2026-03-02T16:42:12.565202Z","end":"2026-03-02T16:42:12.744659Z","steps":["trace[1820252837] 'process raft request' (duration: 179.256888ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:12.757366Z","caller":"traceutil/trace.go:171","msg":"trace[397785706] transaction","detail":"{read_only:false; response_revision:19561; number_of_response:1; }","duration":"163.317379ms","start":"2026-03-02T16:42:12.594025Z","end":"2026-03-02T16:42:12.757342Z","steps":["trace[397785706] 'process raft request' (duration: 162.878167ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:12.899652Z","caller":"traceutil/trace.go:171","msg":"trace[57048721] linearizableReadLoop","detail":"{readStateIndex:20319; appliedIndex:20318; }","duration":"134.042672ms","start":"2026-03-02T16:42:12.765579Z","end":"2026-03-02T16:42:12.899621Z","steps":["trace[57048721] 'read index received' (duration: 52.206903ms)","trace[57048721] 'applied index is now lower than readState.Index' (duration: 81.834769ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:12.899724Z","caller":"traceutil/trace.go:171","msg":"trace[2129842516] transaction","detail":"{read_only:false; response_revision:19562; number_of_response:1; }","duration":"137.726461ms","start":"2026-03-02T16:42:12.761969Z","end":"2026-03-02T16:42:12.899696Z","steps":["trace[2129842516] 'process raft request' (duration: 55.986674ms)","trace[2129842516] 'compare' (duration: 81.550212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:12.901175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.573074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:132 size:1656247"} {"level":"info","ts":"2026-03-02T16:42:12.901254Z","caller":"traceutil/trace.go:171","msg":"trace[80971415] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:132; response_revision:19562; }","duration":"135.681316ms","start":"2026-03-02T16:42:12.765546Z","end":"2026-03-02T16:42:12.901228Z","steps":["trace[80971415] 'agreement among raft nodes before linearized reading' (duration: 134.209917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:12.901261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.655506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933439"} {"level":"info","ts":"2026-03-02T16:42:12.901361Z","caller":"traceutil/trace.go:171","msg":"trace[218859775] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19562; }","duration":"135.783449ms","start":"2026-03-02T16:42:12.76554Z","end":"2026-03-02T16:42:12.901324Z","steps":["trace[218859775] 'agreement among raft nodes before linearized reading' (duration: 134.434642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.079397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.611124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:42:14.079421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.140632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:14.079475Z","caller":"traceutil/trace.go:171","msg":"trace[1042868160] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19563; }","duration":"455.751028ms","start":"2026-03-02T16:42:13.623703Z","end":"2026-03-02T16:42:14.079454Z","steps":["trace[1042868160] 'range keys from in-memory index tree' (duration: 455.365338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:14.079512Z","caller":"traceutil/trace.go:171","msg":"trace[403586219] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19563; }","duration":"455.231044ms","start":"2026-03-02T16:42:13.624244Z","end":"2026-03-02T16:42:14.079475Z","steps":["trace[403586219] 'range keys from in-memory index tree' (duration: 454.973198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.079564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:13.624239Z","time spent":"455.314736ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:14.079711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.501571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-03-02T16:42:14.079771Z","caller":"traceutil/trace.go:171","msg":"trace[2016478472] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:19563; }","duration":"756.599823ms","start":"2026-03-02T16:42:13.323158Z","end":"2026-03-02T16:42:14.079758Z","steps":["trace[2016478472] 'range keys from in-memory index tree' (duration: 756.356117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.079795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:13.32314Z","time spent":"756.648434ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":737,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-02T16:42:14.079923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.282179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-erlang-cookie\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-03-02T16:42:14.079943Z","caller":"traceutil/trace.go:171","msg":"trace[1089999244] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-erlang-cookie; range_end:; response_count:1; response_revision:19563; }","duration":"713.33937ms","start":"2026-03-02T16:42:13.366598Z","end":"2026-03-02T16:42:14.079938Z","steps":["trace[1089999244] 'range keys from in-memory index tree' (duration: 713.131885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.079956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:13.366579Z","time spent":"713.374592ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":839,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-erlang-cookie\" "} {"level":"warn","ts":"2026-03-02T16:42:14.079748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.872146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:14.080071Z","caller":"traceutil/trace.go:171","msg":"trace[1088577638] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19563; }","duration":"477.233645ms","start":"2026-03-02T16:42:13.602815Z","end":"2026-03-02T16:42:14.080049Z","steps":["trace[1088577638] 'range keys from in-memory index tree' (duration: 476.727262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.079517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:13.623677Z","time spent":"455.83025ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:14.080127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:13.602792Z","time spent":"477.320768ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:14.08052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.213309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:14.080599Z","caller":"traceutil/trace.go:171","msg":"trace[1502654211] transaction","detail":"{read_only:false; response_revision:19564; number_of_response:1; }","duration":"455.392519ms","start":"2026-03-02T16:42:13.62519Z","end":"2026-03-02T16:42:14.080583Z","steps":["trace[1502654211] 'process raft request' (duration: 200.018956ms)","trace[1502654211] 'compare' (duration: 254.258483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:14.080659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:13.625177Z","time spent":"455.45246ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:14.090785Z","caller":"traceutil/trace.go:171","msg":"trace[2040199399] linearizableReadLoop","detail":"{readStateIndex:20322; appliedIndex:20320; }","duration":"398.453118ms","start":"2026-03-02T16:42:13.692317Z","end":"2026-03-02T16:42:14.090771Z","steps":["trace[2040199399] 'read index received' (duration: 132.84808ms)","trace[2040199399] 'applied index is now lower than readState.Index' (duration: 265.604228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:14.091012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.694894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:14.091052Z","caller":"traceutil/trace.go:171","msg":"trace[1913146231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19565; }","duration":"398.783667ms","start":"2026-03-02T16:42:13.692258Z","end":"2026-03-02T16:42:14.091042Z","steps":["trace[1913146231] 'agreement among raft nodes before linearized reading' (duration: 398.600882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.091161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:13.69224Z","time spent":"398.90364ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:42:14.091188Z","caller":"traceutil/trace.go:171","msg":"trace[1966493325] transaction","detail":"{read_only:false; response_revision:19565; number_of_response:1; }","duration":"465.898491ms","start":"2026-03-02T16:42:13.625265Z","end":"2026-03-02T16:42:14.091164Z","steps":["trace[1966493325] 'process raft request' (duration: 465.420698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.091218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.442245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T16:42:14.091304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:13.625241Z","time spent":"466.006323ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:14.091377Z","caller":"traceutil/trace.go:171","msg":"trace[604097051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19565; }","duration":"255.6255ms","start":"2026-03-02T16:42:13.835686Z","end":"2026-03-02T16:42:14.091312Z","steps":["trace[604097051] 'agreement among raft nodes before linearized reading' (duration: 255.351262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.091847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.041851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:42:14.091924Z","caller":"traceutil/trace.go:171","msg":"trace[1554679931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19565; }","duration":"397.143263ms","start":"2026-03-02T16:42:13.694761Z","end":"2026-03-02T16:42:14.091904Z","steps":["trace[1554679931] 'agreement among raft nodes before linearized reading' (duration: 396.161986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.09199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:13.694748Z","time spent":"397.231715ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:42:14.609943Z","caller":"traceutil/trace.go:171","msg":"trace[1078627897] linearizableReadLoop","detail":"{readStateIndex:20324; appliedIndex:20323; }","duration":"514.573629ms","start":"2026-03-02T16:42:14.095334Z","end":"2026-03-02T16:42:14.609907Z","steps":["trace[1078627897] 'read index received' (duration: 457.765992ms)","trace[1078627897] 'applied index is now lower than readState.Index' (duration: 56.805847ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:14.610277Z","caller":"traceutil/trace.go:171","msg":"trace[2008396849] transaction","detail":"{read_only:false; response_revision:19566; number_of_response:1; }","duration":"515.552725ms","start":"2026-03-02T16:42:14.094703Z","end":"2026-03-02T16:42:14.610256Z","steps":["trace[2008396849] 'process raft request' (duration: 458.376029ms)","trace[2008396849] 'compare' (duration: 56.359274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:14.610422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.094693Z","time spent":"515.640417ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:14.611853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.34921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:132 size:1656247"} {"level":"info","ts":"2026-03-02T16:42:14.611992Z","caller":"traceutil/trace.go:171","msg":"trace[1468004158] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:132; response_revision:19566; }","duration":"518.510014ms","start":"2026-03-02T16:42:14.093459Z","end":"2026-03-02T16:42:14.611969Z","steps":["trace[1468004158] 'agreement among raft nodes before linearized reading' (duration: 516.831409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.612095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.093452Z","time spent":"518.617647ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":132,"response size":1656270,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:42:14.616003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.099804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-erlang-cookie\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-03-02T16:42:14.616107Z","caller":"traceutil/trace.go:171","msg":"trace[1454690801] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-erlang-cookie; range_end:; response_count:1; response_revision:19568; }","duration":"457.242808ms","start":"2026-03-02T16:42:14.15885Z","end":"2026-03-02T16:42:14.616093Z","steps":["trace[1454690801] 'agreement among raft nodes before linearized reading' (duration: 457.056053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.616171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.158833Z","time spent":"457.32684ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":839,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-erlang-cookie\" "} {"level":"info","ts":"2026-03-02T16:42:14.61625Z","caller":"traceutil/trace.go:171","msg":"trace[1063136128] transaction","detail":"{read_only:false; response_revision:19568; number_of_response:1; }","duration":"519.765708ms","start":"2026-03-02T16:42:14.096219Z","end":"2026-03-02T16:42:14.615985Z","steps":["trace[1063136128] 'process raft request' (duration: 519.627094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.616165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.334828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:14.616426Z","caller":"traceutil/trace.go:171","msg":"trace[339048398] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19568; }","duration":"333.643426ms","start":"2026-03-02T16:42:14.282765Z","end":"2026-03-02T16:42:14.616408Z","steps":["trace[339048398] 'agreement among raft nodes before linearized reading' (duration: 333.264286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.616464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.107966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:42:14.616541Z","caller":"traceutil/trace.go:171","msg":"trace[1053491296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19568; }","duration":"242.231029ms","start":"2026-03-02T16:42:14.374294Z","end":"2026-03-02T16:42:14.616525Z","steps":["trace[1053491296] 'agreement among raft nodes before linearized reading' (duration: 241.705745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.616007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.938058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:14.616701Z","caller":"traceutil/trace.go:171","msg":"trace[571344263] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19568; }","duration":"240.682838ms","start":"2026-03-02T16:42:14.376001Z","end":"2026-03-02T16:42:14.616684Z","steps":["trace[571344263] 'agreement among raft nodes before linearized reading' (duration: 239.904287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.616665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.282745Z","time spent":"333.768129ms","remote":"127.0.0.1:35278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":124,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:14.616348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.096202Z","time spent":"520.091696ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:14.617167Z","caller":"traceutil/trace.go:171","msg":"trace[793505116] transaction","detail":"{read_only:false; response_revision:19567; number_of_response:1; }","duration":"520.245731ms","start":"2026-03-02T16:42:14.095708Z","end":"2026-03-02T16:42:14.615953Z","steps":["trace[793505116] 'process raft request' (duration: 520.044356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.61732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:14.095698Z","time spent":"521.549696ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:14.87208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.108347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-03-02T16:42:14.872265Z","caller":"traceutil/trace.go:171","msg":"trace[1587153832] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:19569; }","duration":"114.361194ms","start":"2026-03-02T16:42:14.757879Z","end":"2026-03-02T16:42:14.87224Z","steps":["trace[1587153832] 'range keys from in-memory index tree' (duration: 113.918542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.872101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.028924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:14.872359Z","caller":"traceutil/trace.go:171","msg":"trace[1589471007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19569; }","duration":"111.321051ms","start":"2026-03-02T16:42:14.761016Z","end":"2026-03-02T16:42:14.872338Z","steps":["trace[1589471007] 'range keys from in-memory index tree' (duration: 110.88625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:14.875307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.339452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:42:14.875386Z","caller":"traceutil/trace.go:171","msg":"trace[1705018500] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19569; }","duration":"143.467496ms","start":"2026-03-02T16:42:14.731902Z","end":"2026-03-02T16:42:14.875369Z","steps":["trace[1705018500] 'range keys from in-memory index tree' (duration: 141.087311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:15.073356Z","caller":"traceutil/trace.go:171","msg":"trace[856150231] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"124.939098ms","start":"2026-03-02T16:42:14.948382Z","end":"2026-03-02T16:42:15.073322Z","steps":["trace[856150231] 'process raft request' (duration: 88.962301ms)","trace[856150231] 'compare' (duration: 35.591706ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:15.330057Z","caller":"traceutil/trace.go:171","msg":"trace[2086895050] linearizableReadLoop","detail":"{readStateIndex:20330; appliedIndex:20329; }","duration":"146.833376ms","start":"2026-03-02T16:42:15.183205Z","end":"2026-03-02T16:42:15.330038Z","steps":["trace[2086895050] 'read index received' (duration: 146.6371ms)","trace[2086895050] 'applied index is now lower than readState.Index' (duration: 195.606µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:15.330127Z","caller":"traceutil/trace.go:171","msg":"trace[1845377329] transaction","detail":"{read_only:false; response_revision:19572; number_of_response:1; }","duration":"154.279416ms","start":"2026-03-02T16:42:15.175812Z","end":"2026-03-02T16:42:15.330092Z","steps":["trace[1845377329] 'process raft request' (duration: 154.101201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:15.330392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.011458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T16:42:15.330531Z","caller":"traceutil/trace.go:171","msg":"trace[938565804] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:19572; }","duration":"135.204853ms","start":"2026-03-02T16:42:15.195302Z","end":"2026-03-02T16:42:15.330506Z","steps":["trace[938565804] 'agreement among raft nodes before linearized reading' (duration: 134.930416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:15.332999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.791626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:42:15.333062Z","caller":"traceutil/trace.go:171","msg":"trace[278058262] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19572; }","duration":"149.862187ms","start":"2026-03-02T16:42:15.183189Z","end":"2026-03-02T16:42:15.333051Z","steps":["trace[278058262] 'agreement among raft nodes before linearized reading' (duration: 146.947609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:15.589155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.868652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-03-02T16:42:15.589275Z","caller":"traceutil/trace.go:171","msg":"trace[1724505303] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie; range_end:; response_count:1; response_revision:19572; }","duration":"123.036777ms","start":"2026-03-02T16:42:15.466209Z","end":"2026-03-02T16:42:15.589245Z","steps":["trace[1724505303] 'range keys from in-memory index tree' (duration: 122.679696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:16.734872Z","caller":"traceutil/trace.go:171","msg":"trace[1889783179] linearizableReadLoop","detail":"{readStateIndex:20333; appliedIndex:20332; }","duration":"113.760246ms","start":"2026-03-02T16:42:16.621083Z","end":"2026-03-02T16:42:16.734843Z","steps":["trace[1889783179] 'read index received' (duration: 113.496279ms)","trace[1889783179] 'applied index is now lower than readState.Index' (duration: 263.067µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:16.734964Z","caller":"traceutil/trace.go:171","msg":"trace[1156126417] transaction","detail":"{read_only:false; response_revision:19575; number_of_response:1; }","duration":"114.969979ms","start":"2026-03-02T16:42:16.619966Z","end":"2026-03-02T16:42:16.734936Z","steps":["trace[1156126417] 'process raft request' (duration: 114.676591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:16.735082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.981072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:42:16.735175Z","caller":"traceutil/trace.go:171","msg":"trace[256729276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19575; }","duration":"114.093896ms","start":"2026-03-02T16:42:16.621065Z","end":"2026-03-02T16:42:16.735159Z","steps":["trace[256729276] 'agreement among raft nodes before linearized reading' (duration: 113.88529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:16.975448Z","caller":"traceutil/trace.go:171","msg":"trace[819626610] linearizableReadLoop","detail":"{readStateIndex:20335; appliedIndex:20334; }","duration":"230.782882ms","start":"2026-03-02T16:42:16.744634Z","end":"2026-03-02T16:42:16.975417Z","steps":["trace[819626610] 'read index received' (duration: 227.606827ms)","trace[819626610] 'applied index is now lower than readState.Index' (duration: 3.174975ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:16.975574Z","caller":"traceutil/trace.go:171","msg":"trace[338049845] transaction","detail":"{read_only:false; response_revision:19577; number_of_response:1; }","duration":"235.774406ms","start":"2026-03-02T16:42:16.739789Z","end":"2026-03-02T16:42:16.975563Z","steps":["trace[338049845] 'process raft request' (duration: 232.449397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:16.975773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.006728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:16.975825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.187813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-02T16:42:16.975857Z","caller":"traceutil/trace.go:171","msg":"trace[167277588] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19577; }","duration":"119.139081ms","start":"2026-03-02T16:42:16.856697Z","end":"2026-03-02T16:42:16.975836Z","steps":["trace[167277588] 'agreement among raft nodes before linearized reading' (duration: 119.009338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:16.975877Z","caller":"traceutil/trace.go:171","msg":"trace[1679202695] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19577; }","duration":"231.247145ms","start":"2026-03-02T16:42:16.744611Z","end":"2026-03-02T16:42:16.975858Z","steps":["trace[1679202695] 'agreement among raft nodes before linearized reading' (duration: 231.100491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:16.975867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.787328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:710"} {"level":"warn","ts":"2026-03-02T16:42:16.975887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.454644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-erlang-cookie\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-03-02T16:42:16.975953Z","caller":"traceutil/trace.go:171","msg":"trace[1155232296] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:19577; }","duration":"161.920491ms","start":"2026-03-02T16:42:16.81401Z","end":"2026-03-02T16:42:16.975931Z","steps":["trace[1155232296] 'agreement among raft nodes before linearized reading' (duration: 161.676895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:16.975972Z","caller":"traceutil/trace.go:171","msg":"trace[196264032] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-erlang-cookie; range_end:; response_count:1; response_revision:19577; }","duration":"156.569148ms","start":"2026-03-02T16:42:16.81938Z","end":"2026-03-02T16:42:16.975949Z","steps":["trace[196264032] 'agreement among raft nodes before linearized reading' (duration: 156.373782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:18.935762Z","caller":"traceutil/trace.go:171","msg":"trace[378283566] linearizableReadLoop","detail":"{readStateIndex:20341; appliedIndex:20340; }","duration":"189.912914ms","start":"2026-03-02T16:42:18.745826Z","end":"2026-03-02T16:42:18.935739Z","steps":["trace[378283566] 'read index received' (duration: 189.715929ms)","trace[378283566] 'applied index is now lower than readState.Index' (duration: 195.985µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:18.936099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.445871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" ","response":"range_response_count:1 size:830"} {"level":"warn","ts":"2026-03-02T16:42:18.936115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.175681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:42:18.936156Z","caller":"traceutil/trace.go:171","msg":"trace[1138323301] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-rgw; range_end:; response_count:1; response_revision:19583; }","duration":"138.550803ms","start":"2026-03-02T16:42:18.797592Z","end":"2026-03-02T16:42:18.936143Z","steps":["trace[1138323301] 'agreement among raft nodes before linearized reading' (duration: 138.289266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:18.936188Z","caller":"traceutil/trace.go:171","msg":"trace[520099217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19583; }","duration":"190.396237ms","start":"2026-03-02T16:42:18.745776Z","end":"2026-03-02T16:42:18.936172Z","steps":["trace[520099217] 'agreement among raft nodes before linearized reading' (duration: 190.071628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:18.936611Z","caller":"traceutil/trace.go:171","msg":"trace[1904020482] transaction","detail":"{read_only:false; response_revision:19583; number_of_response:1; }","duration":"194.550838ms","start":"2026-03-02T16:42:18.741242Z","end":"2026-03-02T16:42:18.935793Z","steps":["trace[1904020482] 'process raft request' (duration: 194.356573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:19.167315Z","caller":"traceutil/trace.go:171","msg":"trace[1323500944] linearizableReadLoop","detail":"{readStateIndex:20343; appliedIndex:20342; }","duration":"179.045382ms","start":"2026-03-02T16:42:18.988249Z","end":"2026-03-02T16:42:19.167294Z","steps":["trace[1323500944] 'read index received' (duration: 129.891651ms)","trace[1323500944] 'applied index is now lower than readState.Index' (duration: 49.152951ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:19.167387Z","caller":"traceutil/trace.go:171","msg":"trace[1717055919] transaction","detail":"{read_only:false; response_revision:19585; number_of_response:1; }","duration":"180.10571ms","start":"2026-03-02T16:42:18.987244Z","end":"2026-03-02T16:42:19.16735Z","steps":["trace[1717055919] 'process raft request' (duration: 130.873987ms)","trace[1717055919] 'compare' (duration: 49.08448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:19.167453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.192706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:19.167476Z","caller":"traceutil/trace.go:171","msg":"trace[563338166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19585; }","duration":"179.243997ms","start":"2026-03-02T16:42:18.988224Z","end":"2026-03-02T16:42:19.167468Z","steps":["trace[563338166] 'agreement among raft nodes before linearized reading' (duration: 179.173615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.167632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.84975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-02T16:42:19.16766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.991266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" ","response":"range_response_count:1 size:830"} {"level":"info","ts":"2026-03-02T16:42:19.167698Z","caller":"traceutil/trace.go:171","msg":"trace[1860241754] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19585; }","duration":"100.927892ms","start":"2026-03-02T16:42:19.066754Z","end":"2026-03-02T16:42:19.167682Z","steps":["trace[1860241754] 'agreement among raft nodes before linearized reading' (duration: 100.773408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.167757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.996991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:19.167781Z","caller":"traceutil/trace.go:171","msg":"trace[1237998297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19585; }","duration":"118.021402ms","start":"2026-03-02T16:42:19.049754Z","end":"2026-03-02T16:42:19.167775Z","steps":["trace[1237998297] 'agreement among raft nodes before linearized reading' (duration: 117.93741ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:19.167894Z","caller":"traceutil/trace.go:171","msg":"trace[1919957657] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-rgw; range_end:; response_count:1; response_revision:19585; }","duration":"142.095039ms","start":"2026-03-02T16:42:19.025602Z","end":"2026-03-02T16:42:19.167697Z","steps":["trace[1919957657] 'agreement among raft nodes before linearized reading' (duration: 141.855682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.375962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.353111ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T16:42:19.376365Z","caller":"traceutil/trace.go:171","msg":"trace[1075241584] linearizableReadLoop","detail":"{readStateIndex:20347; appliedIndex:20345; }","duration":"105.735802ms","start":"2026-03-02T16:42:19.270608Z","end":"2026-03-02T16:42:19.376344Z","steps":["trace[1075241584] 'read index received' (duration: 38.776112ms)","trace[1075241584] 'applied index is now lower than readState.Index' (duration: 66.95828ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:19.376414Z","caller":"traceutil/trace.go:171","msg":"trace[609493688] transaction","detail":"{read_only:false; response_revision:19588; number_of_response:1; }","duration":"160.312188ms","start":"2026-03-02T16:42:19.216073Z","end":"2026-03-02T16:42:19.376385Z","steps":["trace[609493688] 'process raft request' (duration: 160.01427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.37659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.959758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-provisioner\" ","response":"range_response_count:1 size:606"} {"level":"info","ts":"2026-03-02T16:42:19.376674Z","caller":"traceutil/trace.go:171","msg":"trace[183085427] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-provisioner; range_end:; response_count:1; response_revision:19588; }","duration":"106.083541ms","start":"2026-03-02T16:42:19.270571Z","end":"2026-03-02T16:42:19.376655Z","steps":["trace[183085427] 'agreement among raft nodes before linearized reading' (duration: 105.856685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.814782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.070233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:19.814889Z","caller":"traceutil/trace.go:171","msg":"trace[1055883826] linearizableReadLoop","detail":"{readStateIndex:20348; appliedIndex:20347; }","duration":"319.748743ms","start":"2026-03-02T16:42:19.495124Z","end":"2026-03-02T16:42:19.814873Z","steps":["trace[1055883826] 'read index received' (duration: 57.445104ms)","trace[1055883826] 'applied index is now lower than readState.Index' (duration: 262.302478ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:19.814944Z","caller":"traceutil/trace.go:171","msg":"trace[1833283079] transaction","detail":"{read_only:false; response_revision:19589; number_of_response:1; }","duration":"419.602467ms","start":"2026-03-02T16:42:19.395279Z","end":"2026-03-02T16:42:19.814882Z","steps":["trace[1833283079] 'process raft request' (duration: 157.346049ms)","trace[1833283079] 'compare' (duration: 261.944349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:19.815049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.930068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T16:42:19.815087Z","caller":"traceutil/trace.go:171","msg":"trace[560814492] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-node; range_end:; response_count:1; response_revision:19589; }","duration":"320.01795ms","start":"2026-03-02T16:42:19.495058Z","end":"2026-03-02T16:42:19.815076Z","steps":["trace[560814492] 'agreement among raft nodes before linearized reading' (duration: 319.896037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:19.815146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.495038Z","time spent":"320.099643ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":595,"request content":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" "} {"level":"warn","ts":"2026-03-02T16:42:19.815161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:19.395255Z","time spent":"419.779411ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:19.815474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.066074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:42:19.81555Z","caller":"traceutil/trace.go:171","msg":"trace[1269897676] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-api; range_end:; response_count:1; response_revision:19589; }","duration":"287.173927ms","start":"2026-03-02T16:42:19.528358Z","end":"2026-03-02T16:42:19.815532Z","steps":["trace[1269897676] 'agreement among raft nodes before linearized reading' (duration: 286.955451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:20.270684Z","caller":"traceutil/trace.go:171","msg":"trace[1181560712] transaction","detail":"{read_only:false; response_revision:19591; number_of_response:1; }","duration":"101.332974ms","start":"2026-03-02T16:42:20.169318Z","end":"2026-03-02T16:42:20.270651Z","steps":["trace[1181560712] 'process raft request' (duration: 56.517759ms)","trace[1181560712] 'compare' (duration: 44.663941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:20.496012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.397819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-02T16:42:20.496096Z","caller":"traceutil/trace.go:171","msg":"trace[139943343] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:19592; }","duration":"106.515842ms","start":"2026-03-02T16:42:20.389561Z","end":"2026-03-02T16:42:20.496076Z","steps":["trace[139943343] 'range keys from in-memory index tree' (duration: 106.276106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:20.496012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.743478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:1 size:593"} {"level":"info","ts":"2026-03-02T16:42:20.496266Z","caller":"traceutil/trace.go:171","msg":"trace[1142709795] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:1; response_revision:19592; }","duration":"123.040806ms","start":"2026-03-02T16:42:20.37321Z","end":"2026-03-02T16:42:20.496251Z","steps":["trace[1142709795] 'range keys from in-memory index tree' (duration: 122.603815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:21.132743Z","caller":"traceutil/trace.go:171","msg":"trace[935046686] linearizableReadLoop","detail":"{readStateIndex:20353; appliedIndex:20352; }","duration":"132.145882ms","start":"2026-03-02T16:42:21.000572Z","end":"2026-03-02T16:42:21.132718Z","steps":["trace[935046686] 'read index received' (duration: 131.919766ms)","trace[935046686] 'applied index is now lower than readState.Index' (duration: 225.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:21.132796Z","caller":"traceutil/trace.go:171","msg":"trace[1463457362] transaction","detail":"{read_only:false; response_revision:19594; number_of_response:1; }","duration":"143.803925ms","start":"2026-03-02T16:42:20.988957Z","end":"2026-03-02T16:42:21.132761Z","steps":["trace[1463457362] 'process raft request' (duration: 143.61003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.132994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.396379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/valkey\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-02T16:42:21.133053Z","caller":"traceutil/trace.go:171","msg":"trace[1747324483] range","detail":"{range_begin:/registry/serviceaccounts/openstack/valkey; range_end:; response_count:1; response_revision:19594; }","duration":"132.494261ms","start":"2026-03-02T16:42:21.000544Z","end":"2026-03-02T16:42:21.133038Z","steps":["trace[1747324483] 'agreement among raft nodes before linearized reading' (duration: 132.301976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:21.136408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.943746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19593 ","response":"range_response_count:898 size:701090"} {"level":"info","ts":"2026-03-02T16:42:21.136489Z","caller":"traceutil/trace.go:171","msg":"trace[1247958138] range","detail":"{range_begin:/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\u0000; range_end:/registry/events/openstack0; response_count:898; response_revision:19594; }","duration":"129.074899ms","start":"2026-03-02T16:42:21.007398Z","end":"2026-03-02T16:42:21.136472Z","steps":["trace[1247958138] 'agreement among raft nodes before linearized reading' (duration: 125.537674ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:21.285344Z","caller":"traceutil/trace.go:171","msg":"trace[1822762708] linearizableReadLoop","detail":"{readStateIndex:20354; appliedIndex:20353; }","duration":"101.58792ms","start":"2026-03-02T16:42:21.183728Z","end":"2026-03-02T16:42:21.285316Z","steps":["trace[1822762708] 'read index received' (duration: 72.234271ms)","trace[1822762708] 'applied index is now lower than readState.Index' (duration: 29.352579ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:21.285404Z","caller":"traceutil/trace.go:171","msg":"trace[1630949155] transaction","detail":"{read_only:false; response_revision:19595; number_of_response:1; }","duration":"110.52746ms","start":"2026-03-02T16:42:21.174831Z","end":"2026-03-02T16:42:21.285359Z","steps":["trace[1630949155] 'process raft request' (duration: 81.12746ms)","trace[1630949155] 'compare' (duration: 29.239456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:21.28559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.847287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T16:42:21.285632Z","caller":"traceutil/trace.go:171","msg":"trace[1661414965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19595; }","duration":"101.936999ms","start":"2026-03-02T16:42:21.183685Z","end":"2026-03-02T16:42:21.285622Z","steps":["trace[1661414965] 'agreement among raft nodes before linearized reading' (duration: 101.770935ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:22.264313Z","caller":"traceutil/trace.go:171","msg":"trace[1128971356] linearizableReadLoop","detail":"{readStateIndex:20359; appliedIndex:20358; }","duration":"106.269216ms","start":"2026-03-02T16:42:22.158022Z","end":"2026-03-02T16:42:22.264291Z","steps":["trace[1128971356] 'read index received' (duration: 106.025999ms)","trace[1128971356] 'applied index is now lower than readState.Index' (duration: 242.677µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:22.264388Z","caller":"traceutil/trace.go:171","msg":"trace[1305229285] transaction","detail":"{read_only:false; response_revision:19600; number_of_response:1; }","duration":"110.097368ms","start":"2026-03-02T16:42:22.154247Z","end":"2026-03-02T16:42:22.264345Z","steps":["trace[1305229285] 'process raft request' (duration: 109.898183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:22.264511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.475991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T16:42:22.264571Z","caller":"traceutil/trace.go:171","msg":"trace[1187789367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19600; }","duration":"106.557964ms","start":"2026-03-02T16:42:22.157983Z","end":"2026-03-02T16:42:22.264541Z","steps":["trace[1187789367] 'agreement among raft nodes before linearized reading' (duration: 106.42035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:22.264596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.60957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.memcached.v1\" ","response":"range_response_count:1 size:11855"} {"level":"info","ts":"2026-03-02T16:42:22.264669Z","caller":"traceutil/trace.go:171","msg":"trace[1378251346] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.memcached.v1; range_end:; response_count:1; response_revision:19600; }","duration":"101.711714ms","start":"2026-03-02T16:42:22.162938Z","end":"2026-03-02T16:42:22.26465Z","steps":["trace[1378251346] 'agreement among raft nodes before linearized reading' (duration: 101.502078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:22.422899Z","caller":"traceutil/trace.go:171","msg":"trace[623400064] transaction","detail":"{read_only:false; response_revision:19601; number_of_response:1; }","duration":"147.804473ms","start":"2026-03-02T16:42:22.275057Z","end":"2026-03-02T16:42:22.422861Z","steps":["trace[623400064] 'process raft request' (duration: 84.533472ms)","trace[623400064] 'compare' (duration: 63.022884ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:23.462579Z","caller":"traceutil/trace.go:171","msg":"trace[1349736850] linearizableReadLoop","detail":"{readStateIndex:20364; appliedIndex:20363; }","duration":"149.534138ms","start":"2026-03-02T16:42:23.31301Z","end":"2026-03-02T16:42:23.462544Z","steps":["trace[1349736850] 'read index received' (duration: 148.994784ms)","trace[1349736850] 'applied index is now lower than readState.Index' (duration: 538.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:23.462838Z","caller":"traceutil/trace.go:171","msg":"trace[1887300886] transaction","detail":"{read_only:false; response_revision:19605; number_of_response:1; }","duration":"150.241337ms","start":"2026-03-02T16:42:23.312567Z","end":"2026-03-02T16:42:23.462808Z","steps":["trace[1887300886] 'process raft request' (duration: 149.444126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.462921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.065756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/staffeln-db-admin\" ","response":"range_response_count:1 size:720"} {"level":"info","ts":"2026-03-02T16:42:23.462962Z","caller":"traceutil/trace.go:171","msg":"trace[1200835438] range","detail":"{range_begin:/registry/secrets/openstack/staffeln-db-admin; range_end:; response_count:1; response_revision:19605; }","duration":"146.140877ms","start":"2026-03-02T16:42:23.31681Z","end":"2026-03-02T16:42:23.462951Z","steps":["trace[1200835438] 'agreement among raft nodes before linearized reading' (duration: 146.017664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.46297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.94056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:23.463042Z","caller":"traceutil/trace.go:171","msg":"trace[2104199046] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19605; }","duration":"150.054803ms","start":"2026-03-02T16:42:23.312969Z","end":"2026-03-02T16:42:23.463024Z","steps":["trace[2104199046] 'agreement among raft nodes before linearized reading' (duration: 149.831637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.463058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.623295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/staffeln-db-user\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-02T16:42:23.463066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.926142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T16:42:23.463176Z","caller":"traceutil/trace.go:171","msg":"trace[772605311] range","detail":"{range_begin:/registry/secrets/openstack/staffeln-db-user; range_end:; response_count:1; response_revision:19605; }","duration":"106.76379ms","start":"2026-03-02T16:42:23.356392Z","end":"2026-03-02T16:42:23.463155Z","steps":["trace[772605311] 'agreement among raft nodes before linearized reading' (duration: 106.480802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:23.463183Z","caller":"traceutil/trace.go:171","msg":"trace[520018228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19605; }","duration":"133.083847ms","start":"2026-03-02T16:42:23.33008Z","end":"2026-03-02T16:42:23.463164Z","steps":["trace[520018228] 'agreement among raft nodes before linearized reading' (duration: 132.82383ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:23.941253Z","caller":"traceutil/trace.go:171","msg":"trace[1897592999] linearizableReadLoop","detail":"{readStateIndex:20366; appliedIndex:20365; }","duration":"108.249699ms","start":"2026-03-02T16:42:23.83298Z","end":"2026-03-02T16:42:23.941229Z","steps":["trace[1897592999] 'read index received' (duration: 108.051904ms)","trace[1897592999] 'applied index is now lower than readState.Index' (duration: 196.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:23.941291Z","caller":"traceutil/trace.go:171","msg":"trace[511790252] transaction","detail":"{read_only:false; response_revision:19607; number_of_response:1; }","duration":"109.42046ms","start":"2026-03-02T16:42:23.831841Z","end":"2026-03-02T16:42:23.941261Z","steps":["trace[511790252] 'process raft request' (duration: 109.246275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:23.941538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.536266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:1 size:5411"} {"level":"info","ts":"2026-03-02T16:42:23.941615Z","caller":"traceutil/trace.go:171","msg":"trace[1504491705] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:1; response_revision:19607; }","duration":"108.65022ms","start":"2026-03-02T16:42:23.832945Z","end":"2026-03-02T16:42:23.941596Z","steps":["trace[1504491705] 'agreement among raft nodes before linearized reading' (duration: 108.408963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:24.375823Z","caller":"traceutil/trace.go:171","msg":"trace[2000683295] transaction","detail":"{read_only:false; response_revision:19609; number_of_response:1; }","duration":"106.78162ms","start":"2026-03-02T16:42:24.269012Z","end":"2026-03-02T16:42:24.375793Z","steps":["trace[2000683295] 'process raft request' (duration: 106.553714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.477718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.23197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:42:25.477844Z","caller":"traceutil/trace.go:171","msg":"trace[1702887002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19611; }","duration":"165.408165ms","start":"2026-03-02T16:42:25.312407Z","end":"2026-03-02T16:42:25.477815Z","steps":["trace[1702887002] 'range keys from in-memory index tree' (duration: 165.029295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.477892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.499166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-03-02T16:42:25.477971Z","caller":"traceutil/trace.go:171","msg":"trace[1852690133] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:19611; }","duration":"233.640219ms","start":"2026-03-02T16:42:25.244313Z","end":"2026-03-02T16:42:25.477953Z","steps":["trace[1852690133] 'range keys from in-memory index tree' (duration: 233.256329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.477953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.752066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:42:25.47804Z","caller":"traceutil/trace.go:171","msg":"trace[114854463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19611; }","duration":"222.931111ms","start":"2026-03-02T16:42:25.255085Z","end":"2026-03-02T16:42:25.478016Z","steps":["trace[114854463] 'range keys from in-memory index tree' (duration: 222.551481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.478099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.916957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-02T16:42:25.478173Z","caller":"traceutil/trace.go:171","msg":"trace[1476273736] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:19611; }","duration":"253.046201ms","start":"2026-03-02T16:42:25.225108Z","end":"2026-03-02T16:42:25.478154Z","steps":["trace[1476273736] 'range keys from in-memory index tree' (duration: 252.769963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.594228Z","caller":"traceutil/trace.go:171","msg":"trace[1432271785] transaction","detail":"{read_only:false; response_revision:19612; number_of_response:1; }","duration":"112.899774ms","start":"2026-03-02T16:42:25.481303Z","end":"2026-03-02T16:42:25.594203Z","steps":["trace[1432271785] 'process raft request' (duration: 112.740989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.620976Z","caller":"traceutil/trace.go:171","msg":"trace[132537532] linearizableReadLoop","detail":"{readStateIndex:20374; appliedIndex:20371; }","duration":"137.997588ms","start":"2026-03-02T16:42:25.482952Z","end":"2026-03-02T16:42:25.62095Z","steps":["trace[132537532] 'read index received' (duration: 111.156337ms)","trace[132537532] 'applied index is now lower than readState.Index' (duration: 26.840161ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:25.621031Z","caller":"traceutil/trace.go:171","msg":"trace[1101243282] transaction","detail":"{read_only:false; response_revision:19613; number_of_response:1; }","duration":"138.846861ms","start":"2026-03-02T16:42:25.482131Z","end":"2026-03-02T16:42:25.620978Z","steps":["trace[1101243282] 'process raft request' (duration: 138.620445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.621039Z","caller":"traceutil/trace.go:171","msg":"trace[1400993044] transaction","detail":"{read_only:false; response_revision:19614; number_of_response:1; }","duration":"138.852112ms","start":"2026-03-02T16:42:25.482152Z","end":"2026-03-02T16:42:25.621004Z","steps":["trace[1400993044] 'process raft request' (duration: 138.753189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.621218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.246825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1309"} {"level":"warn","ts":"2026-03-02T16:42:25.621243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.495058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/loki-headless\" ","response":"range_response_count:1 size:1499"} {"level":"info","ts":"2026-03-02T16:42:25.621295Z","caller":"traceutil/trace.go:171","msg":"trace[1335102210] range","detail":"{range_begin:/registry/services/endpoints/monitoring/loki-headless; range_end:; response_count:1; response_revision:19614; }","duration":"136.58772ms","start":"2026-03-02T16:42:25.484696Z","end":"2026-03-02T16:42:25.621284Z","steps":["trace[1335102210] 'agreement among raft nodes before linearized reading' (duration: 136.403515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:25.621297Z","caller":"traceutil/trace.go:171","msg":"trace[1111733141] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:19614; }","duration":"138.339547ms","start":"2026-03-02T16:42:25.482939Z","end":"2026-03-02T16:42:25.621278Z","steps":["trace[1111733141] 'agreement among raft nodes before linearized reading' (duration: 138.151672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.621299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.953648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:25.621373Z","caller":"traceutil/trace.go:171","msg":"trace[573709056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19614; }","duration":"125.03709ms","start":"2026-03-02T16:42:25.496321Z","end":"2026-03-02T16:42:25.621358Z","steps":["trace[573709056] 'agreement among raft nodes before linearized reading' (duration: 124.818774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.621298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.004838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:25.621514Z","caller":"traceutil/trace.go:171","msg":"trace[1482618263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19614; }","duration":"132.239994ms","start":"2026-03-02T16:42:25.489251Z","end":"2026-03-02T16:42:25.621491Z","steps":["trace[1482618263] 'agreement among raft nodes before linearized reading' (duration: 131.967796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:25.62131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.315031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:25.621624Z","caller":"traceutil/trace.go:171","msg":"trace[1284275030] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19614; }","duration":"111.64283ms","start":"2026-03-02T16:42:25.50996Z","end":"2026-03-02T16:42:25.621603Z","steps":["trace[1284275030] 'agreement among raft nodes before linearized reading' (duration: 111.187858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:26.768396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.142229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-03-02T16:42:26.768513Z","caller":"traceutil/trace.go:171","msg":"trace[1154894896] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:19618; }","duration":"101.303102ms","start":"2026-03-02T16:42:26.667192Z","end":"2026-03-02T16:42:26.768495Z","steps":["trace[1154894896] 'range keys from in-memory index tree' (duration: 101.004545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:27.73953Z","caller":"traceutil/trace.go:171","msg":"trace[872821327] linearizableReadLoop","detail":"{readStateIndex:20382; appliedIndex:20381; }","duration":"114.194049ms","start":"2026-03-02T16:42:27.625313Z","end":"2026-03-02T16:42:27.739507Z","steps":["trace[872821327] 'read index received' (duration: 113.964873ms)","trace[872821327] 'applied index is now lower than readState.Index' (duration: 228.156µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:27.739638Z","caller":"traceutil/trace.go:171","msg":"trace[11791650] transaction","detail":"{read_only:false; response_revision:19622; number_of_response:1; }","duration":"137.628478ms","start":"2026-03-02T16:42:27.601965Z","end":"2026-03-02T16:42:27.739594Z","steps":["trace[11791650] 'process raft request' (duration: 137.360491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:27.739729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.412175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:42:27.739794Z","caller":"traceutil/trace.go:171","msg":"trace[503246931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19622; }","duration":"114.490567ms","start":"2026-03-02T16:42:27.625264Z","end":"2026-03-02T16:42:27.739755Z","steps":["trace[503246931] 'agreement among raft nodes before linearized reading' (duration: 114.361833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:27.739889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.227643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:42:27.739992Z","caller":"traceutil/trace.go:171","msg":"trace[1521670183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19622; }","duration":"113.379117ms","start":"2026-03-02T16:42:27.626595Z","end":"2026-03-02T16:42:27.739974Z","steps":["trace[1521670183] 'agreement among raft nodes before linearized reading' (duration: 113.107529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:27.966694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.750009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:27.96699Z","caller":"traceutil/trace.go:171","msg":"trace[1573646401] linearizableReadLoop","detail":"{readStateIndex:20384; appliedIndex:20382; }","duration":"217.32019ms","start":"2026-03-02T16:42:27.749653Z","end":"2026-03-02T16:42:27.966973Z","steps":["trace[1573646401] 'read index received' (duration: 12.559718ms)","trace[1573646401] 'applied index is now lower than readState.Index' (duration: 204.759472ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:27.966974Z","caller":"traceutil/trace.go:171","msg":"trace[1284863943] transaction","detail":"{read_only:false; response_revision:19625; number_of_response:1; }","duration":"217.244798ms","start":"2026-03-02T16:42:27.749689Z","end":"2026-03-02T16:42:27.966933Z","steps":["trace[1284863943] 'process raft request' (duration: 217.163296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:27.96714Z","caller":"traceutil/trace.go:171","msg":"trace[1287003115] transaction","detail":"{read_only:false; response_revision:19626; number_of_response:1; }","duration":"189.844322ms","start":"2026-03-02T16:42:27.777239Z","end":"2026-03-02T16:42:27.967083Z","steps":["trace[1287003115] 'process raft request' (duration: 189.676168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:27.966977Z","caller":"traceutil/trace.go:171","msg":"trace[812653387] transaction","detail":"{read_only:false; response_revision:19624; number_of_response:1; }","duration":"222.107119ms","start":"2026-03-02T16:42:27.744831Z","end":"2026-03-02T16:42:27.966938Z","steps":["trace[812653387] 'process raft request' (duration: 70.036963ms)","trace[812653387] 'compare' (duration: 151.651975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:27.967281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.985302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1094"} {"level":"info","ts":"2026-03-02T16:42:27.967313Z","caller":"traceutil/trace.go:171","msg":"trace[1165192936] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:19626; }","duration":"140.054094ms","start":"2026-03-02T16:42:27.82725Z","end":"2026-03-02T16:42:27.967305Z","steps":["trace[1165192936] 'agreement among raft nodes before linearized reading' (duration: 139.956212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:27.96734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.782554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:1092"} {"level":"info","ts":"2026-03-02T16:42:27.967397Z","caller":"traceutil/trace.go:171","msg":"trace[1733305959] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:19626; }","duration":"143.901707ms","start":"2026-03-02T16:42:27.823483Z","end":"2026-03-02T16:42:27.967385Z","steps":["trace[1733305959] 'agreement among raft nodes before linearized reading' (duration: 143.704492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:27.967786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.115132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933439"} {"level":"info","ts":"2026-03-02T16:42:27.967866Z","caller":"traceutil/trace.go:171","msg":"trace[2100327388] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19626; }","duration":"218.233225ms","start":"2026-03-02T16:42:27.74962Z","end":"2026-03-02T16:42:27.967854Z","steps":["trace[2100327388] 'agreement among raft nodes before linearized reading' (duration: 217.418933ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:28.597372Z","caller":"traceutil/trace.go:171","msg":"trace[1840201662] transaction","detail":"{read_only:false; response_revision:19628; number_of_response:1; }","duration":"128.841573ms","start":"2026-03-02T16:42:28.468499Z","end":"2026-03-02T16:42:28.597341Z","steps":["trace[1840201662] 'process raft request' (duration: 128.584506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:28.978216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.273491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"warn","ts":"2026-03-02T16:42:28.978236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.613814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-02T16:42:28.978306Z","caller":"traceutil/trace.go:171","msg":"trace[990342226] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:19629; }","duration":"162.396744ms","start":"2026-03-02T16:42:28.815887Z","end":"2026-03-02T16:42:28.978283Z","steps":["trace[990342226] 'range keys from in-memory index tree' (duration: 162.179228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:28.978312Z","caller":"traceutil/trace.go:171","msg":"trace[1217509111] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:19629; }","duration":"247.744608ms","start":"2026-03-02T16:42:28.730547Z","end":"2026-03-02T16:42:28.978292Z","steps":["trace[1217509111] 'range keys from in-memory index tree' (duration: 247.437529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.628868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.175762ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T16:42:29.629085Z","caller":"traceutil/trace.go:171","msg":"trace[920278058] linearizableReadLoop","detail":"{readStateIndex:20391; appliedIndex:20390; }","duration":"249.754722ms","start":"2026-03-02T16:42:29.379298Z","end":"2026-03-02T16:42:29.629053Z","steps":["trace[920278058] 'read index received' (duration: 32.511µs)","trace[920278058] 'applied index is now lower than readState.Index' (duration: 249.717511ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:29.629124Z","caller":"traceutil/trace.go:171","msg":"trace[1234539186] transaction","detail":"{read_only:false; response_revision:19631; number_of_response:1; }","duration":"213.215339ms","start":"2026-03-02T16:42:29.41589Z","end":"2026-03-02T16:42:29.629106Z","steps":["trace[1234539186] 'process raft request' (duration: 213.087046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.629331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.019819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T16:42:29.629363Z","caller":"traceutil/trace.go:171","msg":"trace[634803749] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:19631; }","duration":"250.095231ms","start":"2026-03-02T16:42:29.379258Z","end":"2026-03-02T16:42:29.629353Z","steps":["trace[634803749] 'agreement among raft nodes before linearized reading' (duration: 249.929817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.629393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.805247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-02T16:42:29.629485Z","caller":"traceutil/trace.go:171","msg":"trace[1620270233] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:19631; }","duration":"222.938001ms","start":"2026-03-02T16:42:29.40653Z","end":"2026-03-02T16:42:29.629468Z","steps":["trace[1620270233] 'agreement among raft nodes before linearized reading' (duration: 222.764047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:29.838482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.700612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19631 ","response":"range_response_count:898 size:701090"} {"level":"info","ts":"2026-03-02T16:42:29.838541Z","caller":"traceutil/trace.go:171","msg":"trace[1363095725] range","detail":"{range_begin:/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\u0000; range_end:/registry/events/openstack0; response_count:898; response_revision:19631; }","duration":"108.785044ms","start":"2026-03-02T16:42:29.729743Z","end":"2026-03-02T16:42:29.838528Z","steps":["trace[1363095725] 'range keys from in-memory index tree' (duration: 106.964175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:29.987795Z","caller":"traceutil/trace.go:171","msg":"trace[1236675565] transaction","detail":"{read_only:false; response_revision:19632; number_of_response:1; }","duration":"146.051665ms","start":"2026-03-02T16:42:29.841722Z","end":"2026-03-02T16:42:29.987774Z","steps":["trace[1236675565] 'process raft request' (duration: 145.892621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:30.882685Z","caller":"traceutil/trace.go:171","msg":"trace[520508520] linearizableReadLoop","detail":"{readStateIndex:20394; appliedIndex:20392; }","duration":"970.633925ms","start":"2026-03-02T16:42:29.912026Z","end":"2026-03-02T16:42:30.88266Z","steps":["trace[520508520] 'read index received' (duration: 75.585761ms)","trace[520508520] 'applied index is now lower than readState.Index' (duration: 895.047064ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:30.882728Z","caller":"traceutil/trace.go:171","msg":"trace[1725834345] transaction","detail":"{read_only:false; response_revision:19633; number_of_response:1; }","duration":"1.040919515s","start":"2026-03-02T16:42:29.841792Z","end":"2026-03-02T16:42:30.882712Z","steps":["trace[1725834345] 'process raft request' (duration: 1.040719839s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.882823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.841774Z","time spent":"1.040992056s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:30.882912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.854281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-02T16:42:30.882948Z","caller":"traceutil/trace.go:171","msg":"trace[2063673909] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:19633; }","duration":"970.941854ms","start":"2026-03-02T16:42:29.911996Z","end":"2026-03-02T16:42:30.882937Z","steps":["trace[2063673909] 'agreement among raft nodes before linearized reading' (duration: 970.78528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:30.882991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.911982Z","time spent":"971.001045ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"info","ts":"2026-03-02T16:42:31.301203Z","caller":"traceutil/trace.go:171","msg":"trace[152552737] transaction","detail":"{read_only:false; response_revision:19634; number_of_response:1; }","duration":"1.275747274s","start":"2026-03-02T16:42:30.025435Z","end":"2026-03-02T16:42:31.301183Z","steps":["trace[152552737] 'process raft request' (duration: 1.235235005s)","trace[152552737] 'compare' (duration: 40.250132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:31.301312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.02542Z","time spent":"1.275832187s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:31.30136Z","caller":"traceutil/trace.go:171","msg":"trace[264163511] linearizableReadLoop","detail":"{readStateIndex:20397; appliedIndex:20394; }","duration":"418.591568ms","start":"2026-03-02T16:42:30.882756Z","end":"2026-03-02T16:42:31.301348Z","steps":["trace[264163511] 'read index received' (duration: 377.920905ms)","trace[264163511] 'applied index is now lower than readState.Index' (duration: 40.669733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:31.301513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102019715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:42:31.3015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101967374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:31.301541Z","caller":"traceutil/trace.go:171","msg":"trace[1060160224] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19636; }","duration":"1.102072197s","start":"2026-03-02T16:42:30.19946Z","end":"2026-03-02T16:42:31.301532Z","steps":["trace[1060160224] 'agreement among raft nodes before linearized reading' (duration: 1.101960194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.301562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.199448Z","time spent":"1.102109348s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T16:42:31.301565Z","caller":"traceutil/trace.go:171","msg":"trace[1578256449] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19636; }","duration":"1.102104368s","start":"2026-03-02T16:42:30.199445Z","end":"2026-03-02T16:42:31.301549Z","steps":["trace[1578256449] 'agreement among raft nodes before linearized reading' (duration: 1.101919063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.301582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331464691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:31.301605Z","caller":"traceutil/trace.go:171","msg":"trace[581663108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19636; }","duration":"1.331513883s","start":"2026-03-02T16:42:29.970084Z","end":"2026-03-02T16:42:31.301598Z","steps":["trace[581663108] 'agreement among raft nodes before linearized reading' (duration: 1.331435871s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.301607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.199421Z","time spent":"1.10217492s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:31.301628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.970068Z","time spent":"1.331556415s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:42:31.301713Z","caller":"traceutil/trace.go:171","msg":"trace[273242180] transaction","detail":"{read_only:false; response_revision:19635; number_of_response:1; }","duration":"699.22679ms","start":"2026-03-02T16:42:30.602476Z","end":"2026-03-02T16:42:31.301702Z","steps":["trace[273242180] 'process raft request' (duration: 698.633244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.301762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102295913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:31.301785Z","caller":"traceutil/trace.go:171","msg":"trace[1734166768] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19636; }","duration":"1.102346394s","start":"2026-03-02T16:42:30.199433Z","end":"2026-03-02T16:42:31.301779Z","steps":["trace[1734166768] 'agreement among raft nodes before linearized reading' (duration: 1.102285282s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.301802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.199413Z","time spent":"1.102385045s","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:31.301803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.60244Z","time spent":"699.305142ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:31.301971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315836732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-02T16:42:31.301974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359570007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-02T16:42:31.302Z","caller":"traceutil/trace.go:171","msg":"trace[1602040473] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19636; }","duration":"1.315901193s","start":"2026-03-02T16:42:29.986092Z","end":"2026-03-02T16:42:31.301993Z","steps":["trace[1602040473] 'agreement among raft nodes before linearized reading' (duration: 1.315800621s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:31.302004Z","caller":"traceutil/trace.go:171","msg":"trace[439427157] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:19636; }","duration":"1.359638639s","start":"2026-03-02T16:42:29.942359Z","end":"2026-03-02T16:42:31.301997Z","steps":["trace[439427157] 'agreement among raft nodes before linearized reading' (duration: 1.359571087s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:31.30194Z","caller":"traceutil/trace.go:171","msg":"trace[451651302] transaction","detail":"{read_only:false; response_revision:19636; number_of_response:1; }","duration":"693.787644ms","start":"2026-03-02T16:42:30.608082Z","end":"2026-03-02T16:42:31.30187Z","steps":["trace[451651302] 'process raft request' (duration: 693.214569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.302024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.942339Z","time spent":"1.35967786s","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-02T16:42:31.302018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.986072Z","time spent":"1.315941674s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" "} {"level":"warn","ts":"2026-03-02T16:42:31.302093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089405906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-c79d488c4-r22d4\" ","response":"range_response_count:1 size:8803"} {"level":"info","ts":"2026-03-02T16:42:31.302131Z","caller":"traceutil/trace.go:171","msg":"trace[25919220] range","detail":"{range_begin:/registry/pods/openstack/placement-api-c79d488c4-r22d4; range_end:; response_count:1; response_revision:19636; }","duration":"1.089462578s","start":"2026-03-02T16:42:30.212659Z","end":"2026-03-02T16:42:31.302121Z","steps":["trace[25919220] 'agreement among raft nodes before linearized reading' (duration: 1.089370135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.302159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.212648Z","time spent":"1.089505639s","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8826,"request content":"key:\"/registry/pods/openstack/placement-api-c79d488c4-r22d4\" "} {"level":"warn","ts":"2026-03-02T16:42:31.302181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.608055Z","time spent":"693.98829ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:31.302222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331052561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:42:31.302246Z","caller":"traceutil/trace.go:171","msg":"trace[173868552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19636; }","duration":"1.331151693s","start":"2026-03-02T16:42:29.971087Z","end":"2026-03-02T16:42:31.302239Z","steps":["trace[173868552] 'agreement among raft nodes before linearized reading' (duration: 1.33105583s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.302268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.785049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:31.302266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:29.97108Z","time spent":"1.331180154s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:42:31.302291Z","caller":"traceutil/trace.go:171","msg":"trace[865272305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19636; }","duration":"314.85004ms","start":"2026-03-02T16:42:30.987434Z","end":"2026-03-02T16:42:31.302284Z","steps":["trace[865272305] 'agreement among raft nodes before linearized reading' (duration: 314.812529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.302309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.98741Z","time spent":"314.894181ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:42:31.302007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.062968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:31.302422Z","caller":"traceutil/trace.go:171","msg":"trace[2045709840] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19636; }","duration":"993.480609ms","start":"2026-03-02T16:42:30.308893Z","end":"2026-03-02T16:42:31.302374Z","steps":["trace[2045709840] 'agreement among raft nodes before linearized reading' (duration: 993.080378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.302524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.308873Z","time spent":"993.614492ms","remote":"127.0.0.1:35364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:31.303674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.390239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-02T16:42:31.303734Z","caller":"traceutil/trace.go:171","msg":"trace[850694825] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:19636; }","duration":"416.513893ms","start":"2026-03-02T16:42:30.887206Z","end":"2026-03-02T16:42:31.30372Z","steps":["trace[850694825] 'agreement among raft nodes before linearized reading' (duration: 414.452357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.303798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:30.887173Z","time spent":"416.589005ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"info","ts":"2026-03-02T16:42:31.981711Z","caller":"traceutil/trace.go:171","msg":"trace[1696128737] transaction","detail":"{read_only:false; response_revision:19638; number_of_response:1; }","duration":"673.86299ms","start":"2026-03-02T16:42:31.307769Z","end":"2026-03-02T16:42:31.981632Z","steps":["trace[1696128737] 'process raft request' (duration: 672.891493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:31.981931Z","caller":"traceutil/trace.go:171","msg":"trace[2112202811] transaction","detail":"{read_only:false; response_revision:19639; number_of_response:1; }","duration":"672.614296ms","start":"2026-03-02T16:42:31.309267Z","end":"2026-03-02T16:42:31.981881Z","steps":["trace[2112202811] 'process raft request' (duration: 672.0116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.981952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.307748Z","time spent":"674.077766ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:31.98213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.309256Z","time spent":"672.76948ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:31.983355Z","caller":"traceutil/trace.go:171","msg":"trace[1478048691] transaction","detail":"{read_only:false; response_revision:19640; number_of_response:1; }","duration":"673.393597ms","start":"2026-03-02T16:42:31.309929Z","end":"2026-03-02T16:42:31.983322Z","steps":["trace[1478048691] 'process raft request' (duration: 673.116609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.983512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.309911Z","time spent":"673.523071ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8636,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:31.98453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.446319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933289"} {"level":"info","ts":"2026-03-02T16:42:31.984626Z","caller":"traceutil/trace.go:171","msg":"trace[1319539602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19640; }","duration":"676.572392ms","start":"2026-03-02T16:42:31.308029Z","end":"2026-03-02T16:42:31.984601Z","steps":["trace[1319539602] 'agreement among raft nodes before linearized reading' (duration: 675.35798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.984689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.308006Z","time spent":"676.661805ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":933312,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T16:42:31.983296Z","caller":"traceutil/trace.go:171","msg":"trace[1923397754] linearizableReadLoop","detail":"{readStateIndex:20399; appliedIndex:20397; }","duration":"675.198465ms","start":"2026-03-02T16:42:31.308067Z","end":"2026-03-02T16:42:31.983266Z","steps":["trace[1923397754] 'read index received' (duration: 58.607055ms)","trace[1923397754] 'applied index is now lower than readState.Index' (duration: 616.58996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:31.98565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.397185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-02T16:42:31.985709Z","caller":"traceutil/trace.go:171","msg":"trace[1624166500] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:19640; }","duration":"677.481267ms","start":"2026-03-02T16:42:31.308204Z","end":"2026-03-02T16:42:31.985686Z","steps":["trace[1624166500] 'agreement among raft nodes before linearized reading' (duration: 677.304713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.985745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.308197Z","time spent":"677.539519ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":980,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-02T16:42:31.986314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.107074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-02T16:42:31.986572Z","caller":"traceutil/trace.go:171","msg":"trace[1795840766] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:19640; }","duration":"614.169505ms","start":"2026-03-02T16:42:31.372192Z","end":"2026-03-02T16:42:31.986362Z","steps":["trace[1795840766] 'agreement among raft nodes before linearized reading' (duration: 613.98306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.986608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.372145Z","time spent":"614.452833ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-02T16:42:31.988172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.793769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T16:42:31.988233Z","caller":"traceutil/trace.go:171","msg":"trace[2009519377] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19640; }","duration":"330.914572ms","start":"2026-03-02T16:42:31.657307Z","end":"2026-03-02T16:42:31.988222Z","steps":["trace[2009519377] 'agreement among raft nodes before linearized reading' (duration: 328.637391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:31.988269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.657288Z","time spent":"330.972474ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1938,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:32.366827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.623389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:32.366961Z","caller":"traceutil/trace.go:171","msg":"trace[88648939] transaction","detail":"{read_only:false; response_revision:19641; number_of_response:1; }","duration":"372.069199ms","start":"2026-03-02T16:42:31.994866Z","end":"2026-03-02T16:42:32.366935Z","steps":["trace[88648939] 'process raft request' (duration: 231.254705ms)","trace[88648939] 'compare' (duration: 139.933531ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:32.367007Z","caller":"traceutil/trace.go:171","msg":"trace[1659413610] transaction","detail":"{read_only:false; response_revision:19642; number_of_response:1; }","duration":"122.071811ms","start":"2026-03-02T16:42:32.244918Z","end":"2026-03-02T16:42:32.36699Z","steps":["trace[1659413610] 'process raft request' (duration: 122.009189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:32.367055Z","caller":"traceutil/trace.go:171","msg":"trace[971623471] linearizableReadLoop","detail":"{readStateIndex:20402; appliedIndex:20401; }","duration":"370.554619ms","start":"2026-03-02T16:42:31.996469Z","end":"2026-03-02T16:42:32.367024Z","steps":["trace[971623471] 'read index received' (duration: 229.680973ms)","trace[971623471] 'applied index is now lower than readState.Index' (duration: 140.870216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:32.36711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.994855Z","time spent":"372.169932ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:32.369531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.042675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388603"} {"level":"info","ts":"2026-03-02T16:42:32.369573Z","caller":"traceutil/trace.go:171","msg":"trace[1498890883] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:19642; }","duration":"373.118597ms","start":"2026-03-02T16:42:31.996446Z","end":"2026-03-02T16:42:32.369565Z","steps":["trace[1498890883] 'agreement among raft nodes before linearized reading' (duration: 370.698362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.369612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.996434Z","time spent":"373.160539ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1398,"response size":388626,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:42:32.370931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.486241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19640 ","response":"range_response_count:898 size:701090"} {"level":"info","ts":"2026-03-02T16:42:32.371002Z","caller":"traceutil/trace.go:171","msg":"trace[560208792] range","detail":"{range_begin:/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\u0000; range_end:/registry/events/openstack0; response_count:898; response_revision:19642; }","duration":"372.579693ms","start":"2026-03-02T16:42:31.998404Z","end":"2026-03-02T16:42:32.370983Z","steps":["trace[560208792] 'agreement among raft nodes before linearized reading' (duration: 368.780691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.37108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:31.998397Z","time spent":"372.639994ms","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":898,"response size":701113,"request content":"key:\"/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19640 "} {"level":"info","ts":"2026-03-02T16:42:32.596226Z","caller":"traceutil/trace.go:171","msg":"trace[2077567974] transaction","detail":"{read_only:false; response_revision:19643; number_of_response:1; }","duration":"220.151096ms","start":"2026-03-02T16:42:32.37604Z","end":"2026-03-02T16:42:32.596191Z","steps":["trace[2077567974] 'process raft request' (duration: 214.30996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:32.596355Z","caller":"traceutil/trace.go:171","msg":"trace[1577359148] linearizableReadLoop","detail":"{readStateIndex:20404; appliedIndex:20403; }","duration":"219.600872ms","start":"2026-03-02T16:42:32.376464Z","end":"2026-03-02T16:42:32.596065Z","steps":["trace[1577359148] 'read index received' (duration: 213.860338ms)","trace[1577359148] 'applied index is now lower than readState.Index' (duration: 5.739714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:32.59665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.932689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-02T16:42:32.596699Z","caller":"traceutil/trace.go:171","msg":"trace[219978205] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:19643; }","duration":"118.034972ms","start":"2026-03-02T16:42:32.478651Z","end":"2026-03-02T16:42:32.596686Z","steps":["trace[219978205] 'agreement among raft nodes before linearized reading' (duration: 117.879667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.596849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.373836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T16:42:32.596934Z","caller":"traceutil/trace.go:171","msg":"trace[1743231520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19643; }","duration":"206.49051ms","start":"2026-03-02T16:42:32.390424Z","end":"2026-03-02T16:42:32.596915Z","steps":["trace[1743231520] 'agreement among raft nodes before linearized reading' (duration: 206.223203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.598271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.78112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19642 ","response":"range_response_count:898 size:701090"} {"level":"info","ts":"2026-03-02T16:42:32.598331Z","caller":"traceutil/trace.go:171","msg":"trace[2086711846] range","detail":"{range_begin:/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\u0000; range_end:/registry/events/openstack0; response_count:898; response_revision:19643; }","duration":"221.881272ms","start":"2026-03-02T16:42:32.376436Z","end":"2026-03-02T16:42:32.598317Z","steps":["trace[2086711846] 'agreement among raft nodes before linearized reading' (duration: 219.870668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.835566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.085435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-03-02T16:42:32.835658Z","caller":"traceutil/trace.go:171","msg":"trace[524984287] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:19643; }","duration":"111.216179ms","start":"2026-03-02T16:42:32.724423Z","end":"2026-03-02T16:42:32.835639Z","steps":["trace[524984287] 'range keys from in-memory index tree' (duration: 110.9197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:32.842037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.358285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:19643 ","response":"range_response_count:898 size:701090"} {"level":"info","ts":"2026-03-02T16:42:32.842153Z","caller":"traceutil/trace.go:171","msg":"trace[2004661458] range","detail":"{range_begin:/registry/events/openstack/libvirt-api-ca-r47xw.18991305d7a2f083\u0000; range_end:/registry/events/openstack0; response_count:898; response_revision:19643; }","duration":"142.51433ms","start":"2026-03-02T16:42:32.699601Z","end":"2026-03-02T16:42:32.842115Z","steps":["trace[2004661458] 'range keys from in-memory index tree' (duration: 136.648042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:33.649248Z","caller":"traceutil/trace.go:171","msg":"trace[1475389782] linearizableReadLoop","detail":"{readStateIndex:20410; appliedIndex:20409; }","duration":"127.229579ms","start":"2026-03-02T16:42:33.521998Z","end":"2026-03-02T16:42:33.649228Z","steps":["trace[1475389782] 'read index received' (duration: 127.037864ms)","trace[1475389782] 'applied index is now lower than readState.Index' (duration: 190.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:33.649292Z","caller":"traceutil/trace.go:171","msg":"trace[227057218] transaction","detail":"{read_only:false; response_revision:19649; number_of_response:1; }","duration":"142.265043ms","start":"2026-03-02T16:42:33.507002Z","end":"2026-03-02T16:42:33.649267Z","steps":["trace[227057218] 'process raft request' (duration: 142.093708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:33.649587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.572988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-03-02T16:42:33.649637Z","caller":"traceutil/trace.go:171","msg":"trace[465521849] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:19649; }","duration":"127.666491ms","start":"2026-03-02T16:42:33.521958Z","end":"2026-03-02T16:42:33.649625Z","steps":["trace[465521849] 'agreement among raft nodes before linearized reading' (duration: 127.389653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:33.649791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.088251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-02T16:42:33.649959Z","caller":"traceutil/trace.go:171","msg":"trace[32048838] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:19649; }","duration":"106.42498ms","start":"2026-03-02T16:42:33.5435Z","end":"2026-03-02T16:42:33.649925Z","steps":["trace[32048838] 'agreement among raft nodes before linearized reading' (duration: 105.909516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:33.904288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.36753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1702"} {"level":"warn","ts":"2026-03-02T16:42:33.904339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.578022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-03-02T16:42:33.904386Z","caller":"traceutil/trace.go:171","msg":"trace[1334412678] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:19649; }","duration":"128.499994ms","start":"2026-03-02T16:42:33.775866Z","end":"2026-03-02T16:42:33.904366Z","steps":["trace[1334412678] 'range keys from in-memory index tree' (duration: 128.198825ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:33.904421Z","caller":"traceutil/trace.go:171","msg":"trace[554071025] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:19649; }","duration":"145.723177ms","start":"2026-03-02T16:42:33.758678Z","end":"2026-03-02T16:42:33.904402Z","steps":["trace[554071025] 'range keys from in-memory index tree' (duration: 145.397208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:34.238324Z","caller":"traceutil/trace.go:171","msg":"trace[1188132086] linearizableReadLoop","detail":"{readStateIndex:20412; appliedIndex:20410; }","duration":"237.938145ms","start":"2026-03-02T16:42:34.000358Z","end":"2026-03-02T16:42:34.238296Z","steps":["trace[1188132086] 'read index received' (duration: 27.679484ms)","trace[1188132086] 'applied index is now lower than readState.Index' (duration: 210.257671ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:34.23846Z","caller":"traceutil/trace.go:171","msg":"trace[1545639150] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"245.272102ms","start":"2026-03-02T16:42:33.993175Z","end":"2026-03-02T16:42:34.238447Z","steps":["trace[1545639150] 'process raft request' (duration: 216.491708ms)","trace[1545639150] 'compare' (duration: 28.515326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:34.238722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.254345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:34.238845Z","caller":"traceutil/trace.go:171","msg":"trace[424539501] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19651; }","duration":"103.43125ms","start":"2026-03-02T16:42:34.135392Z","end":"2026-03-02T16:42:34.238824Z","steps":["trace[424539501] 'agreement among raft nodes before linearized reading' (duration: 103.250175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:34.23871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.29856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"warn","ts":"2026-03-02T16:42:34.238912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.52439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:34.239002Z","caller":"traceutil/trace.go:171","msg":"trace[1224652010] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19651; }","duration":"238.651693ms","start":"2026-03-02T16:42:34.000326Z","end":"2026-03-02T16:42:34.238978Z","steps":["trace[1224652010] 'agreement among raft nodes before linearized reading' (duration: 238.361755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:34.238906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.249684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T16:42:34.239076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.09536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1702"} {"level":"info","ts":"2026-03-02T16:42:34.239256Z","caller":"traceutil/trace.go:171","msg":"trace[1738445317] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:19651; }","duration":"228.330316ms","start":"2026-03-02T16:42:34.010905Z","end":"2026-03-02T16:42:34.239235Z","steps":["trace[1738445317] 'agreement among raft nodes before linearized reading' (duration: 227.851763ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:34.239168Z","caller":"traceutil/trace.go:171","msg":"trace[1649142537] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:19651; }","duration":"196.559452ms","start":"2026-03-02T16:42:34.042587Z","end":"2026-03-02T16:42:34.239147Z","steps":["trace[1649142537] 'agreement among raft nodes before linearized reading' (duration: 196.130921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:34.23919Z","caller":"traceutil/trace.go:171","msg":"trace[1900922376] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:19651; }","duration":"236.586579ms","start":"2026-03-02T16:42:34.002375Z","end":"2026-03-02T16:42:34.238962Z","steps":["trace[1900922376] 'agreement among raft nodes before linearized reading' (duration: 236.191248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:35.504131Z","caller":"traceutil/trace.go:171","msg":"trace[1637684162] transaction","detail":"{read_only:false; response_revision:19656; number_of_response:1; }","duration":"108.394353ms","start":"2026-03-02T16:42:35.395716Z","end":"2026-03-02T16:42:35.50411Z","steps":["trace[1637684162] 'process raft request' (duration: 108.2736ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:35.504138Z","caller":"traceutil/trace.go:171","msg":"trace[1536334300] linearizableReadLoop","detail":"{readStateIndex:20418; appliedIndex:20417; }","duration":"105.435534ms","start":"2026-03-02T16:42:35.398671Z","end":"2026-03-02T16:42:35.504106Z","steps":["trace[1536334300] 'read index received' (duration: 105.420103ms)","trace[1536334300] 'applied index is now lower than readState.Index' (duration: 12.511µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:35.504347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.660869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:35.5044Z","caller":"traceutil/trace.go:171","msg":"trace[1501074907] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19656; }","duration":"105.758142ms","start":"2026-03-02T16:42:35.39863Z","end":"2026-03-02T16:42:35.504388Z","steps":["trace[1501074907] 'agreement among raft nodes before linearized reading' (duration: 105.566327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:35.870454Z","caller":"traceutil/trace.go:171","msg":"trace[573744702] transaction","detail":"{read_only:false; response_revision:19657; number_of_response:1; }","duration":"470.079643ms","start":"2026-03-02T16:42:35.400347Z","end":"2026-03-02T16:42:35.870427Z","steps":["trace[573744702] 'process raft request' (duration: 469.838797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:35.870611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:35.400331Z","time spent":"470.197646ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:35.870811Z","caller":"traceutil/trace.go:171","msg":"trace[1154312640] transaction","detail":"{read_only:false; response_revision:19658; number_of_response:1; }","duration":"469.62232ms","start":"2026-03-02T16:42:35.401142Z","end":"2026-03-02T16:42:35.870764Z","steps":["trace[1154312640] 'process raft request' (duration: 469.23996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:35.870919Z","caller":"traceutil/trace.go:171","msg":"trace[195237369] linearizableReadLoop","detail":"{readStateIndex:20421; appliedIndex:20418; }","duration":"366.649594ms","start":"2026-03-02T16:42:35.50424Z","end":"2026-03-02T16:42:35.870889Z","steps":["trace[195237369] 'read index received' (duration: 365.858633ms)","trace[195237369] 'applied index is now lower than readState.Index' (duration: 789.641µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:35.870981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:35.401132Z","time spent":"469.760395ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:35.870995Z","caller":"traceutil/trace.go:171","msg":"trace[2039595606] transaction","detail":"{read_only:false; response_revision:19659; number_of_response:1; }","duration":"398.52363ms","start":"2026-03-02T16:42:35.472458Z","end":"2026-03-02T16:42:35.870981Z","steps":["trace[2039595606] 'process raft request' (duration: 398.305204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:35.871072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:35.472444Z","time spent":"398.585811ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:35.87114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.34349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:42:35.871143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.334616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/kube-root-ca.crt\" ","response":"range_response_count:1 size:1743"} {"level":"info","ts":"2026-03-02T16:42:35.871179Z","caller":"traceutil/trace.go:171","msg":"trace[1425328927] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19659; }","duration":"470.411462ms","start":"2026-03-02T16:42:35.400754Z","end":"2026-03-02T16:42:35.871165Z","steps":["trace[1425328927] 'agreement among raft nodes before linearized reading' (duration: 470.241788ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:35.871189Z","caller":"traceutil/trace.go:171","msg":"trace[691745918] range","detail":"{range_begin:/registry/configmaps/rook-ceph/kube-root-ca.crt; range_end:; response_count:1; response_revision:19659; }","duration":"404.430968ms","start":"2026-03-02T16:42:35.466745Z","end":"2026-03-02T16:42:35.871176Z","steps":["trace[691745918] 'agreement among raft nodes before linearized reading' (duration: 404.235223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:35.871215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:35.400742Z","time spent":"470.464813ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:35.871222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:35.466723Z","time spent":"404.49143ms","remote":"127.0.0.1:35278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1766,"request content":"key:\"/registry/configmaps/rook-ceph/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-03-02T16:42:35.871253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.618776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T16:42:35.871291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.724354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15348"} {"level":"info","ts":"2026-03-02T16:42:35.871356Z","caller":"traceutil/trace.go:171","msg":"trace[706526752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19659; }","duration":"464.7477ms","start":"2026-03-02T16:42:35.406584Z","end":"2026-03-02T16:42:35.871332Z","steps":["trace[706526752] 'agreement among raft nodes before linearized reading' (duration: 464.415611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:35.871409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:35.40658Z","time spent":"464.819531ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:42:35.871418Z","caller":"traceutil/trace.go:171","msg":"trace[1969358167] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:19659; }","duration":"389.917019ms","start":"2026-03-02T16:42:35.481469Z","end":"2026-03-02T16:42:35.871386Z","steps":["trace[1969358167] 'agreement among raft nodes before linearized reading' (duration: 389.435996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:35.871479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:35.481447Z","time spent":"390.021091ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15371,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-02T16:42:36.985868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.185631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6900"} {"level":"warn","ts":"2026-03-02T16:42:36.985934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.814873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:42:36.986008Z","caller":"traceutil/trace.go:171","msg":"trace[81090743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19661; }","duration":"742.936326ms","start":"2026-03-02T16:42:36.243053Z","end":"2026-03-02T16:42:36.985989Z","steps":["trace[81090743] 'range keys from in-memory index tree' (duration: 742.636388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:36.986047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.132785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-03-02T16:42:36.986083Z","caller":"traceutil/trace.go:171","msg":"trace[31619239] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:19661; }","duration":"742.198167ms","start":"2026-03-02T16:42:36.243876Z","end":"2026-03-02T16:42:36.986074Z","steps":["trace[31619239] 'range keys from in-memory index tree' (duration: 742.019841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:36.986128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.243857Z","time spent":"742.262088ms","remote":"127.0.0.1:35278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6848,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-03-02T16:42:36.986055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.243036Z","time spent":"743.009588ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:42:36.986293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.811764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T16:42:36.986336Z","caller":"traceutil/trace.go:171","msg":"trace[975864522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19661; }","duration":"559.846265ms","start":"2026-03-02T16:42:36.426476Z","end":"2026-03-02T16:42:36.986322Z","steps":["trace[975864522] 'range keys from in-memory index tree' (duration: 559.727673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:36.985953Z","caller":"traceutil/trace.go:171","msg":"trace[1185900200] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:19661; }","duration":"705.303355ms","start":"2026-03-02T16:42:36.280631Z","end":"2026-03-02T16:42:36.985934Z","steps":["trace[1185900200] 'range keys from in-memory index tree' (duration: 705.039057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:36.986371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.426431Z","time spent":"559.932207ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:42:36.986402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.280624Z","time spent":"705.766667ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6923,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-02T16:42:36.986193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.330165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:36.986545Z","caller":"traceutil/trace.go:171","msg":"trace[514697346] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19661; }","duration":"718.723656ms","start":"2026-03-02T16:42:36.267802Z","end":"2026-03-02T16:42:36.986526Z","steps":["trace[514697346] 'range keys from in-memory index tree' (duration: 718.168181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:36.986595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.267783Z","time spent":"718.798987ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" "} {"level":"info","ts":"2026-03-02T16:42:37.433797Z","caller":"traceutil/trace.go:171","msg":"trace[1956831222] linearizableReadLoop","detail":"{readStateIndex:20424; appliedIndex:20423; }","duration":"442.187354ms","start":"2026-03-02T16:42:36.991582Z","end":"2026-03-02T16:42:37.43377Z","steps":["trace[1956831222] 'read index received' (duration: 442.03156ms)","trace[1956831222] 'applied index is now lower than readState.Index' (duration: 154.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:37.433861Z","caller":"traceutil/trace.go:171","msg":"trace[942167703] transaction","detail":"{read_only:false; response_revision:19662; number_of_response:1; }","duration":"442.300186ms","start":"2026-03-02T16:42:36.991524Z","end":"2026-03-02T16:42:37.433824Z","steps":["trace[942167703] 'process raft request' (duration: 442.08727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.434066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.991508Z","time spent":"442.42465ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:37.435038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.432027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933391"} {"level":"info","ts":"2026-03-02T16:42:37.435122Z","caller":"traceutil/trace.go:171","msg":"trace[395406157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19662; }","duration":"443.53775ms","start":"2026-03-02T16:42:36.991545Z","end":"2026-03-02T16:42:37.435083Z","steps":["trace[395406157] 'agreement among raft nodes before linearized reading' (duration: 442.357228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.435174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.991529Z","time spent":"443.628712ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":933414,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T16:42:37.456518Z","caller":"traceutil/trace.go:171","msg":"trace[513562045] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"464.235335ms","start":"2026-03-02T16:42:36.992256Z","end":"2026-03-02T16:42:37.456492Z","steps":["trace[513562045] 'process raft request' (duration: 463.928497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.456559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.098469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:37.456586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.986571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:42:37.456611Z","caller":"traceutil/trace.go:171","msg":"trace[750747132] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:19663; }","duration":"174.201031ms","start":"2026-03-02T16:42:37.282396Z","end":"2026-03-02T16:42:37.456597Z","steps":["trace[750747132] 'agreement among raft nodes before linearized reading' (duration: 174.063597ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:37.456651Z","caller":"traceutil/trace.go:171","msg":"trace[1677077641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19663; }","duration":"444.085474ms","start":"2026-03-02T16:42:37.012549Z","end":"2026-03-02T16:42:37.456635Z","steps":["trace[1677077641] 'agreement among raft nodes before linearized reading' (duration: 443.892399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.456689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:37.012536Z","time spent":"444.144755ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:42:37.456702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.856422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:42:37.456634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:36.992223Z","time spent":"464.358729ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:37.456801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.656771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:37.456824Z","caller":"traceutil/trace.go:171","msg":"trace[1684341270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19663; }","duration":"389.704413ms","start":"2026-03-02T16:42:37.067113Z","end":"2026-03-02T16:42:37.456818Z","steps":["trace[1684341270] 'agreement among raft nodes before linearized reading' (duration: 389.664542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.456848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:37.067082Z","time spent":"389.759974ms","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:37.456816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.16407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-03-02T16:42:37.456977Z","caller":"traceutil/trace.go:171","msg":"trace[2053972974] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:19663; }","duration":"382.325914ms","start":"2026-03-02T16:42:37.074605Z","end":"2026-03-02T16:42:37.456931Z","steps":["trace[2053972974] 'agreement among raft nodes before linearized reading' (duration: 381.973705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.457018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.016996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-c79d488c4-r22d4\" ","response":"range_response_count:1 size:8755"} {"level":"warn","ts":"2026-03-02T16:42:37.457056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:37.074595Z","time spent":"382.447657ms","remote":"127.0.0.1:35278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6848,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"info","ts":"2026-03-02T16:42:37.457089Z","caller":"traceutil/trace.go:171","msg":"trace[924526082] range","detail":"{range_begin:/registry/pods/openstack/placement-api-c79d488c4-r22d4; range_end:; response_count:1; response_revision:19663; }","duration":"398.113599ms","start":"2026-03-02T16:42:37.058962Z","end":"2026-03-02T16:42:37.457075Z","steps":["trace[924526082] 'agreement among raft nodes before linearized reading' (duration: 397.960775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.457154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:37.058946Z","time spent":"398.17334ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8778,"request content":"key:\"/registry/pods/openstack/placement-api-c79d488c4-r22d4\" "} {"level":"info","ts":"2026-03-02T16:42:37.456757Z","caller":"traceutil/trace.go:171","msg":"trace[738955531] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19663; }","duration":"125.961825ms","start":"2026-03-02T16:42:37.330783Z","end":"2026-03-02T16:42:37.456745Z","steps":["trace[738955531] 'agreement among raft nodes before linearized reading' (duration: 125.76363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.456847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.601556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6900"} {"level":"info","ts":"2026-03-02T16:42:37.457252Z","caller":"traceutil/trace.go:171","msg":"trace[185261195] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:19663; }","duration":"343.048218ms","start":"2026-03-02T16:42:37.114193Z","end":"2026-03-02T16:42:37.457241Z","steps":["trace[185261195] 'agreement among raft nodes before linearized reading' (duration: 342.502524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.45733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:37.114172Z","time spent":"343.10541ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6923,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-03-02T16:42:37.754305Z","caller":"traceutil/trace.go:171","msg":"trace[15503660] linearizableReadLoop","detail":"{readStateIndex:20427; appliedIndex:20426; }","duration":"284.28581ms","start":"2026-03-02T16:42:37.469996Z","end":"2026-03-02T16:42:37.754282Z","steps":["trace[15503660] 'read index received' (duration: 284.159637ms)","trace[15503660] 'applied index is now lower than readState.Index' (duration: 125.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:37.754519Z","caller":"traceutil/trace.go:171","msg":"trace[1368420352] transaction","detail":"{read_only:false; response_revision:19665; number_of_response:1; }","duration":"285.03299ms","start":"2026-03-02T16:42:37.469476Z","end":"2026-03-02T16:42:37.754509Z","steps":["trace[1368420352] 'process raft request' (duration: 284.226779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.755283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.266166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:94 size:933439"} {"level":"info","ts":"2026-03-02T16:42:37.755315Z","caller":"traceutil/trace.go:171","msg":"trace[361560880] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19665; }","duration":"285.346719ms","start":"2026-03-02T16:42:37.469962Z","end":"2026-03-02T16:42:37.755308Z","steps":["trace[361560880] 'agreement among raft nodes before linearized reading' (duration: 284.66786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.785805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.05025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T16:42:37.78584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.667645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:37.785866Z","caller":"traceutil/trace.go:171","msg":"trace[1752066502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19666; }","duration":"106.148223ms","start":"2026-03-02T16:42:37.679703Z","end":"2026-03-02T16:42:37.785851Z","steps":["trace[1752066502] 'agreement among raft nodes before linearized reading' (duration: 105.973278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:37.785896Z","caller":"traceutil/trace.go:171","msg":"trace[973974565] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19666; }","duration":"276.769197ms","start":"2026-03-02T16:42:37.509111Z","end":"2026-03-02T16:42:37.78588Z","steps":["trace[973974565] 'agreement among raft nodes before linearized reading' (duration: 276.588383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:37.785936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.876248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6900"} {"level":"info","ts":"2026-03-02T16:42:37.78603Z","caller":"traceutil/trace.go:171","msg":"trace[690398533] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:19666; }","duration":"214.008561ms","start":"2026-03-02T16:42:37.571998Z","end":"2026-03-02T16:42:37.786007Z","steps":["trace[690398533] 'agreement among raft nodes before linearized reading' (duration: 213.737324ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:37.78635Z","caller":"traceutil/trace.go:171","msg":"trace[2044111105] transaction","detail":"{read_only:false; response_revision:19666; number_of_response:1; }","duration":"248.345005ms","start":"2026-03-02T16:42:37.53799Z","end":"2026-03-02T16:42:37.786335Z","steps":["trace[2044111105] 'process raft request' (duration: 247.554743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:38.039327Z","caller":"traceutil/trace.go:171","msg":"trace[1102794773] linearizableReadLoop","detail":"{readStateIndex:20430; appliedIndex:20429; }","duration":"135.656336ms","start":"2026-03-02T16:42:37.903641Z","end":"2026-03-02T16:42:38.039297Z","steps":["trace[1102794773] 'read index received' (duration: 74.02807ms)","trace[1102794773] 'applied index is now lower than readState.Index' (duration: 61.626996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:38.039579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.399238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:38.03955Z","caller":"traceutil/trace.go:171","msg":"trace[132501939] transaction","detail":"{read_only:false; response_revision:19668; number_of_response:1; }","duration":"163.394171ms","start":"2026-03-02T16:42:37.876124Z","end":"2026-03-02T16:42:38.039518Z","steps":["trace[132501939] 'process raft request' (duration: 101.535278ms)","trace[132501939] 'compare' (duration: 61.506153ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:38.039644Z","caller":"traceutil/trace.go:171","msg":"trace[84624081] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19668; }","duration":"161.48746ms","start":"2026-03-02T16:42:37.878143Z","end":"2026-03-02T16:42:38.039631Z","steps":["trace[84624081] 'agreement among raft nodes before linearized reading' (duration: 161.387527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:38.039626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.76492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-03-02T16:42:38.039645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.313305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6900"} {"level":"info","ts":"2026-03-02T16:42:38.039697Z","caller":"traceutil/trace.go:171","msg":"trace[845650633] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19668; }","duration":"141.859392ms","start":"2026-03-02T16:42:37.89782Z","end":"2026-03-02T16:42:38.039679Z","steps":["trace[845650633] 'agreement among raft nodes before linearized reading' (duration: 141.607475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:38.0397Z","caller":"traceutil/trace.go:171","msg":"trace[1115715129] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:19668; }","duration":"161.394697ms","start":"2026-03-02T16:42:37.878292Z","end":"2026-03-02T16:42:38.039687Z","steps":["trace[1115715129] 'agreement among raft nodes before linearized reading' (duration: 161.223383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:38.039606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.088005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T16:42:38.039834Z","caller":"traceutil/trace.go:171","msg":"trace[845252040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19668; }","duration":"159.300991ms","start":"2026-03-02T16:42:37.880463Z","end":"2026-03-02T16:42:38.039764Z","steps":["trace[845252040] 'agreement among raft nodes before linearized reading' (duration: 158.984713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:39.449733Z","caller":"traceutil/trace.go:171","msg":"trace[792190705] linearizableReadLoop","detail":"{readStateIndex:20433; appliedIndex:20432; }","duration":"142.070188ms","start":"2026-03-02T16:42:39.307638Z","end":"2026-03-02T16:42:39.449708Z","steps":["trace[792190705] 'read index received' (duration: 54.182216ms)","trace[792190705] 'applied index is now lower than readState.Index' (duration: 87.886522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:39.450031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.378097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/\" range_end:\"/registry/replicasets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:4088"} {"level":"info","ts":"2026-03-02T16:42:39.450101Z","caller":"traceutil/trace.go:171","msg":"trace[1202498575] range","detail":"{range_begin:/registry/replicasets/rook-ceph/; range_end:/registry/replicasets/rook-ceph0; response_count:1; response_revision:19670; }","duration":"142.481499ms","start":"2026-03-02T16:42:39.307601Z","end":"2026-03-02T16:42:39.450083Z","steps":["trace[1202498575] 'agreement among raft nodes before linearized reading' (duration: 142.280644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:39.450123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.605359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-03-02T16:42:39.450239Z","caller":"traceutil/trace.go:171","msg":"trace[1998559313] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:19670; }","duration":"127.725742ms","start":"2026-03-02T16:42:39.322483Z","end":"2026-03-02T16:42:39.450209Z","steps":["trace[1998559313] 'agreement among raft nodes before linearized reading' (duration: 127.460535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:39.695115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.032349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:39.695247Z","caller":"traceutil/trace.go:171","msg":"trace[1704683784] linearizableReadLoop","detail":"{readStateIndex:20436; appliedIndex:20434; }","duration":"191.23511ms","start":"2026-03-02T16:42:39.503989Z","end":"2026-03-02T16:42:39.695224Z","steps":["trace[1704683784] 'read index received' (duration: 40.698614ms)","trace[1704683784] 'applied index is now lower than readState.Index' (duration: 150.535026ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:39.695397Z","caller":"traceutil/trace.go:171","msg":"trace[1447933114] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"192.485733ms","start":"2026-03-02T16:42:39.502851Z","end":"2026-03-02T16:42:39.695336Z","steps":["trace[1447933114] 'process raft request' (duration: 73.088344ms)","trace[1447933114] 'compare' (duration: 118.881995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:39.695553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.275547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-03-02T16:42:39.695625Z","caller":"traceutil/trace.go:171","msg":"trace[940483685] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:19673; }","duration":"128.346879ms","start":"2026-03-02T16:42:39.567257Z","end":"2026-03-02T16:42:39.695604Z","steps":["trace[940483685] 'agreement among raft nodes before linearized reading' (duration: 128.151454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:39.695552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.290083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-lq789\" ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-03-02T16:42:39.695788Z","caller":"traceutil/trace.go:171","msg":"trace[611955729] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-lq789; range_end:; response_count:1; response_revision:19673; }","duration":"139.53187ms","start":"2026-03-02T16:42:39.556219Z","end":"2026-03-02T16:42:39.69575Z","steps":["trace[611955729] 'agreement among raft nodes before linearized reading' (duration: 139.18321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:39.696212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.199915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933439"} {"level":"info","ts":"2026-03-02T16:42:39.69628Z","caller":"traceutil/trace.go:171","msg":"trace[151243391] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19673; }","duration":"192.292268ms","start":"2026-03-02T16:42:39.503971Z","end":"2026-03-02T16:42:39.696264Z","steps":["trace[151243391] 'agreement among raft nodes before linearized reading' (duration: 191.378103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:40.093744Z","caller":"traceutil/trace.go:171","msg":"trace[1700274184] linearizableReadLoop","detail":"{readStateIndex:20437; appliedIndex:20436; }","duration":"319.562168ms","start":"2026-03-02T16:42:39.774152Z","end":"2026-03-02T16:42:40.093714Z","steps":["trace[1700274184] 'read index received' (duration: 319.390963ms)","trace[1700274184] 'applied index is now lower than readState.Index' (duration: 169.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:40.093806Z","caller":"traceutil/trace.go:171","msg":"trace[1938910421] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"333.110563ms","start":"2026-03-02T16:42:39.760673Z","end":"2026-03-02T16:42:40.093784Z","steps":["trace[1938910421] 'process raft request' (duration: 332.888347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.093944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.760642Z","time spent":"333.221585ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:40.093988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.816624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-lq789\" ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-03-02T16:42:40.094035Z","caller":"traceutil/trace.go:171","msg":"trace[1800640517] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-lq789; range_end:; response_count:1; response_revision:19674; }","duration":"319.919218ms","start":"2026-03-02T16:42:39.774103Z","end":"2026-03-02T16:42:40.094022Z","steps":["trace[1800640517] 'agreement among raft nodes before linearized reading' (duration: 319.754584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.094077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.774081Z","time spent":"319.986369ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3189,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-lq789\" "} {"level":"warn","ts":"2026-03-02T16:42:40.322623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.176338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:40.322869Z","caller":"traceutil/trace.go:171","msg":"trace[634144525] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"526.222802ms","start":"2026-03-02T16:42:39.796617Z","end":"2026-03-02T16:42:40.32284Z","steps":["trace[634144525] 'process raft request' (duration: 331.706915ms)","trace[634144525] 'compare' (duration: 194.055125ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:40.322905Z","caller":"traceutil/trace.go:171","msg":"trace[813027068] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"414.522891ms","start":"2026-03-02T16:42:39.908358Z","end":"2026-03-02T16:42:40.322881Z","steps":["trace[813027068] 'process raft request' (duration: 414.395187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.322964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.796587Z","time spent":"526.330085ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:40.322998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.908337Z","time spent":"414.612232ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:40.323052Z","caller":"traceutil/trace.go:171","msg":"trace[827117503] linearizableReadLoop","detail":"{readStateIndex:20440; appliedIndex:20437; }","duration":"229.196529ms","start":"2026-03-02T16:42:40.093825Z","end":"2026-03-02T16:42:40.323021Z","steps":["trace[827117503] 'read index received' (duration: 34.421795ms)","trace[827117503] 'applied index is now lower than readState.Index' (duration: 194.772804ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:40.323115Z","caller":"traceutil/trace.go:171","msg":"trace[217666280] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"278.633758ms","start":"2026-03-02T16:42:40.044447Z","end":"2026-03-02T16:42:40.32308Z","steps":["trace[217666280] 'process raft request' (duration: 278.387981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.323168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.615586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:40.323243Z","caller":"traceutil/trace.go:171","msg":"trace[982058871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19677; }","duration":"336.72946ms","start":"2026-03-02T16:42:39.986497Z","end":"2026-03-02T16:42:40.323226Z","steps":["trace[982058871] 'agreement among raft nodes before linearized reading' (duration: 336.568806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.323286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.986488Z","time spent":"336.789781ms","remote":"127.0.0.1:35180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:42:40.323319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.849309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-55dml\" ","response":"range_response_count:1 size:4559"} {"level":"warn","ts":"2026-03-02T16:42:40.323368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.084141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T16:42:40.323379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.055306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:40.323416Z","caller":"traceutil/trace.go:171","msg":"trace[843168025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19677; }","duration":"253.165824ms","start":"2026-03-02T16:42:40.070234Z","end":"2026-03-02T16:42:40.3234Z","steps":["trace[843168025] 'agreement among raft nodes before linearized reading' (duration: 252.997719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:40.323395Z","caller":"traceutil/trace.go:171","msg":"trace[538997155] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-55dml; range_end:; response_count:1; response_revision:19677; }","duration":"513.973873ms","start":"2026-03-02T16:42:39.809401Z","end":"2026-03-02T16:42:40.323375Z","steps":["trace[538997155] 'agreement among raft nodes before linearized reading' (duration: 513.762157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.323558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.809384Z","time spent":"514.152007ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-55dml\" "} {"level":"warn","ts":"2026-03-02T16:42:40.323575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.244093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-lq789\" ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-03-02T16:42:40.323478Z","caller":"traceutil/trace.go:171","msg":"trace[1592643836] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19677; }","duration":"533.182639ms","start":"2026-03-02T16:42:39.790244Z","end":"2026-03-02T16:42:40.323427Z","steps":["trace[1592643836] 'agreement among raft nodes before linearized reading' (duration: 532.950843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:40.323667Z","caller":"traceutil/trace.go:171","msg":"trace[954420596] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-lq789; range_end:; response_count:1; response_revision:19677; }","duration":"225.370357ms","start":"2026-03-02T16:42:40.09827Z","end":"2026-03-02T16:42:40.323641Z","steps":["trace[954420596] 'agreement among raft nodes before linearized reading' (duration: 225.11597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.323683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.790226Z","time spent":"533.433456ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:40.323683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.216929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:42:40.323777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.712843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:40.323775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.298428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T16:42:40.323793Z","caller":"traceutil/trace.go:171","msg":"trace[35373874] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19677; }","duration":"415.401804ms","start":"2026-03-02T16:42:39.908376Z","end":"2026-03-02T16:42:40.323777Z","steps":["trace[35373874] 'agreement among raft nodes before linearized reading' (duration: 415.047934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:40.323831Z","caller":"traceutil/trace.go:171","msg":"trace[1513464455] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19677; }","duration":"160.427201ms","start":"2026-03-02T16:42:40.163381Z","end":"2026-03-02T16:42:40.323808Z","steps":["trace[1513464455] 'agreement among raft nodes before linearized reading' (duration: 160.326499ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:40.323818Z","caller":"traceutil/trace.go:171","msg":"trace[2101175749] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19677; }","duration":"213.773795ms","start":"2026-03-02T16:42:40.110031Z","end":"2026-03-02T16:42:40.323805Z","steps":["trace[2101175749] 'agreement among raft nodes before linearized reading' (duration: 213.705624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.323912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.018286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T16:42:40.323894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:39.908354Z","time spent":"415.525377ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T16:42:40.324Z","caller":"traceutil/trace.go:171","msg":"trace[961247064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19677; }","duration":"136.145909ms","start":"2026-03-02T16:42:40.187836Z","end":"2026-03-02T16:42:40.323982Z","steps":["trace[961247064] 'agreement among raft nodes before linearized reading' (duration: 135.913993ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:40.53225Z","caller":"traceutil/trace.go:171","msg":"trace[383581796] linearizableReadLoop","detail":"{readStateIndex:20442; appliedIndex:20440; }","duration":"201.983698ms","start":"2026-03-02T16:42:40.330239Z","end":"2026-03-02T16:42:40.532223Z","steps":["trace[383581796] 'read index received' (duration: 34.131457ms)","trace[383581796] 'applied index is now lower than readState.Index' (duration: 167.851151ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:40.532355Z","caller":"traceutil/trace.go:171","msg":"trace[1044109002] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"203.028686ms","start":"2026-03-02T16:42:40.32928Z","end":"2026-03-02T16:42:40.532309Z","steps":["trace[1044109002] 'process raft request' (duration: 131.269557ms)","trace[1044109002] 'compare' (duration: 71.555523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:40.532496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.149458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-55dml\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-02T16:42:40.532541Z","caller":"traceutil/trace.go:171","msg":"trace[1765597278] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-55dml; range_end:; response_count:1; response_revision:19679; }","duration":"130.23976ms","start":"2026-03-02T16:42:40.402289Z","end":"2026-03-02T16:42:40.532529Z","steps":["trace[1765597278] 'agreement among raft nodes before linearized reading' (duration: 130.071915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.532531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.267646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/secretgen-controller/\" range_end:\"/registry/events/secretgen-controller0\" limit:500 ","response":"range_response_count:7 size:5952"} {"level":"info","ts":"2026-03-02T16:42:40.53259Z","caller":"traceutil/trace.go:171","msg":"trace[2077706193] range","detail":"{range_begin:/registry/events/secretgen-controller/; range_end:/registry/events/secretgen-controller0; response_count:7; response_revision:19679; }","duration":"202.365668ms","start":"2026-03-02T16:42:40.330208Z","end":"2026-03-02T16:42:40.532573Z","steps":["trace[2077706193] 'agreement among raft nodes before linearized reading' (duration: 202.106711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:40.869331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.317103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rbd-csi-provisioner-role-cfg\" ","response":"range_response_count:1 size:764"} {"level":"warn","ts":"2026-03-02T16:42:40.869367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.619226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/cephfs-csi-provisioner-role-cfg\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T16:42:40.869407Z","caller":"traceutil/trace.go:171","msg":"trace[131860619] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rbd-csi-provisioner-role-cfg; range_end:; response_count:1; response_revision:19679; }","duration":"229.403896ms","start":"2026-03-02T16:42:40.639982Z","end":"2026-03-02T16:42:40.869386Z","steps":["trace[131860619] 'range keys from in-memory index tree' (duration: 229.128377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:40.869431Z","caller":"traceutil/trace.go:171","msg":"trace[347014192] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/cephfs-csi-provisioner-role-cfg; range_end:; response_count:1; response_revision:19679; }","duration":"176.733749ms","start":"2026-03-02T16:42:40.69268Z","end":"2026-03-02T16:42:40.869414Z","steps":["trace[347014192] 'range keys from in-memory index tree' (duration: 176.40681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:41.775226Z","caller":"traceutil/trace.go:171","msg":"trace[17103018] linearizableReadLoop","detail":"{readStateIndex:20443; appliedIndex:20442; }","duration":"226.871086ms","start":"2026-03-02T16:42:41.548323Z","end":"2026-03-02T16:42:41.775194Z","steps":["trace[17103018] 'read index received' (duration: 226.692401ms)","trace[17103018] 'applied index is now lower than readState.Index' (duration: 177.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:41.77527Z","caller":"traceutil/trace.go:171","msg":"trace[1639649575] transaction","detail":"{read_only:false; response_revision:19680; number_of_response:1; }","duration":"256.280477ms","start":"2026-03-02T16:42:41.518951Z","end":"2026-03-02T16:42:41.775232Z","steps":["trace[1639649575] 'process raft request' (duration: 256.0251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.775498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.150084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T16:42:41.775539Z","caller":"traceutil/trace.go:171","msg":"trace[1140727105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19680; }","duration":"227.211585ms","start":"2026-03-02T16:42:41.548315Z","end":"2026-03-02T16:42:41.775527Z","steps":["trace[1140727105] 'agreement among raft nodes before linearized reading' (duration: 227.042281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:41.775534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.277567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-02T16:42:41.775605Z","caller":"traceutil/trace.go:171","msg":"trace[1902929882] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:19680; }","duration":"179.38599ms","start":"2026-03-02T16:42:41.5962Z","end":"2026-03-02T16:42:41.775586Z","steps":["trace[1902929882] 'agreement among raft nodes before linearized reading' (duration: 179.200695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:42.066925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.058725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-02T16:42:42.067001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.06139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:42.067077Z","caller":"traceutil/trace.go:171","msg":"trace[979583472] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19680; }","duration":"352.209184ms","start":"2026-03-02T16:42:41.714846Z","end":"2026-03-02T16:42:42.067055Z","steps":["trace[979583472] 'agreement among raft nodes before linearized reading' (duration: 60.809823ms)","trace[979583472] 'range keys from in-memory index tree' (duration: 291.163924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:42.067165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.714812Z","time spent":"352.339687ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" "} {"level":"info","ts":"2026-03-02T16:42:42.067033Z","caller":"traceutil/trace.go:171","msg":"trace[995004571] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:19680; }","duration":"287.209799ms","start":"2026-03-02T16:42:41.779798Z","end":"2026-03-02T16:42:42.067007Z","steps":["trace[995004571] 'range keys from in-memory index tree' (duration: 286.871139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:42.066925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.273669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-03-02T16:42:42.06723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.758009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:42.067316Z","caller":"traceutil/trace.go:171","msg":"trace[773655924] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:19680; }","duration":"447.667019ms","start":"2026-03-02T16:42:41.619617Z","end":"2026-03-02T16:42:42.067284Z","steps":["trace[773655924] 'agreement among raft nodes before linearized reading' (duration: 156.091013ms)","trace[773655924] 'range keys from in-memory index tree' (duration: 291.053431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:42.067406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:41.619562Z","time spent":"447.816864ms","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1035,"request content":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-system\" "} {"level":"info","ts":"2026-03-02T16:42:42.067465Z","caller":"traceutil/trace.go:171","msg":"trace[666062398] transaction","detail":"{read_only:false; response_revision:19681; number_of_response:1; }","duration":"286.320535ms","start":"2026-03-02T16:42:41.781112Z","end":"2026-03-02T16:42:42.067432Z","steps":["trace[666062398] 'process raft request' (duration: 48.270658ms)","trace[666062398] 'compare' (duration: 237.380519ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:42.067607Z","caller":"traceutil/trace.go:171","msg":"trace[1370694422] transaction","detail":"{read_only:false; response_revision:19682; number_of_response:1; }","duration":"286.371866ms","start":"2026-03-02T16:42:41.781212Z","end":"2026-03-02T16:42:42.067584Z","steps":["trace[1370694422] 'process raft request' (duration: 286.112009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:42.454869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.150751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/cephfs-external-provisioner-cfg\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-02T16:42:42.454973Z","caller":"traceutil/trace.go:171","msg":"trace[298398814] range","detail":"{range_begin:/registry/roles/rook-ceph/cephfs-external-provisioner-cfg; range_end:; response_count:1; response_revision:19682; }","duration":"225.281495ms","start":"2026-03-02T16:42:42.229667Z","end":"2026-03-02T16:42:42.454948Z","steps":["trace[298398814] 'range keys from in-memory index tree' (duration: 224.966366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:42.454874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.019497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:42.45514Z","caller":"traceutil/trace.go:171","msg":"trace[389999857] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19682; }","duration":"126.294595ms","start":"2026-03-02T16:42:42.328769Z","end":"2026-03-02T16:42:42.455064Z","steps":["trace[389999857] 'range keys from in-memory index tree' (duration: 125.840012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:42.455507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.095697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-02T16:42:42.454691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.242358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T16:42:42.455567Z","caller":"traceutil/trace.go:171","msg":"trace[267896172] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19682; }","duration":"229.232321ms","start":"2026-03-02T16:42:42.226321Z","end":"2026-03-02T16:42:42.455553Z","steps":["trace[267896172] 'range keys from in-memory index tree' (duration: 228.901601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:42.455667Z","caller":"traceutil/trace.go:171","msg":"trace[427099690] transaction","detail":"{read_only:false; response_revision:19683; number_of_response:1; }","duration":"126.665685ms","start":"2026-03-02T16:42:42.328955Z","end":"2026-03-02T16:42:42.455621Z","steps":["trace[427099690] 'process raft request' (duration: 39.505222ms)","trace[427099690] 'compare' (duration: 86.585157ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:42.455695Z","caller":"traceutil/trace.go:171","msg":"trace[1889977670] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19682; }","duration":"154.222945ms","start":"2026-03-02T16:42:42.301344Z","end":"2026-03-02T16:42:42.455566Z","steps":["trace[1889977670] 'range keys from in-memory index tree' (duration: 152.980481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:42.455654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.183672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rbd-external-provisioner-cfg\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-02T16:42:42.456224Z","caller":"traceutil/trace.go:171","msg":"trace[1654924925] range","detail":"{range_begin:/registry/roles/rook-ceph/rbd-external-provisioner-cfg; range_end:; response_count:1; response_revision:19682; }","duration":"228.719187ms","start":"2026-03-02T16:42:42.227432Z","end":"2026-03-02T16:42:42.456151Z","steps":["trace[1654924925] 'range keys from in-memory index tree' (duration: 227.385441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.192227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.32881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:43.192564Z","caller":"traceutil/trace.go:171","msg":"trace[1359759826] transaction","detail":"{read_only:false; response_revision:19688; number_of_response:1; }","duration":"594.305001ms","start":"2026-03-02T16:42:42.59824Z","end":"2026-03-02T16:42:43.192545Z","steps":["trace[1359759826] 'process raft request' (duration: 594.26371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.192649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.598221Z","time spent":"594.389923ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:43.192714Z","caller":"traceutil/trace.go:171","msg":"trace[97704625] transaction","detail":"{read_only:false; response_revision:19685; number_of_response:1; }","duration":"863.046593ms","start":"2026-03-02T16:42:42.329648Z","end":"2026-03-02T16:42:43.192695Z","steps":["trace[97704625] 'process raft request' (duration: 862.711334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.192804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.329633Z","time spent":"863.123415ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:43.192798Z","caller":"traceutil/trace.go:171","msg":"trace[1301967347] transaction","detail":"{read_only:false; response_revision:19687; number_of_response:1; }","duration":"731.776775ms","start":"2026-03-02T16:42:42.460981Z","end":"2026-03-02T16:42:43.192758Z","steps":["trace[1301967347] 'process raft request' (duration: 731.486577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:43.192803Z","caller":"traceutil/trace.go:171","msg":"trace[627688974] transaction","detail":"{read_only:false; response_revision:19684; number_of_response:1; }","duration":"863.408043ms","start":"2026-03-02T16:42:42.329353Z","end":"2026-03-02T16:42:43.192761Z","steps":["trace[627688974] 'process raft request' (duration: 565.464706ms)","trace[627688974] 'compare' (duration: 297.221918ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:43.192798Z","caller":"traceutil/trace.go:171","msg":"trace[965848740] linearizableReadLoop","detail":"{readStateIndex:20448; appliedIndex:20445; }","duration":"862.976881ms","start":"2026-03-02T16:42:42.329776Z","end":"2026-03-02T16:42:43.192753Z","steps":["trace[965848740] 'read index received' (duration: 38.601317ms)","trace[965848740] 'applied index is now lower than readState.Index' (duration: 824.372004ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:43.192798Z","caller":"traceutil/trace.go:171","msg":"trace[13087548] transaction","detail":"{read_only:false; response_revision:19686; number_of_response:1; }","duration":"731.881629ms","start":"2026-03-02T16:42:42.460863Z","end":"2026-03-02T16:42:43.192744Z","steps":["trace[13087548] 'process raft request' (duration: 731.56833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.192973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.460967Z","time spent":"731.906819ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:43.192991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.329336Z","time spent":"863.537776ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:43.192996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.460849Z","time spent":"732.048063ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:43.193049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.268939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:43.19309Z","caller":"traceutil/trace.go:171","msg":"trace[818779449] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19688; }","duration":"863.335551ms","start":"2026-03-02T16:42:42.329743Z","end":"2026-03-02T16:42:43.193079Z","steps":["trace[818779449] 'agreement among raft nodes before linearized reading' (duration: 863.107565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.193123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.329737Z","time spent":"863.379753ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:43.193466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.772315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:43.19351Z","caller":"traceutil/trace.go:171","msg":"trace[875219923] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19688; }","duration":"517.844247ms","start":"2026-03-02T16:42:42.675655Z","end":"2026-03-02T16:42:43.193499Z","steps":["trace[875219923] 'agreement among raft nodes before linearized reading' (duration: 517.775665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.193543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.675643Z","time spent":"517.891578ms","remote":"127.0.0.1:49182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:43.193693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.961075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:43.193718Z","caller":"traceutil/trace.go:171","msg":"trace[1732800709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19688; }","duration":"206.025077ms","start":"2026-03-02T16:42:42.987685Z","end":"2026-03-02T16:42:43.19371Z","steps":["trace[1732800709] 'agreement among raft nodes before linearized reading' (duration: 205.983226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.193914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.04845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T16:42:43.194003Z","caller":"traceutil/trace.go:171","msg":"trace[1226525792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19688; }","duration":"106.260556ms","start":"2026-03-02T16:42:43.087722Z","end":"2026-03-02T16:42:43.193983Z","steps":["trace[1226525792] 'agreement among raft nodes before linearized reading' (duration: 105.932757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.194045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.392827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T16:42:43.194165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.200966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rbd-external-provisioner-cfg\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-02T16:42:43.194174Z","caller":"traceutil/trace.go:171","msg":"trace[1183526808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19688; }","duration":"657.583741ms","start":"2026-03-02T16:42:42.536562Z","end":"2026-03-02T16:42:43.194146Z","steps":["trace[1183526808] 'agreement among raft nodes before linearized reading' (duration: 657.206611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:43.194219Z","caller":"traceutil/trace.go:171","msg":"trace[1618465608] range","detail":"{range_begin:/registry/roles/rook-ceph/rbd-external-provisioner-cfg; range_end:; response_count:1; response_revision:19688; }","duration":"659.279717ms","start":"2026-03-02T16:42:42.534928Z","end":"2026-03-02T16:42:43.194207Z","steps":["trace[1618465608] 'agreement among raft nodes before linearized reading' (duration: 659.138153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.194247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.536539Z","time spent":"657.695025ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:42:43.194256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.534916Z","time spent":"659.333289ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":703,"request content":"key:\"/registry/roles/rook-ceph/rbd-external-provisioner-cfg\" "} {"level":"warn","ts":"2026-03-02T16:42:43.194276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.662056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/cephfs-external-provisioner-cfg\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-02T16:42:43.194359Z","caller":"traceutil/trace.go:171","msg":"trace[1307697736] range","detail":"{range_begin:/registry/roles/rook-ceph/cephfs-external-provisioner-cfg; range_end:; response_count:1; response_revision:19688; }","duration":"733.739448ms","start":"2026-03-02T16:42:42.460594Z","end":"2026-03-02T16:42:43.194333Z","steps":["trace[1307697736] 'agreement among raft nodes before linearized reading' (duration: 733.479431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.19444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.460534Z","time spent":"733.891212ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":709,"request content":"key:\"/registry/roles/rook-ceph/cephfs-external-provisioner-cfg\" "} {"level":"warn","ts":"2026-03-02T16:42:43.194482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.022886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:43.19453Z","caller":"traceutil/trace.go:171","msg":"trace[496947137] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19688; }","duration":"523.106847ms","start":"2026-03-02T16:42:42.67141Z","end":"2026-03-02T16:42:43.194517Z","steps":["trace[496947137] 'agreement among raft nodes before linearized reading' (duration: 523.026765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.194568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.671397Z","time spent":"523.160409ms","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:43.194639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.521335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:42:43.194823Z","caller":"traceutil/trace.go:171","msg":"trace[411812924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19688; }","duration":"825.972927ms","start":"2026-03-02T16:42:42.368827Z","end":"2026-03-02T16:42:43.194687Z","steps":["trace[411812924] 'agreement among raft nodes before linearized reading' (duration: 824.566319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.195326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:42.368806Z","time spent":"826.385439ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:42:43.399642Z","caller":"traceutil/trace.go:171","msg":"trace[216180289] linearizableReadLoop","detail":"{readStateIndex:20453; appliedIndex:20451; }","duration":"198.893315ms","start":"2026-03-02T16:42:43.200722Z","end":"2026-03-02T16:42:43.399615Z","steps":["trace[216180289] 'read index received' (duration: 67.275838ms)","trace[216180289] 'applied index is now lower than readState.Index' (duration: 131.616497ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:43.399719Z","caller":"traceutil/trace.go:171","msg":"trace[759984436] transaction","detail":"{read_only:false; response_revision:19690; number_of_response:1; }","duration":"199.698917ms","start":"2026-03-02T16:42:43.199987Z","end":"2026-03-02T16:42:43.399686Z","steps":["trace[759984436] 'process raft request' (duration: 199.023779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.399907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.154432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-02T16:42:43.399989Z","caller":"traceutil/trace.go:171","msg":"trace[406270158] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19690; }","duration":"199.266885ms","start":"2026-03-02T16:42:43.200704Z","end":"2026-03-02T16:42:43.399971Z","steps":["trace[406270158] 'agreement among raft nodes before linearized reading' (duration: 199.001558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.435292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.743555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T16:42:43.435365Z","caller":"traceutil/trace.go:171","msg":"trace[795611250] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:19691; }","duration":"152.855018ms","start":"2026-03-02T16:42:43.282491Z","end":"2026-03-02T16:42:43.435346Z","steps":["trace[795611250] 'agreement among raft nodes before linearized reading' (duration: 152.668443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.43535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.674299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:1191"} {"level":"info","ts":"2026-03-02T16:42:43.435419Z","caller":"traceutil/trace.go:171","msg":"trace[298900850] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:19691; }","duration":"150.788992ms","start":"2026-03-02T16:42:43.284613Z","end":"2026-03-02T16:42:43.435402Z","steps":["trace[298900850] 'agreement among raft nodes before linearized reading' (duration: 150.545166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.435504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.168199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-02T16:42:43.435577Z","caller":"traceutil/trace.go:171","msg":"trace[1529112978] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:19691; }","duration":"168.279412ms","start":"2026-03-02T16:42:43.267281Z","end":"2026-03-02T16:42:43.435561Z","steps":["trace[1529112978] 'agreement among raft nodes before linearized reading' (duration: 168.065197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.636334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.756981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:1191"} {"level":"warn","ts":"2026-03-02T16:42:43.636354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.376597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T16:42:43.636377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.3154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-03-02T16:42:43.636423Z","caller":"traceutil/trace.go:171","msg":"trace[451604947] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:19691; }","duration":"112.896064ms","start":"2026-03-02T16:42:43.523507Z","end":"2026-03-02T16:42:43.636403Z","steps":["trace[451604947] 'range keys from in-memory index tree' (duration: 112.538984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:43.636542Z","caller":"traceutil/trace.go:171","msg":"trace[544384249] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:19691; }","duration":"115.387712ms","start":"2026-03-02T16:42:43.521041Z","end":"2026-03-02T16:42:43.636429Z","steps":["trace[544384249] 'range keys from in-memory index tree' (duration: 115.179135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:43.636366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.662597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T16:42:43.636468Z","caller":"traceutil/trace.go:171","msg":"trace[1455025692] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19691; }","duration":"116.513441ms","start":"2026-03-02T16:42:43.519903Z","end":"2026-03-02T16:42:43.636417Z","steps":["trace[1455025692] 'range keys from in-memory index tree' (duration: 116.188292ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:43.636747Z","caller":"traceutil/trace.go:171","msg":"trace[464151367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19691; }","duration":"129.057628ms","start":"2026-03-02T16:42:43.507661Z","end":"2026-03-02T16:42:43.636718Z","steps":["trace[464151367] 'range keys from in-memory index tree' (duration: 128.508564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:44.29346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.716698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/sh.helm.release.v1.rook-ceph.v1\" ","response":"range_response_count:1 size:307180"} {"level":"info","ts":"2026-03-02T16:42:44.293554Z","caller":"traceutil/trace.go:171","msg":"trace[389209222] range","detail":"{range_begin:/registry/secrets/rook-ceph/sh.helm.release.v1.rook-ceph.v1; range_end:; response_count:1; response_revision:19695; }","duration":"122.834492ms","start":"2026-03-02T16:42:44.170698Z","end":"2026-03-02T16:42:44.293532Z","steps":["trace[389209222] 'range keys from in-memory index tree' (duration: 121.712662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:45.386557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.487926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T16:42:45.386649Z","caller":"traceutil/trace.go:171","msg":"trace[1022843428] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19698; }","duration":"101.63225ms","start":"2026-03-02T16:42:45.284994Z","end":"2026-03-02T16:42:45.386626Z","steps":["trace[1022843428] 'range keys from in-memory index tree' (duration: 100.997923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:45.386727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.717982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T16:42:45.386848Z","caller":"traceutil/trace.go:171","msg":"trace[895007820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19698; }","duration":"101.876687ms","start":"2026-03-02T16:42:45.284942Z","end":"2026-03-02T16:42:45.386819Z","steps":["trace[895007820] 'range keys from in-memory index tree' (duration: 101.068075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:45.611247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.928813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:45.611401Z","caller":"traceutil/trace.go:171","msg":"trace[476383093] linearizableReadLoop","detail":"{readStateIndex:20464; appliedIndex:20463; }","duration":"132.47763ms","start":"2026-03-02T16:42:45.478905Z","end":"2026-03-02T16:42:45.611382Z","steps":["trace[476383093] 'read index received' (duration: 12.252429ms)","trace[476383093] 'applied index is now lower than readState.Index' (duration: 120.223811ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:45.611547Z","caller":"traceutil/trace.go:171","msg":"trace[1680435279] transaction","detail":"{read_only:false; response_revision:19700; number_of_response:1; }","duration":"161.776267ms","start":"2026-03-02T16:42:45.449726Z","end":"2026-03-02T16:42:45.611502Z","steps":["trace[1680435279] 'process raft request' (duration: 41.470444ms)","trace[1680435279] 'compare' (duration: 119.710837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:45.611603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.221081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:45.611613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.054135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-rgw\" ","response":"range_response_count:1 size:827"} {"level":"warn","ts":"2026-03-02T16:42:45.611632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.734346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-03-02T16:42:45.611664Z","caller":"traceutil/trace.go:171","msg":"trace[1209784876] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-rgw; range_end:; response_count:1; response_revision:19700; }","duration":"130.115486ms","start":"2026-03-02T16:42:45.481537Z","end":"2026-03-02T16:42:45.611653Z","steps":["trace[1209784876] 'agreement among raft nodes before linearized reading' (duration: 129.959852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:45.611668Z","caller":"traceutil/trace.go:171","msg":"trace[33032754] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:19700; }","duration":"132.803908ms","start":"2026-03-02T16:42:45.478854Z","end":"2026-03-02T16:42:45.611658Z","steps":["trace[33032754] 'agreement among raft nodes before linearized reading' (duration: 132.641314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:45.611674Z","caller":"traceutil/trace.go:171","msg":"trace[260608564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19700; }","duration":"123.308254ms","start":"2026-03-02T16:42:45.488338Z","end":"2026-03-02T16:42:45.611646Z","steps":["trace[260608564] 'agreement among raft nodes before linearized reading' (duration: 123.196231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:46.272468Z","caller":"traceutil/trace.go:171","msg":"trace[121837923] linearizableReadLoop","detail":"{readStateIndex:20467; appliedIndex:20465; }","duration":"107.510599ms","start":"2026-03-02T16:42:46.164934Z","end":"2026-03-02T16:42:46.272444Z","steps":["trace[121837923] 'read index received' (duration: 81.789038ms)","trace[121837923] 'applied index is now lower than readState.Index' (duration: 25.720351ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:46.272516Z","caller":"traceutil/trace.go:171","msg":"trace[1482185589] transaction","detail":"{read_only:false; response_revision:19703; number_of_response:1; }","duration":"116.83038ms","start":"2026-03-02T16:42:46.155664Z","end":"2026-03-02T16:42:46.272494Z","steps":["trace[1482185589] 'process raft request' (duration: 116.653485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:46.27275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.800387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:46.272846Z","caller":"traceutil/trace.go:171","msg":"trace[1146767489] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19703; }","duration":"107.932051ms","start":"2026-03-02T16:42:46.164896Z","end":"2026-03-02T16:42:46.272828Z","steps":["trace[1146767489] 'agreement among raft nodes before linearized reading' (duration: 107.673364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:46.440071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.119271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:7 size:5482"} {"level":"info","ts":"2026-03-02T16:42:46.44016Z","caller":"traceutil/trace.go:171","msg":"trace[1592827445] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:7; response_revision:19703; }","duration":"132.285915ms","start":"2026-03-02T16:42:46.307854Z","end":"2026-03-02T16:42:46.44014Z","steps":["trace[1592827445] 'range keys from in-memory index tree' (duration: 131.898265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:47.321705Z","caller":"traceutil/trace.go:171","msg":"trace[1817302969] transaction","detail":"{read_only:false; response_revision:19705; number_of_response:1; }","duration":"101.550479ms","start":"2026-03-02T16:42:47.220129Z","end":"2026-03-02T16:42:47.32168Z","steps":["trace[1817302969] 'process raft request' (duration: 101.384274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:47.585919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.596678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:47.586018Z","caller":"traceutil/trace.go:171","msg":"trace[1596364999] linearizableReadLoop","detail":"{readStateIndex:20470; appliedIndex:20469; }","duration":"136.114638ms","start":"2026-03-02T16:42:47.449887Z","end":"2026-03-02T16:42:47.586002Z","steps":["trace[1596364999] 'read index received' (duration: 32.661µs)","trace[1596364999] 'applied index is now lower than readState.Index' (duration: 136.080107ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:47.586107Z","caller":"traceutil/trace.go:171","msg":"trace[1124695920] transaction","detail":"{read_only:false; response_revision:19706; number_of_response:1; }","duration":"316.391613ms","start":"2026-03-02T16:42:47.269699Z","end":"2026-03-02T16:42:47.586091Z","steps":["trace[1124695920] 'process raft request' (duration: 146.535908ms)","trace[1124695920] 'compare' (duration: 169.464754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:47.586215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:47.269672Z","time spent":"316.488986ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:47.586318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.466931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-scheduler-c4bc68b77-hnln8.1899134f9757711d\" ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-03-02T16:42:47.586579Z","caller":"traceutil/trace.go:171","msg":"trace[1103887516] range","detail":"{range_begin:/registry/events/openstack/nova-scheduler-c4bc68b77-hnln8.1899134f9757711d; range_end:; response_count:1; response_revision:19706; }","duration":"109.652137ms","start":"2026-03-02T16:42:47.476763Z","end":"2026-03-02T16:42:47.586415Z","steps":["trace[1103887516] 'agreement among raft nodes before linearized reading' (duration: 109.343189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:47.586664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.771026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T16:42:47.58674Z","caller":"traceutil/trace.go:171","msg":"trace[1986745903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19706; }","duration":"136.876189ms","start":"2026-03-02T16:42:47.449842Z","end":"2026-03-02T16:42:47.586718Z","steps":["trace[1986745903] 'agreement among raft nodes before linearized reading' (duration: 136.658423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:47.832419Z","caller":"traceutil/trace.go:171","msg":"trace[383535902] linearizableReadLoop","detail":"{readStateIndex:20473; appliedIndex:20472; }","duration":"163.094833ms","start":"2026-03-02T16:42:47.669299Z","end":"2026-03-02T16:42:47.832394Z","steps":["trace[383535902] 'read index received' (duration: 74.281306ms)","trace[383535902] 'applied index is now lower than readState.Index' (duration: 88.812657ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:47.832593Z","caller":"traceutil/trace.go:171","msg":"trace[1020194356] transaction","detail":"{read_only:false; response_revision:19709; number_of_response:1; }","duration":"159.096275ms","start":"2026-03-02T16:42:47.673469Z","end":"2026-03-02T16:42:47.832565Z","steps":["trace[1020194356] 'process raft request' (duration: 158.88929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:47.832523Z","caller":"traceutil/trace.go:171","msg":"trace[120451646] transaction","detail":"{read_only:false; response_revision:19708; number_of_response:1; }","duration":"203.060287ms","start":"2026-03-02T16:42:47.629451Z","end":"2026-03-02T16:42:47.832511Z","steps":["trace[120451646] 'process raft request' (duration: 114.116857ms)","trace[120451646] 'compare' (duration: 88.56053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:47.833545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.745065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:47.833786Z","caller":"traceutil/trace.go:171","msg":"trace[729983609] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19708; }","duration":"188.603348ms","start":"2026-03-02T16:42:47.64515Z","end":"2026-03-02T16:42:47.833753Z","steps":["trace[729983609] 'agreement among raft nodes before linearized reading' (duration: 187.335374ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:48.621406Z","caller":"traceutil/trace.go:171","msg":"trace[1195218386] linearizableReadLoop","detail":"{readStateIndex:20477; appliedIndex:20476; }","duration":"153.875055ms","start":"2026-03-02T16:42:48.467503Z","end":"2026-03-02T16:42:48.621378Z","steps":["trace[1195218386] 'read index received' (duration: 153.68679ms)","trace[1195218386] 'applied index is now lower than readState.Index' (duration: 186.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:48.621513Z","caller":"traceutil/trace.go:171","msg":"trace[237477956] transaction","detail":"{read_only:false; response_revision:19712; number_of_response:1; }","duration":"313.050583ms","start":"2026-03-02T16:42:48.308415Z","end":"2026-03-02T16:42:48.621465Z","steps":["trace[237477956] 'process raft request' (duration: 312.787566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:48.621688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.165303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:48.621742Z","caller":"traceutil/trace.go:171","msg":"trace[1281566209] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19712; }","duration":"154.281146ms","start":"2026-03-02T16:42:48.467446Z","end":"2026-03-02T16:42:48.621727Z","steps":["trace[1281566209] 'agreement among raft nodes before linearized reading' (duration: 154.080931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:48.621776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:48.308401Z","time spent":"313.235798ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:48.842243Z","caller":"traceutil/trace.go:171","msg":"trace[1225686207] linearizableReadLoop","detail":"{readStateIndex:20478; appliedIndex:20477; }","duration":"220.719252ms","start":"2026-03-02T16:42:48.621493Z","end":"2026-03-02T16:42:48.842212Z","steps":["trace[1225686207] 'read index received' (duration: 144.451832ms)","trace[1225686207] 'applied index is now lower than readState.Index' (duration: 76.26322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:48.84235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.024233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:48.842424Z","caller":"traceutil/trace.go:171","msg":"trace[1740070289] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19713; }","duration":"252.129006ms","start":"2026-03-02T16:42:48.590277Z","end":"2026-03-02T16:42:48.842406Z","steps":["trace[1740070289] 'agreement among raft nodes before linearized reading' (duration: 251.982732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:48.842545Z","caller":"traceutil/trace.go:171","msg":"trace[926215446] transaction","detail":"{read_only:false; response_revision:19713; number_of_response:1; }","duration":"308.957233ms","start":"2026-03-02T16:42:48.533553Z","end":"2026-03-02T16:42:48.84251Z","steps":["trace[926215446] 'process raft request' (duration: 232.395045ms)","trace[926215446] 'compare' (duration: 75.91907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:48.842654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.638976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T16:42:48.842707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.633484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T16:42:48.842718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:48.533526Z","time spent":"309.095287ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:48.842724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.755819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4364"} {"level":"info","ts":"2026-03-02T16:42:48.842741Z","caller":"traceutil/trace.go:171","msg":"trace[1774306450] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19713; }","duration":"301.77643ms","start":"2026-03-02T16:42:48.540943Z","end":"2026-03-02T16:42:48.842719Z","steps":["trace[1774306450] 'agreement among raft nodes before linearized reading' (duration: 301.612056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:48.84276Z","caller":"traceutil/trace.go:171","msg":"trace[938650445] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19713; }","duration":"196.720837ms","start":"2026-03-02T16:42:48.646023Z","end":"2026-03-02T16:42:48.842744Z","steps":["trace[938650445] 'agreement among raft nodes before linearized reading' (duration: 196.513021ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:48.842771Z","caller":"traceutil/trace.go:171","msg":"trace[1897551775] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:19713; }","duration":"282.845391ms","start":"2026-03-02T16:42:48.559915Z","end":"2026-03-02T16:42:48.84276Z","steps":["trace[1897551775] 'agreement among raft nodes before linearized reading' (duration: 282.452101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:48.842789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:48.54093Z","time spent":"301.847832ms","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:42:49.517468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.071281ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T16:42:49.517752Z","caller":"traceutil/trace.go:171","msg":"trace[320615044] linearizableReadLoop","detail":"{readStateIndex:20479; appliedIndex:20478; }","duration":"195.72276ms","start":"2026-03-02T16:42:49.321998Z","end":"2026-03-02T16:42:49.517721Z","steps":["trace[320615044] 'read index received' (duration: 73.372422ms)","trace[320615044] 'applied index is now lower than readState.Index' (duration: 122.347728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:49.517977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.965877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7964"} {"level":"warn","ts":"2026-03-02T16:42:49.518045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.442088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-node-lease/\" range_end:\"/registry/pods/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:49.51805Z","caller":"traceutil/trace.go:171","msg":"trace[2006393536] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:19713; }","duration":"196.08167ms","start":"2026-03-02T16:42:49.32195Z","end":"2026-03-02T16:42:49.518032Z","steps":["trace[2006393536] 'agreement among raft nodes before linearized reading' (duration: 195.848084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:49.518092Z","caller":"traceutil/trace.go:171","msg":"trace[1470699506] range","detail":"{range_begin:/registry/pods/kube-node-lease/; range_end:/registry/pods/kube-node-lease0; response_count:0; response_revision:19714; }","duration":"171.54586ms","start":"2026-03-02T16:42:49.346534Z","end":"2026-03-02T16:42:49.51808Z","steps":["trace[1470699506] 'agreement among raft nodes before linearized reading' (duration: 171.416667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:49.51823Z","caller":"traceutil/trace.go:171","msg":"trace[964480928] transaction","detail":"{read_only:false; response_revision:19714; number_of_response:1; }","duration":"192.683559ms","start":"2026-03-02T16:42:49.325479Z","end":"2026-03-02T16:42:49.518163Z","steps":["trace[964480928] 'process raft request' (duration: 192.110843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:49.700597Z","caller":"traceutil/trace.go:171","msg":"trace[574671378] transaction","detail":"{read_only:false; response_revision:19715; number_of_response:1; }","duration":"107.445498ms","start":"2026-03-02T16:42:49.593128Z","end":"2026-03-02T16:42:49.700573Z","steps":["trace[574671378] 'process raft request' (duration: 31.931628ms)","trace[574671378] 'compare' (duration: 75.283264ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:49.987003Z","caller":"traceutil/trace.go:171","msg":"trace[782485247] transaction","detail":"{read_only:false; response_revision:19717; number_of_response:1; }","duration":"125.542804ms","start":"2026-03-02T16:42:49.861435Z","end":"2026-03-02T16:42:49.986978Z","steps":["trace[782485247] 'process raft request' (duration: 125.336438ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:50.436582Z","caller":"traceutil/trace.go:171","msg":"trace[465624943] linearizableReadLoop","detail":"{readStateIndex:20486; appliedIndex:20485; }","duration":"122.634536ms","start":"2026-03-02T16:42:50.313923Z","end":"2026-03-02T16:42:50.436557Z","steps":["trace[465624943] 'read index received' (duration: 41.265069ms)","trace[465624943] 'applied index is now lower than readState.Index' (duration: 81.368347ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:50.436709Z","caller":"traceutil/trace.go:171","msg":"trace[1410411293] transaction","detail":"{read_only:false; response_revision:19720; number_of_response:1; }","duration":"126.363695ms","start":"2026-03-02T16:42:50.310333Z","end":"2026-03-02T16:42:50.436697Z","steps":["trace[1410411293] 'process raft request' (duration: 44.911606ms)","trace[1410411293] 'compare' (duration: 81.203613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:50.436886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.434851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:50.436951Z","caller":"traceutil/trace.go:171","msg":"trace[382614423] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19720; }","duration":"109.509103ms","start":"2026-03-02T16:42:50.327429Z","end":"2026-03-02T16:42:50.436939Z","steps":["trace[382614423] 'agreement among raft nodes before linearized reading' (duration: 109.335808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:50.437067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.118709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-xghjz\" ","response":"range_response_count:1 size:4019"} {"level":"info","ts":"2026-03-02T16:42:50.437154Z","caller":"traceutil/trace.go:171","msg":"trace[1392029407] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-xghjz; range_end:; response_count:1; response_revision:19720; }","duration":"123.235532ms","start":"2026-03-02T16:42:50.313902Z","end":"2026-03-02T16:42:50.437137Z","steps":["trace[1392029407] 'agreement among raft nodes before linearized reading' (duration: 122.954145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:50.873746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.65508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T16:42:50.873884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.233932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-d8ngt\" ","response":"range_response_count:1 size:5149"} {"level":"info","ts":"2026-03-02T16:42:50.873858Z","caller":"traceutil/trace.go:171","msg":"trace[794871339] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19721; }","duration":"143.827255ms","start":"2026-03-02T16:42:50.730001Z","end":"2026-03-02T16:42:50.873828Z","steps":["trace[794871339] 'count revisions from in-memory index tree' (duration: 143.549678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:50.87394Z","caller":"traceutil/trace.go:171","msg":"trace[26722503] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-d8ngt; range_end:; response_count:1; response_revision:19721; }","duration":"110.335435ms","start":"2026-03-02T16:42:50.76359Z","end":"2026-03-02T16:42:50.873926Z","steps":["trace[26722503] 'range keys from in-memory index tree' (duration: 110.047538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:51.155005Z","caller":"traceutil/trace.go:171","msg":"trace[611196090] linearizableReadLoop","detail":"{readStateIndex:20489; appliedIndex:20488; }","duration":"203.359305ms","start":"2026-03-02T16:42:50.951629Z","end":"2026-03-02T16:42:51.154989Z","steps":["trace[611196090] 'read index received' (duration: 203.286203ms)","trace[611196090] 'applied index is now lower than readState.Index' (duration: 72.122µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:51.155112Z","caller":"traceutil/trace.go:171","msg":"trace[1326198140] transaction","detail":"{read_only:false; response_revision:19723; number_of_response:1; }","duration":"211.631948ms","start":"2026-03-02T16:42:50.943455Z","end":"2026-03-02T16:42:51.155087Z","steps":["trace[1326198140] 'process raft request' (duration: 211.425962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:51.155333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.690714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-d8ngt\" ","response":"range_response_count:1 size:5149"} {"level":"info","ts":"2026-03-02T16:42:51.155365Z","caller":"traceutil/trace.go:171","msg":"trace[74720672] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-d8ngt; range_end:; response_count:1; response_revision:19723; }","duration":"203.762246ms","start":"2026-03-02T16:42:50.951592Z","end":"2026-03-02T16:42:51.155354Z","steps":["trace[74720672] 'agreement among raft nodes before linearized reading' (duration: 203.663233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:51.155632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.320451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/\" range_end:\"/registry/pods/secretgen-controller0\" limit:500 ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-03-02T16:42:51.155716Z","caller":"traceutil/trace.go:171","msg":"trace[2112810537] range","detail":"{range_begin:/registry/pods/secretgen-controller/; range_end:/registry/pods/secretgen-controller0; response_count:1; response_revision:19723; }","duration":"143.454215ms","start":"2026-03-02T16:42:51.01224Z","end":"2026-03-02T16:42:51.155694Z","steps":["trace[2112810537] 'agreement among raft nodes before linearized reading' (duration: 143.197788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:51.155523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.149106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:51.155905Z","caller":"traceutil/trace.go:171","msg":"trace[1532434816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19723; }","duration":"169.67746ms","start":"2026-03-02T16:42:50.986207Z","end":"2026-03-02T16:42:51.155885Z","steps":["trace[1532434816] 'agreement among raft nodes before linearized reading' (duration: 169.146836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:52.709359Z","caller":"traceutil/trace.go:171","msg":"trace[125873122] linearizableReadLoop","detail":"{readStateIndex:20495; appliedIndex:20494; }","duration":"261.841476ms","start":"2026-03-02T16:42:52.447496Z","end":"2026-03-02T16:42:52.709338Z","steps":["trace[125873122] 'read index received' (duration: 261.682682ms)","trace[125873122] 'applied index is now lower than readState.Index' (duration: 158.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:52.709429Z","caller":"traceutil/trace.go:171","msg":"trace[1817013655] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"265.110854ms","start":"2026-03-02T16:42:52.444297Z","end":"2026-03-02T16:42:52.709408Z","steps":["trace[1817013655] 'process raft request' (duration: 264.922849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:52.709495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.977169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-mfvxk\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-03-02T16:42:52.709525Z","caller":"traceutil/trace.go:171","msg":"trace[523771519] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-mfvxk; range_end:; response_count:1; response_revision:19729; }","duration":"262.055152ms","start":"2026-03-02T16:42:52.44746Z","end":"2026-03-02T16:42:52.709516Z","steps":["trace[523771519] 'agreement among raft nodes before linearized reading' (duration: 261.96744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:52.709699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.836807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-03-02T16:42:52.709736Z","caller":"traceutil/trace.go:171","msg":"trace[639364078] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19729; }","duration":"248.896618ms","start":"2026-03-02T16:42:52.46083Z","end":"2026-03-02T16:42:52.709727Z","steps":["trace[639364078] 'agreement among raft nodes before linearized reading' (duration: 248.769094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:52.931906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.058843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-npg4s\" ","response":"range_response_count:1 size:6856"} {"level":"info","ts":"2026-03-02T16:42:52.931985Z","caller":"traceutil/trace.go:171","msg":"trace[966056194] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-npg4s; range_end:; response_count:1; response_revision:19730; }","duration":"118.173346ms","start":"2026-03-02T16:42:52.813791Z","end":"2026-03-02T16:42:52.931964Z","steps":["trace[966056194] 'range keys from in-memory index tree' (duration: 117.916489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:53.675969Z","caller":"traceutil/trace.go:171","msg":"trace[1289475355] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"177.804848ms","start":"2026-03-02T16:42:53.498134Z","end":"2026-03-02T16:42:53.675939Z","steps":["trace[1289475355] 'process raft request' (duration: 177.660834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.292743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.737085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:54.292855Z","caller":"traceutil/trace.go:171","msg":"trace[989748111] linearizableReadLoop","detail":"{readStateIndex:20499; appliedIndex:20497; }","duration":"706.081025ms","start":"2026-03-02T16:42:53.586757Z","end":"2026-03-02T16:42:54.292838Z","steps":["trace[989748111] 'read index received' (duration: 89.149505ms)","trace[989748111] 'applied index is now lower than readState.Index' (duration: 616.93034ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:54.292886Z","caller":"traceutil/trace.go:171","msg":"trace[752520260] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"721.530111ms","start":"2026-03-02T16:42:53.571309Z","end":"2026-03-02T16:42:54.292839Z","steps":["trace[752520260] 'process raft request' (duration: 296.610142ms)","trace[752520260] 'compare' (duration: 424.627751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:54.293017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.2722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w7r4t\" ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-03-02T16:42:54.293059Z","caller":"traceutil/trace.go:171","msg":"trace[220505943] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w7r4t; range_end:; response_count:1; response_revision:19733; }","duration":"706.372243ms","start":"2026-03-02T16:42:53.586673Z","end":"2026-03-02T16:42:54.293045Z","steps":["trace[220505943] 'agreement among raft nodes before linearized reading' (duration: 706.23351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.293054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.571282Z","time spent":"721.686464ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:54.293097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.586642Z","time spent":"706.447765ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18545,"request content":"key:\"/registry/pods/kube-system/cilium-w7r4t\" "} {"level":"warn","ts":"2026-03-02T16:42:54.328256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.558347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T16:42:54.3283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.487257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:54.328315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.79761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:54.328367Z","caller":"traceutil/trace.go:171","msg":"trace[569890035] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"540.944867ms","start":"2026-03-02T16:42:53.787412Z","end":"2026-03-02T16:42:54.328357Z","steps":["trace[569890035] 'process raft request' (duration: 540.470145ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.328373Z","caller":"traceutil/trace.go:171","msg":"trace[1763266027] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19734; }","duration":"549.62234ms","start":"2026-03-02T16:42:53.778732Z","end":"2026-03-02T16:42:54.328354Z","steps":["trace[1763266027] 'agreement among raft nodes before linearized reading' (duration: 549.508597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.328364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.274248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T16:42:54.328387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.292898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T16:42:54.328467Z","caller":"traceutil/trace.go:171","msg":"trace[112192323] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19734; }","duration":"713.450544ms","start":"2026-03-02T16:42:53.61499Z","end":"2026-03-02T16:42:54.328441Z","steps":["trace[112192323] 'agreement among raft nodes before linearized reading' (duration: 713.235838ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.328489Z","caller":"traceutil/trace.go:171","msg":"trace[1511638415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19734; }","duration":"320.446311ms","start":"2026-03-02T16:42:54.008024Z","end":"2026-03-02T16:42:54.32847Z","steps":["trace[1511638415] 'agreement among raft nodes before linearized reading' (duration: 320.255476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.328525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.038534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T16:42:54.328542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:54.007999Z","time spent":"320.530004ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:42:54.328548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.583125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T16:42:54.32854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.614969Z","time spent":"713.555956ms","remote":"127.0.0.1:41192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:42:54.328562Z","caller":"traceutil/trace.go:171","msg":"trace[1854134902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19734; }","duration":"252.116106ms","start":"2026-03-02T16:42:54.076437Z","end":"2026-03-02T16:42:54.328553Z","steps":["trace[1854134902] 'agreement among raft nodes before linearized reading' (duration: 252.027553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.32851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.515928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T16:42:54.328521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.965184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T16:42:54.328582Z","caller":"traceutil/trace.go:171","msg":"trace[182539078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19734; }","duration":"512.662647ms","start":"2026-03-02T16:42:53.81591Z","end":"2026-03-02T16:42:54.328573Z","steps":["trace[182539078] 'agreement among raft nodes before linearized reading' (duration: 512.541454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.328426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.778709Z","time spent":"549.705483ms","remote":"127.0.0.1:35378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:42:54.328624Z","caller":"traceutil/trace.go:171","msg":"trace[18862829] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19734; }","duration":"693.677652ms","start":"2026-03-02T16:42:53.63493Z","end":"2026-03-02T16:42:54.328608Z","steps":["trace[18862829] 'agreement among raft nodes before linearized reading' (duration: 693.468137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.328682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.6349Z","time spent":"693.769605ms","remote":"127.0.0.1:35608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:42:54.328682Z","caller":"traceutil/trace.go:171","msg":"trace[106046650] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19734; }","duration":"395.128878ms","start":"2026-03-02T16:42:53.93349Z","end":"2026-03-02T16:42:54.328619Z","steps":["trace[106046650] 'agreement among raft nodes before linearized reading' (duration: 394.844391ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.328413Z","caller":"traceutil/trace.go:171","msg":"trace[1219918109] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19734; }","duration":"461.954504ms","start":"2026-03-02T16:42:53.866432Z","end":"2026-03-02T16:42:54.328386Z","steps":["trace[1219918109] 'agreement among raft nodes before linearized reading' (duration: 461.671137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.328786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.933466Z","time spent":"395.262812ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:42:54.328797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.866407Z","time spent":"462.371366ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:54.328439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.787392Z","time spent":"541.001069ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:54.328636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.815885Z","time spent":"512.74467ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:42:54.328322Z","caller":"traceutil/trace.go:171","msg":"trace[1543195017] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:19734; }","duration":"284.65727ms","start":"2026-03-02T16:42:54.043651Z","end":"2026-03-02T16:42:54.328308Z","steps":["trace[1543195017] 'agreement among raft nodes before linearized reading' (duration: 284.484756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.762374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.654224ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-02T16:42:54.762787Z","caller":"traceutil/trace.go:171","msg":"trace[1634888400] transaction","detail":"{read_only:false; response_revision:19737; number_of_response:1; }","duration":"428.029993ms","start":"2026-03-02T16:42:54.334733Z","end":"2026-03-02T16:42:54.762763Z","steps":["trace[1634888400] 'process raft request' (duration: 427.973651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.762929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:54.33472Z","time spent":"428.131925ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:54.762961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:54.330253Z","time spent":"432.702129ms","remote":"127.0.0.1:35198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T16:42:54.762966Z","caller":"traceutil/trace.go:171","msg":"trace[2014878982] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"429.199984ms","start":"2026-03-02T16:42:54.333734Z","end":"2026-03-02T16:42:54.762934Z","steps":["trace[2014878982] 'process raft request' (duration: 428.921647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.762992Z","caller":"traceutil/trace.go:171","msg":"trace[1250116321] linearizableReadLoop","detail":"{readStateIndex:20501; appliedIndex:20500; }","duration":"431.718952ms","start":"2026-03-02T16:42:54.33125Z","end":"2026-03-02T16:42:54.762969Z","steps":["trace[1250116321] 'read index received' (duration: 125.555764ms)","trace[1250116321] 'applied index is now lower than readState.Index' (duration: 306.160828ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:54.762916Z","caller":"traceutil/trace.go:171","msg":"trace[2061687118] transaction","detail":"{read_only:false; response_revision:19735; number_of_response:1; }","duration":"429.341198ms","start":"2026-03-02T16:42:54.33354Z","end":"2026-03-02T16:42:54.762881Z","steps":["trace[2061687118] 'process raft request' (duration: 428.956748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.763148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:54.333722Z","time spent":"429.304427ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:54.763224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.953968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-02T16:42:54.763274Z","caller":"traceutil/trace.go:171","msg":"trace[926185518] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19737; }","duration":"432.044031ms","start":"2026-03-02T16:42:54.331217Z","end":"2026-03-02T16:42:54.763261Z","steps":["trace[926185518] 'agreement among raft nodes before linearized reading' (duration: 431.849056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.763307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:54.331199Z","time spent":"432.100632ms","remote":"127.0.0.1:35334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18700,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T16:42:54.763298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.909504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T16:42:54.763358Z","caller":"traceutil/trace.go:171","msg":"trace[869258666] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19737; }","duration":"429.993135ms","start":"2026-03-02T16:42:54.333348Z","end":"2026-03-02T16:42:54.763341Z","steps":["trace[869258666] 'agreement among raft nodes before linearized reading' (duration: 429.80665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.763372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.176649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T16:42:54.763335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:54.333518Z","time spent":"429.658607ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:54.763414Z","caller":"traceutil/trace.go:171","msg":"trace[1987278068] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:19737; }","duration":"162.259691ms","start":"2026-03-02T16:42:54.601142Z","end":"2026-03-02T16:42:54.763402Z","steps":["trace[1987278068] 'agreement among raft nodes before linearized reading' (duration: 162.181909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.763413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:54.333334Z","time spent":"430.067598ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:42:55.026998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.751271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T16:42:55.027153Z","caller":"traceutil/trace.go:171","msg":"trace[879784510] linearizableReadLoop","detail":"{readStateIndex:20505; appliedIndex:20504; }","duration":"261.997701ms","start":"2026-03-02T16:42:54.765137Z","end":"2026-03-02T16:42:55.027134Z","steps":["trace[879784510] 'read index received' (duration: 130.044395ms)","trace[879784510] 'applied index is now lower than readState.Index' (duration: 131.951686ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:55.027215Z","caller":"traceutil/trace.go:171","msg":"trace[1684921106] transaction","detail":"{read_only:false; response_revision:19738; number_of_response:1; }","duration":"262.098614ms","start":"2026-03-02T16:42:54.765066Z","end":"2026-03-02T16:42:55.027165Z","steps":["trace[1684921106] 'process raft request' (duration: 130.096016ms)","trace[1684921106] 'compare' (duration: 131.593917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:55.027373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.232138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-03-02T16:42:55.027411Z","caller":"traceutil/trace.go:171","msg":"trace[99248215] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19738; }","duration":"262.300479ms","start":"2026-03-02T16:42:54.765101Z","end":"2026-03-02T16:42:55.027401Z","steps":["trace[99248215] 'agreement among raft nodes before linearized reading' (duration: 262.109494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.051394Z","caller":"traceutil/trace.go:171","msg":"trace[2024037605] transaction","detail":"{read_only:false; response_revision:19739; number_of_response:1; }","duration":"283.379105ms","start":"2026-03-02T16:42:54.767974Z","end":"2026-03-02T16:42:55.051353Z","steps":["trace[2024037605] 'process raft request' (duration: 283.000375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.052369Z","caller":"traceutil/trace.go:171","msg":"trace[1364040433] transaction","detail":"{read_only:false; response_revision:19740; number_of_response:1; }","duration":"282.751279ms","start":"2026-03-02T16:42:54.768614Z","end":"2026-03-02T16:42:55.051366Z","steps":["trace[1364040433] 'process raft request' (duration: 282.623775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.230301Z","caller":"traceutil/trace.go:171","msg":"trace[439788299] linearizableReadLoop","detail":"{readStateIndex:20508; appliedIndex:20505; }","duration":"203.083718ms","start":"2026-03-02T16:42:55.027182Z","end":"2026-03-02T16:42:55.230266Z","steps":["trace[439788299] 'read index received' (duration: 23.863221ms)","trace[439788299] 'applied index is now lower than readState.Index' (duration: 179.218487ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:55.230416Z","caller":"traceutil/trace.go:171","msg":"trace[401511393] transaction","detail":"{read_only:false; response_revision:19741; number_of_response:1; }","duration":"263.859681ms","start":"2026-03-02T16:42:54.96652Z","end":"2026-03-02T16:42:55.230379Z","steps":["trace[401511393] 'process raft request' (duration: 242.290161ms)","trace[401511393] 'compare' (duration: 21.243711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:55.230407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.611757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:55.230522Z","caller":"traceutil/trace.go:171","msg":"trace[1660187094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19741; }","duration":"243.792132ms","start":"2026-03-02T16:42:54.986706Z","end":"2026-03-02T16:42:55.230498Z","steps":["trace[1660187094] 'agreement among raft nodes before linearized reading' (duration: 243.568146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:55.230541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.293219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" ","response":"range_response_count:1 size:9791"} {"level":"warn","ts":"2026-03-02T16:42:55.230566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.56623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-02T16:42:55.230546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.102799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w7r4t\" ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-03-02T16:42:55.230615Z","caller":"traceutil/trace.go:171","msg":"trace[573810256] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19741; }","duration":"200.691574ms","start":"2026-03-02T16:42:55.029912Z","end":"2026-03-02T16:42:55.230603Z","steps":["trace[573810256] 'agreement among raft nodes before linearized reading' (duration: 200.524059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.230661Z","caller":"traceutil/trace.go:171","msg":"trace[1294791360] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w7r4t; range_end:; response_count:1; response_revision:19741; }","duration":"382.236563ms","start":"2026-03-02T16:42:54.8484Z","end":"2026-03-02T16:42:55.230636Z","steps":["trace[1294791360] 'agreement among raft nodes before linearized reading' (duration: 381.896784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:55.230742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:54.848362Z","time spent":"382.366466ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18545,"request content":"key:\"/registry/pods/kube-system/cilium-w7r4t\" "} {"level":"warn","ts":"2026-03-02T16:42:55.230765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.050709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:55.23079Z","caller":"traceutil/trace.go:171","msg":"trace[1149688117] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19741; }","duration":"148.122921ms","start":"2026-03-02T16:42:55.082659Z","end":"2026-03-02T16:42:55.230782Z","steps":["trace[1149688117] 'agreement among raft nodes before linearized reading' (duration: 148.079769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.230602Z","caller":"traceutil/trace.go:171","msg":"trace[2112886867] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lp9fv; range_end:; response_count:1; response_revision:19741; }","duration":"457.375631ms","start":"2026-03-02T16:42:54.77321Z","end":"2026-03-02T16:42:55.230585Z","steps":["trace[2112886867] 'agreement among raft nodes before linearized reading' (duration: 457.208517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:55.230847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:54.773203Z","time spent":"457.632629ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9814,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lp9fv\" "} {"level":"warn","ts":"2026-03-02T16:42:56.647758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.568419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:56.647844Z","caller":"traceutil/trace.go:171","msg":"trace[535268035] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19743; }","duration":"210.703373ms","start":"2026-03-02T16:42:56.437121Z","end":"2026-03-02T16:42:56.647825Z","steps":["trace[535268035] 'count revisions from in-memory index tree' (duration: 210.495967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:56.647859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.930632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w7r4t\" ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-03-02T16:42:56.647893Z","caller":"traceutil/trace.go:171","msg":"trace[686334] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w7r4t; range_end:; response_count:1; response_revision:19743; }","duration":"130.006675ms","start":"2026-03-02T16:42:56.517877Z","end":"2026-03-02T16:42:56.647883Z","steps":["trace[686334] 'range keys from in-memory index tree' (duration: 129.794978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:56.932576Z","caller":"traceutil/trace.go:171","msg":"trace[2020076355] transaction","detail":"{read_only:false; response_revision:19744; number_of_response:1; }","duration":"161.004827ms","start":"2026-03-02T16:42:56.771547Z","end":"2026-03-02T16:42:56.932552Z","steps":["trace[2020076355] 'process raft request' (duration: 160.783541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:57.136088Z","caller":"traceutil/trace.go:171","msg":"trace[1191804394] linearizableReadLoop","detail":"{readStateIndex:20512; appliedIndex:20510; }","duration":"363.357575ms","start":"2026-03-02T16:42:56.772706Z","end":"2026-03-02T16:42:57.136063Z","steps":["trace[1191804394] 'read index received' (duration: 159.688241ms)","trace[1191804394] 'applied index is now lower than readState.Index' (duration: 203.668294ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:57.136365Z","caller":"traceutil/trace.go:171","msg":"trace[1088905903] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"364.611889ms","start":"2026-03-02T16:42:56.77174Z","end":"2026-03-02T16:42:57.136352Z","steps":["trace[1088905903] 'process raft request' (duration: 364.131946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:57.136574Z","caller":"traceutil/trace.go:171","msg":"trace[696908271] transaction","detail":"{read_only:false; response_revision:19746; number_of_response:1; }","duration":"361.556616ms","start":"2026-03-02T16:42:56.77497Z","end":"2026-03-02T16:42:57.136526Z","steps":["trace[696908271] 'process raft request' (duration: 361.046693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:57.13667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.131492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-98lkz\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-02T16:42:57.136725Z","caller":"traceutil/trace.go:171","msg":"trace[795401197] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-98lkz; range_end:; response_count:1; response_revision:19746; }","duration":"295.186703ms","start":"2026-03-02T16:42:56.841521Z","end":"2026-03-02T16:42:57.136707Z","steps":["trace[795401197] 'agreement among raft nodes before linearized reading' (duration: 294.990828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:57.136797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:56.774962Z","time spent":"361.726141ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:57.137008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.30015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:57.137055Z","caller":"traceutil/trace.go:171","msg":"trace[279128882] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19746; }","duration":"364.345511ms","start":"2026-03-02T16:42:56.772697Z","end":"2026-03-02T16:42:57.137043Z","steps":["trace[279128882] 'agreement among raft nodes before linearized reading' (duration: 364.232818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:57.137085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:56.772674Z","time spent":"364.403203ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T16:42:57.137329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.55999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T16:42:57.137381Z","caller":"traceutil/trace.go:171","msg":"trace[1449038930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19746; }","duration":"149.653772ms","start":"2026-03-02T16:42:56.987713Z","end":"2026-03-02T16:42:57.137367Z","steps":["trace[1449038930] 'agreement among raft nodes before linearized reading' (duration: 149.543019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:57.137594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:56.771732Z","time spent":"364.67163ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:57.269376Z","caller":"traceutil/trace.go:171","msg":"trace[735772779] transaction","detail":"{read_only:false; response_revision:19747; number_of_response:1; }","duration":"126.983543ms","start":"2026-03-02T16:42:57.142364Z","end":"2026-03-02T16:42:57.269348Z","steps":["trace[735772779] 'process raft request' (duration: 112.638947ms)","trace[735772779] 'compare' (duration: 13.997697ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:57.269561Z","caller":"traceutil/trace.go:171","msg":"trace[2106905270] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"126.959672ms","start":"2026-03-02T16:42:57.142568Z","end":"2026-03-02T16:42:57.269527Z","steps":["trace[2106905270] 'process raft request' (duration: 126.580122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:57.501847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.73308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-98lkz\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-02T16:42:57.501952Z","caller":"traceutil/trace.go:171","msg":"trace[1794570453] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-98lkz; range_end:; response_count:1; response_revision:19749; }","duration":"131.894464ms","start":"2026-03-02T16:42:57.370033Z","end":"2026-03-02T16:42:57.501927Z","steps":["trace[1794570453] 'range keys from in-memory index tree' (duration: 131.535835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:58.584778Z","caller":"traceutil/trace.go:171","msg":"trace[242361891] linearizableReadLoop","detail":"{readStateIndex:20518; appliedIndex:20517; }","duration":"321.429669ms","start":"2026-03-02T16:42:58.263315Z","end":"2026-03-02T16:42:58.584744Z","steps":["trace[242361891] 'read index received' (duration: 291.257968ms)","trace[242361891] 'applied index is now lower than readState.Index' (duration: 30.170201ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:58.585064Z","caller":"traceutil/trace.go:171","msg":"trace[370507270] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"383.346702ms","start":"2026-03-02T16:42:58.201692Z","end":"2026-03-02T16:42:58.585039Z","steps":["trace[370507270] 'process raft request' (duration: 352.924944ms)","trace[370507270] 'compare' (duration: 29.967355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:58.585274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.935192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5155"} {"level":"info","ts":"2026-03-02T16:42:58.585358Z","caller":"traceutil/trace.go:171","msg":"trace[1505402452] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:19751; }","duration":"322.069786ms","start":"2026-03-02T16:42:58.263272Z","end":"2026-03-02T16:42:58.585342Z","steps":["trace[1505402452] 'agreement among raft nodes before linearized reading' (duration: 321.806919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:58.585396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:58.263255Z","time spent":"322.134877ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5178,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-02T16:42:58.585306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:58.201684Z","time spent":"383.501487ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:58.643539Z","caller":"traceutil/trace.go:171","msg":"trace[321663108] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"302.594732ms","start":"2026-03-02T16:42:58.340918Z","end":"2026-03-02T16:42:58.643513Z","steps":["trace[321663108] 'process raft request' (duration: 302.15809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:58.644109Z","caller":"traceutil/trace.go:171","msg":"trace[1935463384] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"247.371308ms","start":"2026-03-02T16:42:58.396721Z","end":"2026-03-02T16:42:58.644092Z","steps":["trace[1935463384] 'process raft request' (duration: 246.518845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:58.644343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.302913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T16:42:58.644387Z","caller":"traceutil/trace.go:171","msg":"trace[1386082720] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19753; }","duration":"248.357614ms","start":"2026-03-02T16:42:58.396019Z","end":"2026-03-02T16:42:58.644377Z","steps":["trace[1386082720] 'agreement among raft nodes before linearized reading' (duration: 248.233901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:58.645402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:58.340874Z","time spent":"302.740746ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"}