{"level":"warn","ts":"2026-03-04T01:24:15.224095Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:24:15.224222Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.99:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.99:2380","--initial-cluster=instance=https://199.204.45.99:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.99:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.99:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:24:15.224326Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:24:15.224335Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-04T01:24:15.22436Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:24:15.225098Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"]} {"level":"info","ts":"2026-03-04T01:24:15.225187Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.99:2380"],"listen-peer-urls":["https://199.204.45.99:2380"],"advertise-client-urls":["https://199.204.45.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.99:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:24:15.232544Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.110776ms"} {"level":"info","ts":"2026-03-04T01:24:15.240063Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"21032583b6cd9182","cluster-id":"a96cbe7391f279b7"} {"level":"info","ts":"2026-03-04T01:24:15.240185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:24:15.240374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became follower at term 0"} {"level":"info","ts":"2026-03-04T01:24:15.240402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 21032583b6cd9182 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:24:15.240416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became follower at term 1"} {"level":"info","ts":"2026-03-04T01:24:15.240469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=(2378786275819622786)"} {"level":"warn","ts":"2026-03-04T01:24:15.247369Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:24:15.248647Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:24:15.250309Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:24:15.25291Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"21032583b6cd9182","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:24:15.253138Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"21032583b6cd9182","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:24:15.253214Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:15.253342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:15.253357Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:15.254691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=(2378786275819622786)"} {"level":"info","ts":"2026-03-04T01:24:15.254852Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a96cbe7391f279b7","local-member-id":"21032583b6cd9182","added-peer-id":"21032583b6cd9182","added-peer-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-04T01:24:15.258769Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:24:15.259108Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"21032583b6cd9182","initial-advertise-peer-urls":["https://199.204.45.99:2380"],"listen-peer-urls":["https://199.204.45.99:2380"],"advertise-client-urls":["https://199.204.45.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:24:15.259194Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.99:2380"} {"level":"info","ts":"2026-03-04T01:24:15.259196Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:24:15.259244Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.99:2380"} {"level":"info","ts":"2026-03-04T01:24:15.541336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:24:15.541403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:24:15.541438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 received MsgPreVoteResp from 21032583b6cd9182 at term 1"} {"level":"info","ts":"2026-03-04T01:24:15.541491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:24:15.541507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 received MsgVoteResp from 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-03-04T01:24:15.541529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became leader at term 2"} {"level":"info","ts":"2026-03-04T01:24:15.541551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 21032583b6cd9182 elected leader 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-03-04T01:24:15.542326Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"21032583b6cd9182","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.99:2379]}","request-path":"/0/members/21032583b6cd9182/attributes","cluster-id":"a96cbe7391f279b7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:24:15.542328Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:15.54235Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:24:15.542384Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:24:15.542637Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:24:15.542715Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:24:15.543063Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a96cbe7391f279b7","local-member-id":"21032583b6cd9182","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:15.543138Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:15.543164Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:15.54575Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.99:2379"} {"level":"info","ts":"2026-03-04T01:24:15.54603Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:24:18.139571Z","caller":"traceutil/trace.go:171","msg":"trace[683564987] linearizableReadLoop","detail":"{readStateIndex:89; appliedIndex:88; }","duration":"260.380125ms","start":"2026-03-04T01:24:17.879161Z","end":"2026-03-04T01:24:18.139541Z","steps":["trace[683564987] 'read index received' (duration: 254.107922ms)","trace[683564987] 'applied index is now lower than readState.Index' (duration: 6.271123ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:18.139657Z","caller":"traceutil/trace.go:171","msg":"trace[63101687] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"270.236387ms","start":"2026-03-04T01:24:17.869395Z","end":"2026-03-04T01:24:18.139632Z","steps":["trace[63101687] 'process raft request' (duration: 263.80053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:18.13976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.57119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T01:24:18.13983Z","caller":"traceutil/trace.go:171","msg":"trace[1829203582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:86; }","duration":"260.680253ms","start":"2026-03-04T01:24:17.879133Z","end":"2026-03-04T01:24:18.139813Z","steps":["trace[1829203582] 'agreement among raft nodes before linearized reading' (duration: 260.523389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:41.285656Z","caller":"traceutil/trace.go:171","msg":"trace[225460101] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"505.5599ms","start":"2026-03-04T01:24:40.780074Z","end":"2026-03-04T01:24:41.285634Z","steps":["trace[225460101] 'process raft request' (duration: 505.463548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:41.28624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:40.780035Z","time spent":"505.683343ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:44.187572Z","caller":"traceutil/trace.go:171","msg":"trace[1400590992] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"143.100765ms","start":"2026-03-04T01:24:44.04386Z","end":"2026-03-04T01:24:44.18696Z","steps":["trace[1400590992] 'process raft request' (duration: 142.858269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:45.448242Z","caller":"traceutil/trace.go:171","msg":"trace[1805146350] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"146.618761ms","start":"2026-03-04T01:24:45.301598Z","end":"2026-03-04T01:24:45.448217Z","steps":["trace[1805146350] 'process raft request' (duration: 146.463526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:45.861895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.72396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:45.861993Z","caller":"traceutil/trace.go:171","msg":"trace[60941129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"103.873223ms","start":"2026-03-04T01:24:45.758095Z","end":"2026-03-04T01:24:45.861968Z","steps":["trace[60941129] 'range keys from in-memory index tree' (duration: 103.615155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:45.862051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.851777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:24:45.862172Z","caller":"traceutil/trace.go:171","msg":"trace[639163990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:470; }","duration":"373.026742ms","start":"2026-03-04T01:24:45.489117Z","end":"2026-03-04T01:24:45.862144Z","steps":["trace[639163990] 'range keys from in-memory index tree' (duration: 372.666622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:45.862235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:45.489103Z","time spent":"373.121534ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:24:52.352304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.505289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:24:52.352396Z","caller":"traceutil/trace.go:171","msg":"trace[889455675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:511; }","duration":"111.649022ms","start":"2026-03-04T01:24:52.240723Z","end":"2026-03-04T01:24:52.352372Z","steps":["trace[889455675] 'range keys from in-memory index tree' (duration: 111.330914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:52.683407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.132348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:24:52.683513Z","caller":"traceutil/trace.go:171","msg":"trace[953007554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:512; }","duration":"101.293512ms","start":"2026-03-04T01:24:52.582196Z","end":"2026-03-04T01:24:52.683489Z","steps":["trace[953007554] 'range keys from in-memory index tree' (duration: 100.998715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:53.149923Z","caller":"traceutil/trace.go:171","msg":"trace[2062844544] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"378.394346ms","start":"2026-03-04T01:24:52.771398Z","end":"2026-03-04T01:24:53.149792Z","steps":["trace[2062844544] 'read index received' (duration: 378.051277ms)","trace[2062844544] 'applied index is now lower than readState.Index' (duration: 341.309µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:53.149972Z","caller":"traceutil/trace.go:171","msg":"trace[1594971188] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"451.003004ms","start":"2026-03-04T01:24:52.698919Z","end":"2026-03-04T01:24:53.149922Z","steps":["trace[1594971188] 'process raft request' (duration: 450.571232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:53.150087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.659924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:24:53.150238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:52.69887Z","time spent":"451.222009ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:53.150314Z","caller":"traceutil/trace.go:171","msg":"trace[135743] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:514; }","duration":"378.946662ms","start":"2026-03-04T01:24:52.771342Z","end":"2026-03-04T01:24:53.150288Z","steps":["trace[135743] 'agreement among raft nodes before linearized reading' (duration: 378.658605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:53.150442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:52.771319Z","time spent":"379.080065ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-04T01:24:53.358339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.943213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:53.358428Z","caller":"traceutil/trace.go:171","msg":"trace[188619787] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:0; response_revision:514; }","duration":"128.065958ms","start":"2026-03-04T01:24:53.230342Z","end":"2026-03-04T01:24:53.358408Z","steps":["trace[188619787] 'range keys from in-memory index tree' (duration: 127.867642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:54.010648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883767973,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:24:54.081907Z","caller":"traceutil/trace.go:171","msg":"trace[526726736] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"572.33629ms","start":"2026-03-04T01:24:53.509541Z","end":"2026-03-04T01:24:54.081878Z","steps":["trace[526726736] 'read index received' (duration: 572.098433ms)","trace[526726736] 'applied index is now lower than readState.Index' (duration: 236.467µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:54.082046Z","caller":"traceutil/trace.go:171","msg":"trace[1540833880] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"684.780144ms","start":"2026-03-04T01:24:53.3972Z","end":"2026-03-04T01:24:54.08198Z","steps":["trace[1540833880] 'process raft request' (duration: 684.437725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:54.082177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.612967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:24:54.082251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.684024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:24:54.082273Z","caller":"traceutil/trace.go:171","msg":"trace[638795390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:515; }","duration":"572.73587ms","start":"2026-03-04T01:24:53.509513Z","end":"2026-03-04T01:24:54.082249Z","steps":["trace[638795390] 'agreement among raft nodes before linearized reading' (duration: 572.458943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:54.082291Z","caller":"traceutil/trace.go:171","msg":"trace[125765815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"166.768366ms","start":"2026-03-04T01:24:53.915509Z","end":"2026-03-04T01:24:54.082277Z","steps":["trace[125765815] 'agreement among raft nodes before linearized reading' (duration: 166.633863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:54.082284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:53.397187Z","time spent":"684.983829ms","remote":"127.0.0.1:53122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:24:54.082321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:53.509499Z","time spent":"572.813372ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:24:54.082104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.979646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:54.082439Z","caller":"traceutil/trace.go:171","msg":"trace[1435965895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"323.390328ms","start":"2026-03-04T01:24:53.759037Z","end":"2026-03-04T01:24:54.082427Z","steps":["trace[1435965895] 'agreement among raft nodes before linearized reading' (duration: 323.001307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:54.082465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:53.759011Z","time spent":"323.447269ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:24:54.940289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883767977,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:24:55.034275Z","caller":"traceutil/trace.go:171","msg":"trace[1246278163] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"948.042704ms","start":"2026-03-04T01:24:54.086192Z","end":"2026-03-04T01:24:55.034235Z","steps":["trace[1246278163] 'process raft request' (duration: 941.59651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:55.034485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:54.08616Z","time spent":"948.233328ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:24:55.039636Z","caller":"traceutil/trace.go:171","msg":"trace[1449247198] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"947.604472ms","start":"2026-03-04T01:24:54.091989Z","end":"2026-03-04T01:24:55.039593Z","steps":["trace[1449247198] 'process raft request' (duration: 947.332064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:55.039691Z","caller":"traceutil/trace.go:171","msg":"trace[1655829350] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"947.607812ms","start":"2026-03-04T01:24:54.09205Z","end":"2026-03-04T01:24:55.039658Z","steps":["trace[1655829350] 'process raft request' (duration: 947.395686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:55.039804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:54.091977Z","time spent":"947.732815ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:24:55.039837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:54.092001Z","time spent":"947.744946ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:55.039874Z","caller":"traceutil/trace.go:171","msg":"trace[1718230838] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"947.439998ms","start":"2026-03-04T01:24:54.09236Z","end":"2026-03-04T01:24:55.0398Z","steps":["trace[1718230838] 'process raft request' (duration: 947.173671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:55.040117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:54.092308Z","time spent":"947.698814ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:24:55.040383Z","caller":"traceutil/trace.go:171","msg":"trace[2116807006] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"871.701556ms","start":"2026-03-04T01:24:54.168662Z","end":"2026-03-04T01:24:55.040364Z","steps":["trace[2116807006] 'process raft request' (duration: 871.1286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:55.040472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:54.168628Z","time spent":"871.801449ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:24:55.071631Z","caller":"traceutil/trace.go:171","msg":"trace[2139195582] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:534; }","duration":"631.379729ms","start":"2026-03-04T01:24:54.440226Z","end":"2026-03-04T01:24:55.071605Z","steps":["trace[2139195582] 'read index received' (duration: 587.669464ms)","trace[2139195582] 'applied index is now lower than readState.Index' (duration: 43.707475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:55.071982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.728067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:24:55.07209Z","caller":"traceutil/trace.go:171","msg":"trace[1112094793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"631.926683ms","start":"2026-03-04T01:24:54.440135Z","end":"2026-03-04T01:24:55.072061Z","steps":["trace[1112094793] 'agreement among raft nodes before linearized reading' (duration: 631.544244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:55.072171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:54.440107Z","time spent":"632.027966ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:24:55.078222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.977173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:24:55.07832Z","caller":"traceutil/trace.go:171","msg":"trace[1873498055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:523; }","duration":"355.133097ms","start":"2026-03-04T01:24:54.723167Z","end":"2026-03-04T01:24:55.078301Z","steps":["trace[1873498055] 'agreement among raft nodes before linearized reading' (duration: 354.86961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:55.078363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:54.723139Z","time spent":"355.214989ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:24:55.287047Z","caller":"traceutil/trace.go:171","msg":"trace[2066677073] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"182.407499ms","start":"2026-03-04T01:24:55.104601Z","end":"2026-03-04T01:24:55.287009Z","steps":["trace[2066677073] 'process raft request' (duration: 97.925702ms)","trace[2066677073] 'compare' (duration: 84.153899ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:55.287346Z","caller":"traceutil/trace.go:171","msg":"trace[1283521360] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"167.514497ms","start":"2026-03-04T01:24:55.119812Z","end":"2026-03-04T01:24:55.287326Z","steps":["trace[1283521360] 'process raft request' (duration: 167.156017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:55.287475Z","caller":"traceutil/trace.go:171","msg":"trace[1735388547] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"165.878302ms","start":"2026-03-04T01:24:55.121568Z","end":"2026-03-04T01:24:55.287446Z","steps":["trace[1735388547] 'process raft request' (duration: 165.634865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:55.287535Z","caller":"traceutil/trace.go:171","msg":"trace[273596519] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"164.827235ms","start":"2026-03-04T01:24:55.122676Z","end":"2026-03-04T01:24:55.287503Z","steps":["trace[273596519] 'process raft request' (duration: 164.750783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:55.28755Z","caller":"traceutil/trace.go:171","msg":"trace[1339214475] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"174.779383ms","start":"2026-03-04T01:24:55.112739Z","end":"2026-03-04T01:24:55.287518Z","steps":["trace[1339214475] 'process raft request' (duration: 174.152696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:55.28768Z","caller":"traceutil/trace.go:171","msg":"trace[2125396690] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"165.43331ms","start":"2026-03-04T01:24:55.122232Z","end":"2026-03-04T01:24:55.287665Z","steps":["trace[2125396690] 'process raft request' (duration: 165.114262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:55.287868Z","caller":"traceutil/trace.go:171","msg":"trace[1051056746] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"167.121345ms","start":"2026-03-04T01:24:55.120692Z","end":"2026-03-04T01:24:55.287813Z","steps":["trace[1051056746] 'process raft request' (duration: 166.438636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:57.100555Z","caller":"traceutil/trace.go:171","msg":"trace[1575330929] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:685; }","duration":"164.931776ms","start":"2026-03-04T01:24:56.935604Z","end":"2026-03-04T01:24:57.100536Z","steps":["trace[1575330929] 'read index received' (duration: 164.840373ms)","trace[1575330929] 'applied index is now lower than readState.Index' (duration: 90.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:57.100752Z","caller":"traceutil/trace.go:171","msg":"trace[231479842] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"317.141458ms","start":"2026-03-04T01:24:56.783539Z","end":"2026-03-04T01:24:57.10068Z","steps":["trace[231479842] 'process raft request' (duration: 316.892861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:57.10081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.190404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:57.100881Z","caller":"traceutil/trace.go:171","msg":"trace[1222805852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"165.294666ms","start":"2026-03-04T01:24:56.935569Z","end":"2026-03-04T01:24:57.100864Z","steps":["trace[1222805852] 'agreement among raft nodes before linearized reading' (duration: 165.151292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:57.100953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:56.783511Z","time spent":"317.358454ms","remote":"127.0.0.1:53062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:24:57.106195Z","caller":"traceutil/trace.go:171","msg":"trace[1143887303] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"121.896781ms","start":"2026-03-04T01:24:56.984278Z","end":"2026-03-04T01:24:57.106175Z","steps":["trace[1143887303] 'process raft request' (duration: 121.50624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:08.82042Z","caller":"traceutil/trace.go:171","msg":"trace[457051755] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"100.188913ms","start":"2026-03-04T01:25:08.720192Z","end":"2026-03-04T01:25:08.820381Z","steps":["trace[457051755] 'process raft request' (duration: 100.06518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:16.53455Z","caller":"traceutil/trace.go:171","msg":"trace[1304161685] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:924; }","duration":"160.260669ms","start":"2026-03-04T01:25:16.374271Z","end":"2026-03-04T01:25:16.534532Z","steps":["trace[1304161685] 'read index received' (duration: 160.146316ms)","trace[1304161685] 'applied index is now lower than readState.Index' (duration: 113.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:16.534642Z","caller":"traceutil/trace.go:171","msg":"trace[365953352] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"702.319488ms","start":"2026-03-04T01:25:15.832301Z","end":"2026-03-04T01:25:16.53462Z","steps":["trace[365953352] 'process raft request' (duration: 702.119732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:16.534736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.446015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:25:16.534783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.832282Z","time spent":"702.41098ms","remote":"127.0.0.1:53492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:16.534816Z","caller":"traceutil/trace.go:171","msg":"trace[898276215] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:899; }","duration":"160.583408ms","start":"2026-03-04T01:25:16.374212Z","end":"2026-03-04T01:25:16.534795Z","steps":["trace[898276215] 'agreement among raft nodes before linearized reading' (duration: 160.445595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:58.872787Z","caller":"traceutil/trace.go:171","msg":"trace[229237281] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"110.278233ms","start":"2026-03-04T01:25:58.762484Z","end":"2026-03-04T01:25:58.872763Z","steps":["trace[229237281] 'process raft request' (duration: 110.127138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:05.632541Z","caller":"traceutil/trace.go:171","msg":"trace[1789889913] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"172.402738ms","start":"2026-03-04T01:26:05.460118Z","end":"2026-03-04T01:26:05.632521Z","steps":["trace[1789889913] 'process raft request' (duration: 172.235974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:13.080869Z","caller":"traceutil/trace.go:171","msg":"trace[396313916] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1652; }","duration":"392.46296ms","start":"2026-03-04T01:26:12.688382Z","end":"2026-03-04T01:26:13.080845Z","steps":["trace[396313916] 'read index received' (duration: 392.274025ms)","trace[396313916] 'applied index is now lower than readState.Index' (duration: 188.095µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:13.081367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.972774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e60ea3d-e115-4429-8832-e7b298fb35d1\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-04T01:26:13.081415Z","caller":"traceutil/trace.go:171","msg":"trace[1719288426] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4e60ea3d-e115-4429-8832-e7b298fb35d1; range_end:; response_count:1; response_revision:1589; }","duration":"393.033585ms","start":"2026-03-04T01:26:12.688368Z","end":"2026-03-04T01:26:13.081402Z","steps":["trace[1719288426] 'agreement among raft nodes before linearized reading' (duration: 392.877661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:13.081392Z","caller":"traceutil/trace.go:171","msg":"trace[36273081] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"479.730148ms","start":"2026-03-04T01:26:12.601621Z","end":"2026-03-04T01:26:13.081351Z","steps":["trace[36273081] 'process raft request' (duration: 479.095931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:13.081451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:12.688348Z","time spent":"393.095057ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e60ea3d-e115-4429-8832-e7b298fb35d1\" "} {"level":"warn","ts":"2026-03-04T01:26:13.08155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.983439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:26:13.081584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:12.601589Z","time spent":"479.899933ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:13.081629Z","caller":"traceutil/trace.go:171","msg":"trace[834853896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1589; }","duration":"325.086722ms","start":"2026-03-04T01:26:12.756521Z","end":"2026-03-04T01:26:13.081608Z","steps":["trace[834853896] 'agreement among raft nodes before linearized reading' (duration: 324.947668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:13.081682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:12.756512Z","time spent":"325.153423ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:26:13.081722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.920776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:26:13.082121Z","caller":"traceutil/trace.go:171","msg":"trace[2014526259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1589; }","duration":"378.472491ms","start":"2026-03-04T01:26:12.703466Z","end":"2026-03-04T01:26:13.081939Z","steps":["trace[2014526259] 'agreement among raft nodes before linearized reading' (duration: 377.776742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:13.082343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:12.703455Z","time spent":"378.866991ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T01:26:13.260226Z","caller":"traceutil/trace.go:171","msg":"trace[1742163066] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"171.303388ms","start":"2026-03-04T01:26:13.0889Z","end":"2026-03-04T01:26:13.260203Z","steps":["trace[1742163066] 'process raft request' (duration: 170.838086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:13.883822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.101192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:26:13.883866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.387153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:26:13.883929Z","caller":"traceutil/trace.go:171","msg":"trace[1930498109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"126.253566ms","start":"2026-03-04T01:26:13.75765Z","end":"2026-03-04T01:26:13.883903Z","steps":["trace[1930498109] 'range keys from in-memory index tree' (duration: 126.03524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:13.883946Z","caller":"traceutil/trace.go:171","msg":"trace[226555861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1592; }","duration":"184.503617ms","start":"2026-03-04T01:26:13.699422Z","end":"2026-03-04T01:26:13.883925Z","steps":["trace[226555861] 'range keys from in-memory index tree' (duration: 184.215909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:13.884026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.259363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:26:13.884123Z","caller":"traceutil/trace.go:171","msg":"trace[1121393414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1592; }","duration":"204.390786ms","start":"2026-03-04T01:26:13.6797Z","end":"2026-03-04T01:26:13.884091Z","steps":["trace[1121393414] 'range keys from in-memory index tree' (duration: 204.014797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:13.884115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.765321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:26:13.884134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.820929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:26:13.884254Z","caller":"traceutil/trace.go:171","msg":"trace[1334545733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1592; }","duration":"186.997495ms","start":"2026-03-04T01:26:13.697238Z","end":"2026-03-04T01:26:13.884235Z","steps":["trace[1334545733] 'range keys from in-memory index tree' (duration: 186.591644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:13.884248Z","caller":"traceutil/trace.go:171","msg":"trace[798654837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1592; }","duration":"185.939856ms","start":"2026-03-04T01:26:13.698282Z","end":"2026-03-04T01:26:13.884222Z","steps":["trace[798654837] 'range keys from in-memory index tree' (duration: 185.537095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.388585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.723429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:26:26.38878Z","caller":"traceutil/trace.go:171","msg":"trace[424783428] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"251.183996ms","start":"2026-03-04T01:26:26.137581Z","end":"2026-03-04T01:26:26.388765Z","steps":["trace[424783428] 'process raft request' (duration: 251.124064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:26.388843Z","caller":"traceutil/trace.go:171","msg":"trace[1566701888] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1757; }","duration":"389.503049ms","start":"2026-03-04T01:26:25.999309Z","end":"2026-03-04T01:26:26.388812Z","steps":["trace[1566701888] 'read index received' (duration: 42.301327ms)","trace[1566701888] 'applied index is now lower than readState.Index' (duration: 347.198952ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:26.389002Z","caller":"traceutil/trace.go:171","msg":"trace[191950701] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"392.646476ms","start":"2026-03-04T01:26:25.996334Z","end":"2026-03-04T01:26:26.388981Z","steps":["trace[191950701] 'process raft request' (duration: 45.350081ms)","trace[191950701] 'compare' (duration: 346.612556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:26.389101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.775946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:26:26.38914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:25.996274Z","time spent":"392.779368ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:26.38915Z","caller":"traceutil/trace.go:171","msg":"trace[1702499830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1691; }","duration":"389.855409ms","start":"2026-03-04T01:26:25.999282Z","end":"2026-03-04T01:26:26.389137Z","steps":["trace[1702499830] 'agreement among raft nodes before linearized reading' (duration: 389.699425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.389186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:25.999269Z","time spent":"389.90949ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:26:26.389349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.555948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:26:26.389391Z","caller":"traceutil/trace.go:171","msg":"trace[424677306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1691; }","duration":"184.641471ms","start":"2026-03-04T01:26:26.204738Z","end":"2026-03-04T01:26:26.38938Z","steps":["trace[424677306] 'agreement among raft nodes before linearized reading' (duration: 184.535968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.389531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.123186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:26:26.389609Z","caller":"traceutil/trace.go:171","msg":"trace[1409070159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1691; }","duration":"390.243939ms","start":"2026-03-04T01:26:25.999353Z","end":"2026-03-04T01:26:26.389597Z","steps":["trace[1409070159] 'agreement among raft nodes before linearized reading' (duration: 389.851128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.389659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.608126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:26:26.389735Z","caller":"traceutil/trace.go:171","msg":"trace[731160272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1691; }","duration":"388.706548ms","start":"2026-03-04T01:26:26.00101Z","end":"2026-03-04T01:26:26.389716Z","steps":["trace[731160272] 'agreement among raft nodes before linearized reading' (duration: 388.538863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:26.389643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:25.999332Z","time spent":"390.30145ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:26:26.389836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:26.000995Z","time spent":"388.827431ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T01:26:26.51307Z","caller":"traceutil/trace.go:171","msg":"trace[1907720428] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"120.131369ms","start":"2026-03-04T01:26:26.392912Z","end":"2026-03-04T01:26:26.513043Z","steps":["trace[1907720428] 'process raft request' (duration: 119.558425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:26.516439Z","caller":"traceutil/trace.go:171","msg":"trace[423260900] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"122.491874ms","start":"2026-03-04T01:26:26.393915Z","end":"2026-03-04T01:26:26.516407Z","steps":["trace[423260900] 'process raft request' (duration: 122.283699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:30.89515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.465686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:26:30.895209Z","caller":"traceutil/trace.go:171","msg":"trace[112094014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1724; }","duration":"366.571668ms","start":"2026-03-04T01:26:30.528623Z","end":"2026-03-04T01:26:30.895195Z","steps":["trace[112094014] 'range keys from in-memory index tree' (duration: 366.28426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:30.895235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:30.528605Z","time spent":"366.624229ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:26:30.895412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.744902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:26:30.895595Z","caller":"traceutil/trace.go:171","msg":"trace[474072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1724; }","duration":"366.972458ms","start":"2026-03-04T01:26:30.528604Z","end":"2026-03-04T01:26:30.895576Z","steps":["trace[474072] 'range keys from in-memory index tree' (duration: 366.529787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:30.89564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:30.528584Z","time spent":"367.04508ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:26:30.895673Z","caller":"traceutil/trace.go:171","msg":"trace[1962106490] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"273.755029ms","start":"2026-03-04T01:26:30.621888Z","end":"2026-03-04T01:26:30.895643Z","steps":["trace[1962106490] 'process raft request' (duration: 272.821424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:03.144022Z","caller":"traceutil/trace.go:171","msg":"trace[362980285] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1960; }","duration":"104.48273ms","start":"2026-03-04T01:27:03.039509Z","end":"2026-03-04T01:27:03.143992Z","steps":["trace[362980285] 'read index received' (duration: 104.221083ms)","trace[362980285] 'applied index is now lower than readState.Index' (duration: 260.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:03.144075Z","caller":"traceutil/trace.go:171","msg":"trace[780761205] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"122.617757ms","start":"2026-03-04T01:27:03.021432Z","end":"2026-03-04T01:27:03.14405Z","steps":["trace[780761205] 'process raft request' (duration: 122.374331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:03.144309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.785219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:27:03.144377Z","caller":"traceutil/trace.go:171","msg":"trace[1694191870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1885; }","duration":"104.908611ms","start":"2026-03-04T01:27:03.039454Z","end":"2026-03-04T01:27:03.144362Z","steps":["trace[1694191870] 'agreement among raft nodes before linearized reading' (duration: 104.673544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:03.144309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.643935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:27:03.144485Z","caller":"traceutil/trace.go:171","msg":"trace[1751514697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1885; }","duration":"104.912032ms","start":"2026-03-04T01:27:03.039564Z","end":"2026-03-04T01:27:03.144476Z","steps":["trace[1751514697] 'agreement among raft nodes before linearized reading' (duration: 104.636075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:08.767451Z","caller":"traceutil/trace.go:171","msg":"trace[1476550009] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"130.556236ms","start":"2026-03-04T01:27:08.636869Z","end":"2026-03-04T01:27:08.767425Z","steps":["trace[1476550009] 'read index received' (duration: 130.35693ms)","trace[1476550009] 'applied index is now lower than readState.Index' (duration: 198.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:08.767502Z","caller":"traceutil/trace.go:171","msg":"trace[674033811] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"165.867666ms","start":"2026-03-04T01:27:08.601586Z","end":"2026-03-04T01:27:08.767454Z","steps":["trace[674033811] 'process raft request' (duration: 165.69179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:08.767635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.758292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:27:08.767665Z","caller":"traceutil/trace.go:171","msg":"trace[479601784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1910; }","duration":"130.845604ms","start":"2026-03-04T01:27:08.636811Z","end":"2026-03-04T01:27:08.767657Z","steps":["trace[479601784] 'agreement among raft nodes before linearized reading' (duration: 130.724641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.052126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.951999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:10.05229Z","caller":"traceutil/trace.go:171","msg":"trace[1267467641] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"852.922148ms","start":"2026-03-04T01:27:09.199342Z","end":"2026-03-04T01:27:10.052264Z","steps":["trace[1267467641] 'read index received' (duration: 219.739212ms)","trace[1267467641] 'applied index is now lower than readState.Index' (duration: 633.180786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:10.052475Z","caller":"traceutil/trace.go:171","msg":"trace[512519261] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"886.03286ms","start":"2026-03-04T01:27:09.166373Z","end":"2026-03-04T01:27:10.052406Z","steps":["trace[512519261] 'process raft request' (duration: 252.67897ms)","trace[512519261] 'compare' (duration: 632.408086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:10.05275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:09.166347Z","time spent":"886.274866ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:10.052561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.212945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:27:10.053489Z","caller":"traceutil/trace.go:171","msg":"trace[328244766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1913; }","duration":"853.844733ms","start":"2026-03-04T01:27:09.199291Z","end":"2026-03-04T01:27:10.053136Z","steps":["trace[328244766] 'agreement among raft nodes before linearized reading' (duration: 853.074753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.053734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:09.199267Z","time spent":"854.319386ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:10.372988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.844666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:10.373156Z","caller":"traceutil/trace.go:171","msg":"trace[132571460] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"320.805943ms","start":"2026-03-04T01:27:10.052328Z","end":"2026-03-04T01:27:10.373133Z","steps":["trace[132571460] 'read index received' (duration: 198.679559ms)","trace[132571460] 'applied index is now lower than readState.Index' (duration: 122.124474ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:10.373257Z","caller":"traceutil/trace.go:171","msg":"trace[1435992828] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.035677238s","start":"2026-03-04T01:27:09.337532Z","end":"2026-03-04T01:27:10.373209Z","steps":["trace[1435992828] 'process raft request' (duration: 913.488973ms)","trace[1435992828] 'compare' (duration: 121.6253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:10.373475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:09.33751Z","time spent":"1.035868733s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:10.373308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.873983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:10.373452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.42944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T01:27:10.373545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173804384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T01:27:10.373582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.18299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:27:10.373581Z","caller":"traceutil/trace.go:171","msg":"trace[379809323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"503.601135ms","start":"2026-03-04T01:27:09.869948Z","end":"2026-03-04T01:27:10.373549Z","steps":["trace[379809323] 'agreement among raft nodes before linearized reading' (duration: 503.205684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:10.373619Z","caller":"traceutil/trace.go:171","msg":"trace[466927214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1914; }","duration":"1.173914657s","start":"2026-03-04T01:27:09.199687Z","end":"2026-03-04T01:27:10.373601Z","steps":["trace[466927214] 'agreement among raft nodes before linearized reading' (duration: 1.173548117s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:10.373638Z","caller":"traceutil/trace.go:171","msg":"trace[1917137392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1914; }","duration":"705.281013ms","start":"2026-03-04T01:27:09.668343Z","end":"2026-03-04T01:27:10.373624Z","steps":["trace[1917137392] 'agreement among raft nodes before linearized reading' (duration: 704.883653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.373664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:09.199675Z","time spent":"1.173976828s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:10.373664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:09.869925Z","time spent":"503.724928ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:27:10.373698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:09.668321Z","time spent":"705.366455ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:27:10.373599Z","caller":"traceutil/trace.go:171","msg":"trace[1804548097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"615.200182ms","start":"2026-03-04T01:27:09.758321Z","end":"2026-03-04T01:27:10.373521Z","steps":["trace[1804548097] 'agreement among raft nodes before linearized reading' (duration: 614.881933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.373881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:09.758288Z","time spent":"615.542461ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:27:10.376288Z","caller":"traceutil/trace.go:171","msg":"trace[470772026] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"317.282371ms","start":"2026-03-04T01:27:10.058987Z","end":"2026-03-04T01:27:10.376269Z","steps":["trace[470772026] 'process raft request' (duration: 317.145707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.37641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:10.058966Z","time spent":"317.380664ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:10.376855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.86861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:27:10.376931Z","caller":"traceutil/trace.go:171","msg":"trace[1374373830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1915; }","duration":"142.992114ms","start":"2026-03-04T01:27:10.23392Z","end":"2026-03-04T01:27:10.376912Z","steps":["trace[1374373830] 'agreement among raft nodes before linearized reading' (duration: 142.784728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.928184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.895801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:10.928358Z","caller":"traceutil/trace.go:171","msg":"trace[1003827441] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"549.749158ms","start":"2026-03-04T01:27:10.378589Z","end":"2026-03-04T01:27:10.928338Z","steps":["trace[1003827441] 'process raft request' (duration: 436.583941ms)","trace[1003827441] 'compare' (duration: 112.476809ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:10.928613Z","caller":"traceutil/trace.go:171","msg":"trace[1713457042] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"549.110743ms","start":"2026-03-04T01:27:10.379482Z","end":"2026-03-04T01:27:10.928593Z","steps":["trace[1713457042] 'process raft request' (duration: 548.796654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.92874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:10.379467Z","time spent":"549.202515ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:10.928871Z","caller":"traceutil/trace.go:171","msg":"trace[1601647401] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"548.669811ms","start":"2026-03-04T01:27:10.38012Z","end":"2026-03-04T01:27:10.928789Z","steps":["trace[1601647401] 'process raft request' (duration: 548.403663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.928966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:10.380098Z","time spent":"548.822224ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:10.929028Z","caller":"traceutil/trace.go:171","msg":"trace[644446574] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"511.710447ms","start":"2026-03-04T01:27:10.417262Z","end":"2026-03-04T01:27:10.928972Z","steps":["trace[644446574] 'process raft request' (duration: 511.42278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:10.929224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:10.378527Z","time spent":"550.113008ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:10.929251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:10.41723Z","time spent":"511.897222ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:10.929781Z","caller":"traceutil/trace.go:171","msg":"trace[1923728759] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"157.250878ms","start":"2026-03-04T01:27:10.77251Z","end":"2026-03-04T01:27:10.929761Z","steps":["trace[1923728759] 'process raft request' (duration: 157.012402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:11.357635Z","caller":"traceutil/trace.go:171","msg":"trace[1764700730] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"127.87809ms","start":"2026-03-04T01:28:11.229709Z","end":"2026-03-04T01:28:11.357587Z","steps":["trace[1764700730] 'process raft request' (duration: 100.453196ms)","trace[1764700730] 'compare' (duration: 27.243909ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:11.357907Z","caller":"traceutil/trace.go:171","msg":"trace[1591136206] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"126.592055ms","start":"2026-03-04T01:28:11.231252Z","end":"2026-03-04T01:28:11.357845Z","steps":["trace[1591136206] 'process raft request' (duration: 126.290048ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:12.039955Z","caller":"traceutil/trace.go:171","msg":"trace[1818046175] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"128.474467ms","start":"2026-03-04T01:28:11.911454Z","end":"2026-03-04T01:28:12.039929Z","steps":["trace[1818046175] 'process raft request' (duration: 128.318142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:18.182513Z","caller":"traceutil/trace.go:171","msg":"trace[1459023406] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"119.881362ms","start":"2026-03-04T01:28:18.06261Z","end":"2026-03-04T01:28:18.182491Z","steps":["trace[1459023406] 'process raft request' (duration: 119.764748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.732362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.529758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:18.732473Z","caller":"traceutil/trace.go:171","msg":"trace[1583426876] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2547; }","duration":"370.794964ms","start":"2026-03-04T01:28:18.361661Z","end":"2026-03-04T01:28:18.732456Z","steps":["trace[1583426876] 'read index received' (duration: 212.077051ms)","trace[1583426876] 'applied index is now lower than readState.Index' (duration: 158.716162ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:18.732595Z","caller":"traceutil/trace.go:171","msg":"trace[66436769] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"377.460488ms","start":"2026-03-04T01:28:18.355103Z","end":"2026-03-04T01:28:18.732564Z","steps":["trace[66436769] 'process raft request' (duration: 218.638713ms)","trace[66436769] 'compare' (duration: 158.146878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:18.73277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:18.355065Z","time spent":"377.613202ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:18.732831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.168553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18997f1c6947924b\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-04T01:28:18.732932Z","caller":"traceutil/trace.go:171","msg":"trace[921232272] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18997f1c6947924b; range_end:; response_count:1; response_revision:2450; }","duration":"371.304838ms","start":"2026-03-04T01:28:18.361616Z","end":"2026-03-04T01:28:18.732921Z","steps":["trace[921232272] 'agreement among raft nodes before linearized reading' (duration: 370.886287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.733043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:18.361593Z","time spent":"371.438232ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18997f1c6947924b\" "} {"level":"info","ts":"2026-03-04T01:28:19.283428Z","caller":"traceutil/trace.go:171","msg":"trace[505217603] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"547.835825ms","start":"2026-03-04T01:28:18.735518Z","end":"2026-03-04T01:28:19.283354Z","steps":["trace[505217603] 'process raft request' (duration: 544.248322ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:19.283568Z","caller":"traceutil/trace.go:171","msg":"trace[1677429775] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2548; }","duration":"541.526091ms","start":"2026-03-04T01:28:18.741978Z","end":"2026-03-04T01:28:19.283504Z","steps":["trace[1677429775] 'read index received' (duration: 6.267423ms)","trace[1677429775] 'applied index is now lower than readState.Index' (duration: 535.238728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:19.283634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:18.73549Z","time spent":"548.047532ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:19.283816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.828599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:28:19.283853Z","caller":"traceutil/trace.go:171","msg":"trace[1021175160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2453; }","duration":"541.893841ms","start":"2026-03-04T01:28:18.741947Z","end":"2026-03-04T01:28:19.283841Z","steps":["trace[1021175160] 'agreement among raft nodes before linearized reading' (duration: 541.735817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:19.283885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:18.741939Z","time spent":"541.937902ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:28:19.284039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.216677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:28:19.28407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.418587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:28:19.284094Z","caller":"traceutil/trace.go:171","msg":"trace[930666362] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2453; }","duration":"409.33866ms","start":"2026-03-04T01:28:18.874739Z","end":"2026-03-04T01:28:19.284078Z","steps":["trace[930666362] 'agreement among raft nodes before linearized reading' (duration: 409.200297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:19.28414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:18.874689Z","time spent":"409.442172ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:28:19.284143Z","caller":"traceutil/trace.go:171","msg":"trace[622203530] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:2453; }","duration":"289.533589ms","start":"2026-03-04T01:28:18.99459Z","end":"2026-03-04T01:28:19.284124Z","steps":["trace[622203530] 'agreement among raft nodes before linearized reading' (duration: 289.356015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:19.284123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.208604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T01:28:19.284246Z","caller":"traceutil/trace.go:171","msg":"trace[1620621588] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2453; }","duration":"182.387299ms","start":"2026-03-04T01:28:19.101837Z","end":"2026-03-04T01:28:19.284224Z","steps":["trace[1620621588] 'agreement among raft nodes before linearized reading' (duration: 182.107232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:39.76265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.446171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:30:39.762833Z","caller":"traceutil/trace.go:171","msg":"trace[505128895] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"471.104882ms","start":"2026-03-04T01:30:39.291691Z","end":"2026-03-04T01:30:39.762796Z","steps":["trace[505128895] 'process raft request' (duration: 197.377393ms)","trace[505128895] 'compare' (duration: 273.194055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:39.763021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:39.291671Z","time spent":"471.240745ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:04.398472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.062256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-vnnbf\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-04T01:32:04.398575Z","caller":"traceutil/trace.go:171","msg":"trace[222559623] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-vnnbf; range_end:; response_count:1; response_revision:4336; }","duration":"105.23647ms","start":"2026-03-04T01:32:04.293314Z","end":"2026-03-04T01:32:04.398551Z","steps":["trace[222559623] 'range keys from in-memory index tree' (duration: 104.885401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:04.72633Z","caller":"traceutil/trace.go:171","msg":"trace[61791462] linearizableReadLoop","detail":"{readStateIndex:4512; appliedIndex:4511; }","duration":"308.156957ms","start":"2026-03-04T01:32:04.418144Z","end":"2026-03-04T01:32:04.726301Z","steps":["trace[61791462] 'read index received' (duration: 307.893841ms)","trace[61791462] 'applied index is now lower than readState.Index' (duration: 262.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:04.72646Z","caller":"traceutil/trace.go:171","msg":"trace[581051846] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"320.241662ms","start":"2026-03-04T01:32:04.406168Z","end":"2026-03-04T01:32:04.72641Z","steps":["trace[581051846] 'process raft request' (duration: 319.951845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:04.726613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.280189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:32:04.726644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.464275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:32:04.726678Z","caller":"traceutil/trace.go:171","msg":"trace[856843204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4337; }","duration":"263.419902ms","start":"2026-03-04T01:32:04.463242Z","end":"2026-03-04T01:32:04.726662Z","steps":["trace[856843204] 'agreement among raft nodes before linearized reading' (duration: 263.205427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:04.726671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.908346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-04T01:32:04.726702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.0566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:32:04.72672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:04.406148Z","time spent":"320.436066ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:04.726739Z","caller":"traceutil/trace.go:171","msg":"trace[594442594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4337; }","duration":"308.596319ms","start":"2026-03-04T01:32:04.41812Z","end":"2026-03-04T01:32:04.726716Z","steps":["trace[594442594] 'agreement among raft nodes before linearized reading' (duration: 308.309131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:04.726754Z","caller":"traceutil/trace.go:171","msg":"trace[440156454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4337; }","duration":"104.00893ms","start":"2026-03-04T01:32:04.622727Z","end":"2026-03-04T01:32:04.726736Z","steps":["trace[440156454] 'agreement among raft nodes before linearized reading' (duration: 103.737092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:04.726776Z","caller":"traceutil/trace.go:171","msg":"trace[1548424912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4337; }","duration":"180.187604ms","start":"2026-03-04T01:32:04.54657Z","end":"2026-03-04T01:32:04.726757Z","steps":["trace[1548424912] 'agreement among raft nodes before linearized reading' (duration: 179.940367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:04.726792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:04.418112Z","time spent":"308.671421ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:32:04.726804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.846446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:32:04.726874Z","caller":"traceutil/trace.go:171","msg":"trace[742101249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4337; }","duration":"260.944348ms","start":"2026-03-04T01:32:04.465908Z","end":"2026-03-04T01:32:04.726852Z","steps":["trace[742101249] 'agreement among raft nodes before linearized reading' (duration: 260.694491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:04.727137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.123599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:32:04.727464Z","caller":"traceutil/trace.go:171","msg":"trace[1905250014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4337; }","duration":"153.204911ms","start":"2026-03-04T01:32:04.573969Z","end":"2026-03-04T01:32:04.727174Z","steps":["trace[1905250014] 'agreement among raft nodes before linearized reading' (duration: 153.065897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:07.926942Z","caller":"traceutil/trace.go:171","msg":"trace[922561272] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"121.066764ms","start":"2026-03-04T01:32:07.805834Z","end":"2026-03-04T01:32:07.926901Z","steps":["trace[922561272] 'process raft request' (duration: 120.890069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:10.153957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.6885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:32:10.154025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.654142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18997f53e38dcead\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-04T01:32:10.154079Z","caller":"traceutil/trace.go:171","msg":"trace[1214181497] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4526; }","duration":"197.853194ms","start":"2026-03-04T01:32:09.956199Z","end":"2026-03-04T01:32:10.154052Z","steps":["trace[1214181497] 'range keys from in-memory index tree' (duration: 197.594678ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:10.154116Z","caller":"traceutil/trace.go:171","msg":"trace[754376983] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18997f53e38dcead; range_end:; response_count:1; response_revision:4526; }","duration":"138.816356ms","start":"2026-03-04T01:32:10.015277Z","end":"2026-03-04T01:32:10.154094Z","steps":["trace[754376983] 'range keys from in-memory index tree' (duration: 138.492727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:10.331677Z","caller":"traceutil/trace.go:171","msg":"trace[1995806086] linearizableReadLoop","detail":"{readStateIndex:4709; appliedIndex:4708; }","duration":"172.901954ms","start":"2026-03-04T01:32:10.158754Z","end":"2026-03-04T01:32:10.331656Z","steps":["trace[1995806086] 'read index received' (duration: 157.539624ms)","trace[1995806086] 'applied index is now lower than readState.Index' (duration: 15.3616ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:10.331693Z","caller":"traceutil/trace.go:171","msg":"trace[1564527299] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"175.338708ms","start":"2026-03-04T01:32:10.156327Z","end":"2026-03-04T01:32:10.331666Z","steps":["trace[1564527299] 'process raft request' (duration: 158.794807ms)","trace[1564527299] 'compare' (duration: 16.425727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:10.33184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.067448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:32:10.331899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.915947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:32:10.331918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.914156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7w6s9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:32:10.331917Z","caller":"traceutil/trace.go:171","msg":"trace[1822779460] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4529; }","duration":"173.173801ms","start":"2026-03-04T01:32:10.158724Z","end":"2026-03-04T01:32:10.331898Z","steps":["trace[1822779460] 'agreement among raft nodes before linearized reading' (duration: 172.999397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:10.33196Z","caller":"traceutil/trace.go:171","msg":"trace[1498429512] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7w6s9; range_end:; response_count:1; response_revision:4529; }","duration":"122.017898ms","start":"2026-03-04T01:32:10.20993Z","end":"2026-03-04T01:32:10.331948Z","steps":["trace[1498429512] 'agreement among raft nodes before linearized reading' (duration: 121.863904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:10.331956Z","caller":"traceutil/trace.go:171","msg":"trace[1010045246] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4529; }","duration":"114.061861ms","start":"2026-03-04T01:32:10.217881Z","end":"2026-03-04T01:32:10.331942Z","steps":["trace[1010045246] 'agreement among raft nodes before linearized reading' (duration: 113.926528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:18.02326Z","caller":"traceutil/trace.go:171","msg":"trace[480284566] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"104.496702ms","start":"2026-03-04T01:32:17.918729Z","end":"2026-03-04T01:32:18.023226Z","steps":["trace[480284566] 'process raft request' (duration: 18.44777ms)","trace[480284566] 'compare' (duration: 85.812896ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:18.023389Z","caller":"traceutil/trace.go:171","msg":"trace[1898399063] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"103.970168ms","start":"2026-03-04T01:32:17.919351Z","end":"2026-03-04T01:32:18.023321Z","steps":["trace[1898399063] 'process raft request' (duration: 103.807394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:24.376599Z","caller":"traceutil/trace.go:171","msg":"trace[740249235] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"171.98868ms","start":"2026-03-04T01:32:24.204576Z","end":"2026-03-04T01:32:24.376565Z","steps":["trace[740249235] 'process raft request' (duration: 171.765035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:24.495924Z","caller":"traceutil/trace.go:171","msg":"trace[1452079621] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"290.041875ms","start":"2026-03-04T01:32:24.20585Z","end":"2026-03-04T01:32:24.495892Z","steps":["trace[1452079621] 'process raft request' (duration: 284.719927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:24.498144Z","caller":"traceutil/trace.go:171","msg":"trace[134954505] linearizableReadLoop","detail":"{readStateIndex:4929; appliedIndex:4927; }","duration":"189.740473ms","start":"2026-03-04T01:32:24.308361Z","end":"2026-03-04T01:32:24.498102Z","steps":["trace[134954505] 'read index received' (duration: 67.97564ms)","trace[134954505] 'applied index is now lower than readState.Index' (duration: 121.763203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:24.498438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.03308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhzpt\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-03-04T01:32:24.498545Z","caller":"traceutil/trace.go:171","msg":"trace[1635104851] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhzpt; range_end:; response_count:1; response_revision:4744; }","duration":"190.194234ms","start":"2026-03-04T01:32:24.308327Z","end":"2026-03-04T01:32:24.498521Z","steps":["trace[1635104851] 'agreement among raft nodes before linearized reading' (duration: 189.887206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:26.045038Z","caller":"traceutil/trace.go:171","msg":"trace[691170057] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"145.349407ms","start":"2026-03-04T01:32:25.899618Z","end":"2026-03-04T01:32:26.044967Z","steps":["trace[691170057] 'process raft request' (duration: 145.110091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:26.601066Z","caller":"traceutil/trace.go:171","msg":"trace[1424807388] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"218.314976ms","start":"2026-03-04T01:32:26.382722Z","end":"2026-03-04T01:32:26.601037Z","steps":["trace[1424807388] 'process raft request' (duration: 218.188743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:26.893493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.399285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:26.893582Z","caller":"traceutil/trace.go:171","msg":"trace[1154887671] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5004; }","duration":"378.726855ms","start":"2026-03-04T01:32:26.51484Z","end":"2026-03-04T01:32:26.893567Z","steps":["trace[1154887671] 'read index received' (duration: 86.407671ms)","trace[1154887671] 'applied index is now lower than readState.Index' (duration: 292.315464ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:26.893654Z","caller":"traceutil/trace.go:171","msg":"trace[134248610] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"390.877562ms","start":"2026-03-04T01:32:26.502768Z","end":"2026-03-04T01:32:26.893646Z","steps":["trace[134248610] 'process raft request' (duration: 209.253091ms)","trace[134248610] 'compare' (duration: 181.306053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:26.893699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:26.50274Z","time spent":"390.935513ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:26.89372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.910534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:26.893789Z","caller":"traceutil/trace.go:171","msg":"trace[2024317926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4819; }","duration":"297.012907ms","start":"2026-03-04T01:32:26.596759Z","end":"2026-03-04T01:32:26.893772Z","steps":["trace[2024317926] 'agreement among raft nodes before linearized reading' (duration: 296.909723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:26.894259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.65358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:32:26.894337Z","caller":"traceutil/trace.go:171","msg":"trace[1045971309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4819; }","duration":"136.774393ms","start":"2026-03-04T01:32:26.757552Z","end":"2026-03-04T01:32:26.894326Z","steps":["trace[1045971309] 'agreement among raft nodes before linearized reading' (duration: 136.68135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:26.894755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.500966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7w6s9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:32:26.89484Z","caller":"traceutil/trace.go:171","msg":"trace[283056415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7w6s9; range_end:; response_count:1; response_revision:4819; }","duration":"380.03294ms","start":"2026-03-04T01:32:26.514783Z","end":"2026-03-04T01:32:26.894816Z","steps":["trace[283056415] 'agreement among raft nodes before linearized reading' (duration: 379.427544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:26.894879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:26.514759Z","time spent":"380.108271ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-7w6s9\" "} {"level":"info","ts":"2026-03-04T01:33:27.289484Z","caller":"traceutil/trace.go:171","msg":"trace[23579255] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"106.836521ms","start":"2026-03-04T01:33:27.182607Z","end":"2026-03-04T01:33:27.289444Z","steps":["trace[23579255] 'process raft request' (duration: 90.857326ms)","trace[23579255] 'compare' (duration: 15.639157ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:15.568514Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2731} {"level":"info","ts":"2026-03-04T01:34:15.629659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2731,"took":"59.705165ms","hash":754989814,"current-db-size-bytes":41656320,"current-db-size":"42 MB","current-db-size-in-use-bytes":31203328,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T01:34:15.629716Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":754989814,"revision":2731,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:35:35.562003Z","caller":"traceutil/trace.go:171","msg":"trace[896215910] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"759.951178ms","start":"2026-03-04T01:35:34.802027Z","end":"2026-03-04T01:35:35.561978Z","steps":["trace[896215910] 'process raft request' (duration: 759.780413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:35.562167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:34.802008Z","time spent":"760.076091ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:35.565922Z","caller":"traceutil/trace.go:171","msg":"trace[472819344] transaction","detail":"{read_only:false; response_revision:6121; number_of_response:1; }","duration":"333.28732ms","start":"2026-03-04T01:35:35.232609Z","end":"2026-03-04T01:35:35.565896Z","steps":["trace[472819344] 'process raft request' (duration: 333.243779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:35.566074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.23258Z","time spent":"333.417723ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:35.570815Z","caller":"traceutil/trace.go:171","msg":"trace[1481990011] transaction","detail":"{read_only:false; response_revision:6120; number_of_response:1; }","duration":"627.994983ms","start":"2026-03-04T01:35:34.942794Z","end":"2026-03-04T01:35:35.570789Z","steps":["trace[1481990011] 'process raft request' (duration: 622.935023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:35.570899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:34.942769Z","time spent":"628.095036ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:42.257325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883781271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:35:42.758113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883781271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:35:42.795305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36308049s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:35:42.795959Z","caller":"traceutil/trace.go:171","msg":"trace[1457145503] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"1.363892341s","start":"2026-03-04T01:35:41.432036Z","end":"2026-03-04T01:35:42.795929Z","steps":["trace[1457145503] 'process raft request' (duration: 1.363595403s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.796135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:41.432008Z","time spent":"1.364035244s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8260,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:42.796556Z","caller":"traceutil/trace.go:171","msg":"trace[1212458320] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"1.216056956s","start":"2026-03-04T01:35:41.580474Z","end":"2026-03-04T01:35:42.796531Z","steps":["trace[1212458320] 'process raft request' (duration: 1.215867542s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.796713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:41.580446Z","time spent":"1.216171259s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:42.796794Z","caller":"traceutil/trace.go:171","msg":"trace[1679264712] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"1.210599966s","start":"2026-03-04T01:35:41.586162Z","end":"2026-03-04T01:35:42.796762Z","steps":["trace[1679264712] 'process raft request' (duration: 1.210327029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.797022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:41.586142Z","time spent":"1.210730159s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:42.797073Z","caller":"traceutil/trace.go:171","msg":"trace[1950086308] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"1.155097584s","start":"2026-03-04T01:35:41.641948Z","end":"2026-03-04T01:35:42.797046Z","steps":["trace[1950086308] 'process raft request' (duration: 1.154716594s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:42.797156Z","caller":"traceutil/trace.go:171","msg":"trace[649261396] linearizableReadLoop","detail":"{readStateIndex:6386; appliedIndex:6381; }","duration":"1.040292211s","start":"2026-03-04T01:35:41.756839Z","end":"2026-03-04T01:35:42.797131Z","steps":["trace[649261396] 'read index received' (duration: 1.038782272s)","trace[649261396] 'applied index is now lower than readState.Index' (duration: 1.508829ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:42.797194Z","caller":"traceutil/trace.go:171","msg":"trace[1969118461] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"892.865869ms","start":"2026-03-04T01:35:41.904298Z","end":"2026-03-04T01:35:42.797164Z","steps":["trace[1969118461] 'process raft request' (duration: 892.715975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.797203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:41.641932Z","time spent":"1.155201616s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:42.797304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040462206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:35:42.797325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:41.904282Z","time spent":"892.975011ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:42.797369Z","caller":"traceutil/trace.go:171","msg":"trace[51547221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6153; }","duration":"1.040568968s","start":"2026-03-04T01:35:41.756785Z","end":"2026-03-04T01:35:42.797354Z","steps":["trace[51547221] 'agreement among raft nodes before linearized reading' (duration: 1.040412455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.797389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.413447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:35:42.79742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:41.756766Z","time spent":"1.04064289s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:35:42.797441Z","caller":"traceutil/trace.go:171","msg":"trace[604636266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6153; }","duration":"656.498419ms","start":"2026-03-04T01:35:42.140925Z","end":"2026-03-04T01:35:42.797424Z","steps":["trace[604636266] 'agreement among raft nodes before linearized reading' (duration: 656.341305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.797484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.14091Z","time spent":"656.56336ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:35:42.797561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.754538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:35:42.797601Z","caller":"traceutil/trace.go:171","msg":"trace[1508142508] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6153; }","duration":"136.86409ms","start":"2026-03-04T01:35:42.660728Z","end":"2026-03-04T01:35:42.797592Z","steps":["trace[1508142508] 'agreement among raft nodes before linearized reading' (duration: 136.786468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.797666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.15865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:35:42.799253Z","caller":"traceutil/trace.go:171","msg":"trace[328523405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6153; }","duration":"657.761702ms","start":"2026-03-04T01:35:42.141482Z","end":"2026-03-04T01:35:42.799244Z","steps":["trace[328523405] 'agreement among raft nodes before linearized reading' (duration: 656.105738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.799283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.141474Z","time spent":"657.800433ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:35:42.797494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.931475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:35:42.799335Z","caller":"traceutil/trace.go:171","msg":"trace[1666376364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6153; }","duration":"657.803793ms","start":"2026-03-04T01:35:42.141526Z","end":"2026-03-04T01:35:42.79933Z","steps":["trace[1666376364] 'agreement among raft nodes before linearized reading' (duration: 655.840332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.799352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.14151Z","time spent":"657.836954ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:35:42.797769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.373876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7w6s9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:35:42.799465Z","caller":"traceutil/trace.go:171","msg":"trace[1766354458] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7w6s9; range_end:; response_count:1; response_revision:6153; }","duration":"658.100541ms","start":"2026-03-04T01:35:42.141344Z","end":"2026-03-04T01:35:42.799444Z","steps":["trace[1766354458] 'agreement among raft nodes before linearized reading' (duration: 656.347746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.799486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.141322Z","time spent":"658.158531ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-7w6s9\" "} {"level":"warn","ts":"2026-03-04T01:35:42.797897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.516099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:35:42.799733Z","caller":"traceutil/trace.go:171","msg":"trace[202228881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6153; }","duration":"658.340146ms","start":"2026-03-04T01:35:42.141366Z","end":"2026-03-04T01:35:42.799706Z","steps":["trace[202228881] 'agreement among raft nodes before linearized reading' (duration: 656.400277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.797913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.881309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:35:42.800068Z","caller":"traceutil/trace.go:171","msg":"trace[694666690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6153; }","duration":"659.078596ms","start":"2026-03-04T01:35:42.14098Z","end":"2026-03-04T01:35:42.800058Z","steps":["trace[694666690] 'agreement among raft nodes before linearized reading' (duration: 656.777426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:42.800096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.140948Z","time spent":"659.139177ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:35:42.798668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.368195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:35:42.800146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:42.141339Z","time spent":"658.693476ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:35:42.800326Z","caller":"traceutil/trace.go:171","msg":"trace[1405211931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:6153; }","duration":"108.975211ms","start":"2026-03-04T01:35:42.691327Z","end":"2026-03-04T01:35:42.800302Z","steps":["trace[1405211931] 'agreement among raft nodes before linearized reading' (duration: 106.184879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:05.666062Z","caller":"traceutil/trace.go:171","msg":"trace[89416694] transaction","detail":"{read_only:false; response_revision:6801; number_of_response:1; }","duration":"604.304693ms","start":"2026-03-04T01:37:05.061741Z","end":"2026-03-04T01:37:05.666046Z","steps":["trace[89416694] 'process raft request' (duration: 604.208341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:05.666174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.06172Z","time spent":"604.399775ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7208,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:05.667092Z","caller":"traceutil/trace.go:171","msg":"trace[1742691860] linearizableReadLoop","detail":"{readStateIndex:7061; appliedIndex:7058; }","duration":"479.159665ms","start":"2026-03-04T01:37:05.18792Z","end":"2026-03-04T01:37:05.66708Z","steps":["trace[1742691860] 'read index received' (duration: 478.15233ms)","trace[1742691860] 'applied index is now lower than readState.Index' (duration: 1.006575ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:05.667148Z","caller":"traceutil/trace.go:171","msg":"trace[330915480] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"592.469479ms","start":"2026-03-04T01:37:05.074671Z","end":"2026-03-04T01:37:05.66714Z","steps":["trace[330915480] 'process raft request' (duration: 592.282933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:05.667183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.074653Z","time spent":"592.506909ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:05.667401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.110434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:37:05.667425Z","caller":"traceutil/trace.go:171","msg":"trace[764446089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6804; }","duration":"479.180017ms","start":"2026-03-04T01:37:05.188239Z","end":"2026-03-04T01:37:05.667419Z","steps":["trace[764446089] 'agreement among raft nodes before linearized reading' (duration: 479.078364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:05.667444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.188209Z","time spent":"479.231718ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:37:05.667408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.470744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:37:05.667494Z","caller":"traceutil/trace.go:171","msg":"trace[563140032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6804; }","duration":"479.601377ms","start":"2026-03-04T01:37:05.187874Z","end":"2026-03-04T01:37:05.667475Z","steps":["trace[563140032] 'agreement among raft nodes before linearized reading' (duration: 479.412962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:05.667546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.187851Z","time spent":"479.68646ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:37:05.667562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.318894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7w6s9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:37:05.667578Z","caller":"traceutil/trace.go:171","msg":"trace[1084140530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7w6s9; range_end:; response_count:1; response_revision:6804; }","duration":"433.361785ms","start":"2026-03-04T01:37:05.234212Z","end":"2026-03-04T01:37:05.667574Z","steps":["trace[1084140530] 'agreement among raft nodes before linearized reading' (duration: 433.312464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:05.667596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.234198Z","time spent":"433.395496ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-7w6s9\" "} {"level":"warn","ts":"2026-03-04T01:37:05.667706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.77455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:37:05.667726Z","caller":"traceutil/trace.go:171","msg":"trace[193700119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6804; }","duration":"470.826541ms","start":"2026-03-04T01:37:05.196895Z","end":"2026-03-04T01:37:05.667721Z","steps":["trace[193700119] 'agreement among raft nodes before linearized reading' (duration: 470.77262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:05.667726Z","caller":"traceutil/trace.go:171","msg":"trace[428360730] transaction","detail":"{read_only:false; response_revision:6803; number_of_response:1; }","duration":"592.638822ms","start":"2026-03-04T01:37:05.075075Z","end":"2026-03-04T01:37:05.667714Z","steps":["trace[428360730] 'process raft request' (duration: 591.925654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:05.66774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.196882Z","time spent":"470.854651ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:37:05.667814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.075068Z","time spent":"592.683813ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:05.667871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.285681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:37:05.66789Z","caller":"traceutil/trace.go:171","msg":"trace[336763946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6804; }","duration":"474.322492ms","start":"2026-03-04T01:37:05.193564Z","end":"2026-03-04T01:37:05.667886Z","steps":["trace[336763946] 'agreement among raft nodes before linearized reading' (duration: 474.281551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:05.667905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.193554Z","time spent":"474.347682ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:37:05.668111Z","caller":"traceutil/trace.go:171","msg":"trace[1834239550] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"592.613492ms","start":"2026-03-04T01:37:05.075491Z","end":"2026-03-04T01:37:05.668105Z","steps":["trace[1834239550] 'process raft request' (duration: 591.535924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:05.668224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.075484Z","time spent":"592.645893ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:05.667837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.988726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:37:05.668285Z","caller":"traceutil/trace.go:171","msg":"trace[1068768286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6804; }","duration":"471.444466ms","start":"2026-03-04T01:37:05.196823Z","end":"2026-03-04T01:37:05.668267Z","steps":["trace[1068768286] 'agreement among raft nodes before linearized reading' (duration: 470.982694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:05.668349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:05.196816Z","time spent":"471.516569ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:38:10.013Z","caller":"traceutil/trace.go:171","msg":"trace[561599989] transaction","detail":"{read_only:false; response_revision:7213; number_of_response:1; }","duration":"104.040643ms","start":"2026-03-04T01:38:09.908935Z","end":"2026-03-04T01:38:10.012976Z","steps":["trace[561599989] 'process raft request' (duration: 103.88968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:10.037412Z","caller":"traceutil/trace.go:171","msg":"trace[484276291] transaction","detail":"{read_only:false; response_revision:7214; number_of_response:1; }","duration":"124.823769ms","start":"2026-03-04T01:38:09.91257Z","end":"2026-03-04T01:38:10.037394Z","steps":["trace[484276291] 'process raft request' (duration: 124.698855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:10.037565Z","caller":"traceutil/trace.go:171","msg":"trace[28423449] transaction","detail":"{read_only:false; response_revision:7215; number_of_response:1; }","duration":"124.371677ms","start":"2026-03-04T01:38:09.913175Z","end":"2026-03-04T01:38:10.037547Z","steps":["trace[28423449] 'process raft request' (duration: 124.187512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:39.483001Z","caller":"traceutil/trace.go:171","msg":"trace[408072886] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"443.319951ms","start":"2026-03-04T01:38:39.039652Z","end":"2026-03-04T01:38:39.482972Z","steps":["trace[408072886] 'process raft request' (duration: 441.859604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:39.483101Z","caller":"traceutil/trace.go:171","msg":"trace[393898170] linearizableReadLoop","detail":"{readStateIndex:7812; appliedIndex:7810; }","duration":"338.92769ms","start":"2026-03-04T01:38:39.144136Z","end":"2026-03-04T01:38:39.483063Z","steps":["trace[393898170] 'read index received' (duration: 142.266588ms)","trace[393898170] 'applied index is now lower than readState.Index' (duration: 196.658502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:39.483173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:39.039627Z","time spent":"443.459965ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:39.48315Z","caller":"traceutil/trace.go:171","msg":"trace[1488057556] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"195.548712ms","start":"2026-03-04T01:38:39.287575Z","end":"2026-03-04T01:38:39.483124Z","steps":["trace[1488057556] 'process raft request' (duration: 195.421749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.483248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.092254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:39.483298Z","caller":"traceutil/trace.go:171","msg":"trace[265373094] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7534; }","duration":"339.215748ms","start":"2026-03-04T01:38:39.14407Z","end":"2026-03-04T01:38:39.483286Z","steps":["trace[265373094] 'agreement among raft nodes before linearized reading' (duration: 339.062563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:39.483323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:39.144041Z","time spent":"339.276ms","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:38:44.49944Z","caller":"traceutil/trace.go:171","msg":"trace[2048280242] linearizableReadLoop","detail":"{readStateIndex:7839; appliedIndex:7838; }","duration":"120.019412ms","start":"2026-03-04T01:38:44.379394Z","end":"2026-03-04T01:38:44.499414Z","steps":["trace[2048280242] 'read index received' (duration: 66.856393ms)","trace[2048280242] 'applied index is now lower than readState.Index' (duration: 53.161249ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:44.499582Z","caller":"traceutil/trace.go:171","msg":"trace[539130038] transaction","detail":"{read_only:false; response_revision:7559; number_of_response:1; }","duration":"120.610249ms","start":"2026-03-04T01:38:44.378957Z","end":"2026-03-04T01:38:44.499567Z","steps":["trace[539130038] 'process raft request' (duration: 67.345567ms)","trace[539130038] 'compare' (duration: 52.987474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:44.499908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.499505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224124"} {"level":"info","ts":"2026-03-04T01:38:44.499948Z","caller":"traceutil/trace.go:171","msg":"trace[763155259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7559; }","duration":"120.551866ms","start":"2026-03-04T01:38:44.379386Z","end":"2026-03-04T01:38:44.499938Z","steps":["trace[763155259] 'agreement among raft nodes before linearized reading' (duration: 120.242728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:44.500198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.663684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:38:44.500271Z","caller":"traceutil/trace.go:171","msg":"trace[527665204] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7559; }","duration":"107.830088ms","start":"2026-03-04T01:38:44.392422Z","end":"2026-03-04T01:38:44.500252Z","steps":["trace[527665204] 'agreement among raft nodes before linearized reading' (duration: 107.179962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:51.780826Z","caller":"traceutil/trace.go:171","msg":"trace[2026465397] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"330.458215ms","start":"2026-03-04T01:38:51.450322Z","end":"2026-03-04T01:38:51.78078Z","steps":["trace[2026465397] 'process raft request' (duration: 330.034744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:51.78105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:51.450303Z","time spent":"330.63737ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:52.310615Z","caller":"traceutil/trace.go:171","msg":"trace[636303849] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"128.220974ms","start":"2026-03-04T01:38:52.182367Z","end":"2026-03-04T01:38:52.310588Z","steps":["trace[636303849] 'process raft request' (duration: 128.05428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:52.61336Z","caller":"traceutil/trace.go:171","msg":"trace[898366003] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"385.80623ms","start":"2026-03-04T01:38:52.227527Z","end":"2026-03-04T01:38:52.613333Z","steps":["trace[898366003] 'process raft request' (duration: 385.601335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:52.613523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:52.227496Z","time spent":"385.946624ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:38:52.613524Z","caller":"traceutil/trace.go:171","msg":"trace[1442981807] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"372.113557ms","start":"2026-03-04T01:38:52.241388Z","end":"2026-03-04T01:38:52.613502Z","steps":["trace[1442981807] 'process raft request' (duration: 371.894962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:52.61368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:52.241368Z","time spent":"372.225212ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:52.813629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.065815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:38:52.813719Z","caller":"traceutil/trace.go:171","msg":"trace[1956660482] linearizableReadLoop","detail":"{readStateIndex:7878; appliedIndex:7875; }","duration":"501.83584ms","start":"2026-03-04T01:38:52.311867Z","end":"2026-03-04T01:38:52.813702Z","steps":["trace[1956660482] 'read index received' (duration: 301.187701ms)","trace[1956660482] 'applied index is now lower than readState.Index' (duration: 200.646529ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:52.813796Z","caller":"traceutil/trace.go:171","msg":"trace[718339429] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"512.239279ms","start":"2026-03-04T01:38:52.301548Z","end":"2026-03-04T01:38:52.813787Z","steps":["trace[718339429] 'process raft request' (duration: 311.939447ms)","trace[718339429] 'compare' (duration: 199.920332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:52.81384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:52.301518Z","time spent":"512.300311ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:38:52.813971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.655937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:38:52.814058Z","caller":"traceutil/trace.go:171","msg":"trace[1709117585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7596; }","duration":"463.76789ms","start":"2026-03-04T01:38:52.350267Z","end":"2026-03-04T01:38:52.814035Z","steps":["trace[1709117585] 'agreement among raft nodes before linearized reading' (duration: 463.569105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:52.814102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:52.350257Z","time spent":"463.836601ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:38:52.814152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.342271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7w6s9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:38:52.814181Z","caller":"traceutil/trace.go:171","msg":"trace[1841260470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7w6s9; range_end:; response_count:1; response_revision:7596; }","duration":"269.409272ms","start":"2026-03-04T01:38:52.544765Z","end":"2026-03-04T01:38:52.814174Z","steps":["trace[1841260470] 'agreement among raft nodes before linearized reading' (duration: 269.29632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:52.814307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.020915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:38:52.814329Z","caller":"traceutil/trace.go:171","msg":"trace[1966781607] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7596; }","duration":"254.071156ms","start":"2026-03-04T01:38:52.560253Z","end":"2026-03-04T01:38:52.814324Z","steps":["trace[1966781607] 'agreement among raft nodes before linearized reading' (duration: 254.026795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:52.814328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.137188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:38:52.814296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.401734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:38:52.814362Z","caller":"traceutil/trace.go:171","msg":"trace[491147497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7596; }","duration":"273.20795ms","start":"2026-03-04T01:38:52.541145Z","end":"2026-03-04T01:38:52.814353Z","steps":["trace[491147497] 'agreement among raft nodes before linearized reading' (duration: 273.119747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:52.814392Z","caller":"traceutil/trace.go:171","msg":"trace[1258096533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7596; }","duration":"502.535798ms","start":"2026-03-04T01:38:52.311832Z","end":"2026-03-04T01:38:52.814368Z","steps":["trace[1258096533] 'agreement among raft nodes before linearized reading' (duration: 502.274502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:52.814484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.580031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:38:52.814481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:52.311819Z","time spent":"502.618081ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:38:52.814514Z","caller":"traceutil/trace.go:171","msg":"trace[1246999590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7596; }","duration":"405.646332ms","start":"2026-03-04T01:38:52.40886Z","end":"2026-03-04T01:38:52.814506Z","steps":["trace[1246999590] 'agreement among raft nodes before linearized reading' (duration: 405.57121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:52.814541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:52.408838Z","time spent":"405.696064ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:38:52.814604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.063013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:38:52.814681Z","caller":"traceutil/trace.go:171","msg":"trace[16016771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7596; }","duration":"406.166445ms","start":"2026-03-04T01:38:52.408494Z","end":"2026-03-04T01:38:52.81466Z","steps":["trace[16016771] 'agreement among raft nodes before linearized reading' (duration: 405.95467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:52.814734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:52.408471Z","time spent":"406.250578ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:38:52.958317Z","caller":"traceutil/trace.go:171","msg":"trace[1468515301] transaction","detail":"{read_only:false; response_revision:7598; number_of_response:1; }","duration":"139.75247ms","start":"2026-03-04T01:38:52.818543Z","end":"2026-03-04T01:38:52.958296Z","steps":["trace[1468515301] 'process raft request' (duration: 114.674534ms)","trace[1468515301] 'compare' (duration: 24.912162ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:52.958586Z","caller":"traceutil/trace.go:171","msg":"trace[1939441719] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"139.75368ms","start":"2026-03-04T01:38:52.818803Z","end":"2026-03-04T01:38:52.958557Z","steps":["trace[1939441719] 'process raft request' (duration: 139.457713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:52.958593Z","caller":"traceutil/trace.go:171","msg":"trace[1150582952] linearizableReadLoop","detail":"{readStateIndex:7883; appliedIndex:7879; }","duration":"138.765195ms","start":"2026-03-04T01:38:52.819811Z","end":"2026-03-04T01:38:52.958576Z","steps":["trace[1150582952] 'read index received' (duration: 17.340097ms)","trace[1150582952] 'applied index is now lower than readState.Index' (duration: 121.424198ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:52.958713Z","caller":"traceutil/trace.go:171","msg":"trace[902802213] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"139.72366ms","start":"2026-03-04T01:38:52.818946Z","end":"2026-03-04T01:38:52.95867Z","steps":["trace[902802213] 'process raft request' (duration: 139.598576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:52.958703Z","caller":"traceutil/trace.go:171","msg":"trace[1124555581] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"139.831832ms","start":"2026-03-04T01:38:52.81882Z","end":"2026-03-04T01:38:52.958652Z","steps":["trace[1124555581] 'process raft request' (duration: 139.636347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:52.958952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.126275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224124"} {"level":"info","ts":"2026-03-04T01:38:52.958993Z","caller":"traceutil/trace.go:171","msg":"trace[58958984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7601; }","duration":"139.203836ms","start":"2026-03-04T01:38:52.819781Z","end":"2026-03-04T01:38:52.958985Z","steps":["trace[58958984] 'agreement among raft nodes before linearized reading' (duration: 138.854877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:53.560858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.333372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T01:38:53.56093Z","caller":"traceutil/trace.go:171","msg":"trace[105585404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7601; }","duration":"500.455905ms","start":"2026-03-04T01:38:53.060455Z","end":"2026-03-04T01:38:53.560911Z","steps":["trace[105585404] 'range keys from in-memory index tree' (duration: 500.164337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:53.560968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:38:53.060433Z","time spent":"500.526687ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:38:54.453415Z","caller":"traceutil/trace.go:171","msg":"trace[2067018847] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"138.017777ms","start":"2026-03-04T01:38:54.315349Z","end":"2026-03-04T01:38:54.453367Z","steps":["trace[2067018847] 'process raft request' (duration: 137.871512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:54.760096Z","caller":"traceutil/trace.go:171","msg":"trace[186965725] transaction","detail":"{read_only:false; response_revision:7603; number_of_response:1; }","duration":"141.64527ms","start":"2026-03-04T01:38:54.618414Z","end":"2026-03-04T01:38:54.76006Z","steps":["trace[186965725] 'process raft request' (duration: 141.474025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:54.924339Z","caller":"traceutil/trace.go:171","msg":"trace[998522656] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"105.15125ms","start":"2026-03-04T01:38:54.819147Z","end":"2026-03-04T01:38:54.924298Z","steps":["trace[998522656] 'process raft request' (duration: 31.578744ms)","trace[998522656] 'compare' (duration: 73.375831ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:15.575005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5725} {"level":"info","ts":"2026-03-04T01:39:15.661463Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5725,"took":"85.040112ms","hash":3113138946,"current-db-size-bytes":43302912,"current-db-size":"43 MB","current-db-size-in-use-bytes":23298048,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T01:39:15.66152Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3113138946,"revision":5725,"compact-revision":2731} {"level":"info","ts":"2026-03-04T01:39:25.300413Z","caller":"traceutil/trace.go:171","msg":"trace[2058745582] linearizableReadLoop","detail":"{readStateIndex:8097; appliedIndex:8096; }","duration":"154.659376ms","start":"2026-03-04T01:39:25.145728Z","end":"2026-03-04T01:39:25.300387Z","steps":["trace[2058745582] 'read index received' (duration: 154.523222ms)","trace[2058745582] 'applied index is now lower than readState.Index' (duration: 135.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:25.300444Z","caller":"traceutil/trace.go:171","msg":"trace[1000871882] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"275.071957ms","start":"2026-03-04T01:39:25.025347Z","end":"2026-03-04T01:39:25.300419Z","steps":["trace[1000871882] 'process raft request' (duration: 274.862882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:25.300687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.935722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:39:25.300776Z","caller":"traceutil/trace.go:171","msg":"trace[389703716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7805; }","duration":"155.034115ms","start":"2026-03-04T01:39:25.14572Z","end":"2026-03-04T01:39:25.300754Z","steps":["trace[389703716] 'agreement among raft nodes before linearized reading' (duration: 154.797989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:25.409266Z","caller":"traceutil/trace.go:171","msg":"trace[806550565] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"102.407059ms","start":"2026-03-04T01:39:25.306836Z","end":"2026-03-04T01:39:25.409243Z","steps":["trace[806550565] 'process raft request' (duration: 102.345027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:25.409326Z","caller":"traceutil/trace.go:171","msg":"trace[261166432] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"102.532431ms","start":"2026-03-04T01:39:25.306761Z","end":"2026-03-04T01:39:25.409293Z","steps":["trace[261166432] 'process raft request' (duration: 102.378307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:25.409318Z","caller":"traceutil/trace.go:171","msg":"trace[1285777108] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"103.683641ms","start":"2026-03-04T01:39:25.30559Z","end":"2026-03-04T01:39:25.409274Z","steps":["trace[1285777108] 'process raft request' (duration: 79.754285ms)","trace[1285777108] 'compare' (duration: 23.697941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:25.409449Z","caller":"traceutil/trace.go:171","msg":"trace[1259723388] linearizableReadLoop","detail":"{readStateIndex:8099; appliedIndex:8098; }","duration":"103.570638ms","start":"2026-03-04T01:39:25.305857Z","end":"2026-03-04T01:39:25.409427Z","steps":["trace[1259723388] 'read index received' (duration: 43.645684ms)","trace[1259723388] 'applied index is now lower than readState.Index' (duration: 59.922874ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:39:25.40948Z","caller":"traceutil/trace.go:171","msg":"trace[93271974] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"102.44117ms","start":"2026-03-04T01:39:25.307034Z","end":"2026-03-04T01:39:25.409475Z","steps":["trace[93271974] 'process raft request' (duration: 102.179153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:39:25.409796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.924478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228854"} {"level":"info","ts":"2026-03-04T01:39:25.409832Z","caller":"traceutil/trace.go:171","msg":"trace[797891768] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7810; }","duration":"104.007139ms","start":"2026-03-04T01:39:25.305816Z","end":"2026-03-04T01:39:25.409824Z","steps":["trace[797891768] 'agreement among raft nodes before linearized reading' (duration: 103.669061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:34.483635Z","caller":"traceutil/trace.go:171","msg":"trace[377011534] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"184.460893ms","start":"2026-03-04T01:39:34.299153Z","end":"2026-03-04T01:39:34.483614Z","steps":["trace[377011534] 'process raft request' (duration: 184.33817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:35.229224Z","caller":"traceutil/trace.go:171","msg":"trace[1969197376] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"214.786314ms","start":"2026-03-04T01:39:35.014417Z","end":"2026-03-04T01:39:35.229204Z","steps":["trace[1969197376] 'process raft request' (duration: 214.648571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:35.545778Z","caller":"traceutil/trace.go:171","msg":"trace[568789823] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"152.735455ms","start":"2026-03-04T01:39:35.393009Z","end":"2026-03-04T01:39:35.545744Z","steps":["trace[568789823] 'process raft request' (duration: 117.755594ms)","trace[568789823] 'compare' (duration: 34.806927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:39:48.310514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.816064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:39:48.310607Z","caller":"traceutil/trace.go:171","msg":"trace[109719630] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7997; }","duration":"101.940377ms","start":"2026-03-04T01:39:48.208645Z","end":"2026-03-04T01:39:48.310585Z","steps":["trace[109719630] 'range keys from in-memory index tree' (duration: 101.651339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:32.903454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.427786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:32.903639Z","caller":"traceutil/trace.go:171","msg":"trace[673513660] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"162.848946ms","start":"2026-03-04T01:40:32.740747Z","end":"2026-03-04T01:40:32.903596Z","steps":["trace[673513660] 'process raft request' (duration: 50.170313ms)","trace[673513660] 'compare' (duration: 112.207571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:32.903709Z","caller":"traceutil/trace.go:171","msg":"trace[13825101] linearizableReadLoop","detail":"{readStateIndex:8787; appliedIndex:8786; }","duration":"162.697623ms","start":"2026-03-04T01:40:32.740981Z","end":"2026-03-04T01:40:32.903679Z","steps":["trace[13825101] 'read index received' (duration: 955.446µs)","trace[13825101] 'applied index is now lower than readState.Index' (duration: 161.739817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:32.903854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.855177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:32.903889Z","caller":"traceutil/trace.go:171","msg":"trace[290405730] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:8477; }","duration":"162.930058ms","start":"2026-03-04T01:40:32.740946Z","end":"2026-03-04T01:40:32.903876Z","steps":["trace[290405730] 'agreement among raft nodes before linearized reading' (duration: 162.845796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:32.903963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.328522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:8948"} {"level":"warn","ts":"2026-03-04T01:40:32.903933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.275686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:32.904008Z","caller":"traceutil/trace.go:171","msg":"trace[642041584] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:8477; }","duration":"160.411993ms","start":"2026-03-04T01:40:32.743579Z","end":"2026-03-04T01:40:32.903991Z","steps":["trace[642041584] 'agreement among raft nodes before linearized reading' (duration: 160.244939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:32.904034Z","caller":"traceutil/trace.go:171","msg":"trace[444331639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8477; }","duration":"149.390909ms","start":"2026-03-04T01:40:32.754615Z","end":"2026-03-04T01:40:32.904006Z","steps":["trace[444331639] 'agreement among raft nodes before linearized reading' (duration: 149.233035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:32.904238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.098593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-vr8xl\" ","response":"range_response_count:1 size:8305"} {"level":"info","ts":"2026-03-04T01:40:32.904265Z","caller":"traceutil/trace.go:171","msg":"trace[1277639474] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-vr8xl; range_end:; response_count:1; response_revision:8477; }","duration":"156.126263ms","start":"2026-03-04T01:40:32.748129Z","end":"2026-03-04T01:40:32.904256Z","steps":["trace[1277639474] 'agreement among raft nodes before linearized reading' (duration: 155.99074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:32.904405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.547681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8802"} {"level":"info","ts":"2026-03-04T01:40:32.904423Z","caller":"traceutil/trace.go:171","msg":"trace[989755499] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:8477; }","duration":"152.588462ms","start":"2026-03-04T01:40:32.751829Z","end":"2026-03-04T01:40:32.904418Z","steps":["trace[989755499] 'agreement among raft nodes before linearized reading' (duration: 152.530201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:32.903686Z","caller":"traceutil/trace.go:171","msg":"trace[1738944484] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"105.034417ms","start":"2026-03-04T01:40:32.798633Z","end":"2026-03-04T01:40:32.903668Z","steps":["trace[1738944484] 'process raft request' (duration: 104.957485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:33.732565Z","caller":"traceutil/trace.go:171","msg":"trace[346843055] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"115.131977ms","start":"2026-03-04T01:40:33.617394Z","end":"2026-03-04T01:40:33.732526Z","steps":["trace[346843055] 'process raft request' (duration: 55.667255ms)","trace[346843055] 'compare' (duration: 59.187655ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:45.329025Z","caller":"traceutil/trace.go:171","msg":"trace[388256428] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"106.633237ms","start":"2026-03-04T01:40:45.222364Z","end":"2026-03-04T01:40:45.328997Z","steps":["trace[388256428] 'process raft request' (duration: 106.452823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:09.538644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883788382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:10.0393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883788382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:10.539603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883788382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:11.040112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883788382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:11.540323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883788382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:11.675274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.646703439s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:41:11.675772Z","caller":"traceutil/trace.go:171","msg":"trace[1063217374] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"2.647294095s","start":"2026-03-04T01:41:09.028457Z","end":"2026-03-04T01:41:11.675751Z","steps":["trace[1063217374] 'process raft request' (duration: 2.647156501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.676549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:09.028432Z","time spent":"2.647401577s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:11.75376Z","caller":"traceutil/trace.go:171","msg":"trace[338978483] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"2.415715114s","start":"2026-03-04T01:41:09.338014Z","end":"2026-03-04T01:41:11.753729Z","steps":["trace[338978483] 'process raft request' (duration: 2.414309278s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:11.753813Z","caller":"traceutil/trace.go:171","msg":"trace[547051014] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"1.87042839s","start":"2026-03-04T01:41:09.883365Z","end":"2026-03-04T01:41:11.753793Z","steps":["trace[547051014] 'process raft request' (duration: 1.870323507s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.75393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:09.883341Z","time spent":"1.870519282s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:11.753925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:09.337989Z","time spent":"2.415852408s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:11.753758Z","caller":"traceutil/trace.go:171","msg":"trace[783003578] linearizableReadLoop","detail":"{readStateIndex:9070; appliedIndex:9066; }","duration":"2.715876429s","start":"2026-03-04T01:41:09.037854Z","end":"2026-03-04T01:41:11.753731Z","steps":["trace[783003578] 'read index received' (duration: 2.637581525s)","trace[783003578] 'applied index is now lower than readState.Index' (duration: 78.293914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:11.754077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716219608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-04T01:41:11.754129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654895852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:41:11.75417Z","caller":"traceutil/trace.go:171","msg":"trace[761756639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8751; }","duration":"1.654951134s","start":"2026-03-04T01:41:10.099208Z","end":"2026-03-04T01:41:11.754159Z","steps":["trace[761756639] 'agreement among raft nodes before linearized reading' (duration: 1.654830451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.75418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690545727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88551"} {"level":"warn","ts":"2026-03-04T01:41:11.754196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:10.099203Z","time spent":"1.654988925s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:41:11.753805Z","caller":"traceutil/trace.go:171","msg":"trace[840510271] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"2.190379905s","start":"2026-03-04T01:41:09.563386Z","end":"2026-03-04T01:41:11.753766Z","steps":["trace[840510271] 'process raft request' (duration: 2.190259221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.754257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698777302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:41:11.754281Z","caller":"traceutil/trace.go:171","msg":"trace[918193913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8751; }","duration":"1.698826362s","start":"2026-03-04T01:41:10.055447Z","end":"2026-03-04T01:41:11.754274Z","steps":["trace[918193913] 'agreement among raft nodes before linearized reading' (duration: 1.698766961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.754282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660941197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:41:11.754329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997428208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:11.754328Z","caller":"traceutil/trace.go:171","msg":"trace[1237359741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8751; }","duration":"1.661000499s","start":"2026-03-04T01:41:10.093314Z","end":"2026-03-04T01:41:11.754315Z","steps":["trace[1237359741] 'agreement among raft nodes before linearized reading' (duration: 1.660918057s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:11.754347Z","caller":"traceutil/trace.go:171","msg":"trace[2022586943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8751; }","duration":"1.997454739s","start":"2026-03-04T01:41:09.756888Z","end":"2026-03-04T01:41:11.754343Z","steps":["trace[2022586943] 'agreement among raft nodes before linearized reading' (duration: 1.997423278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.754362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:09.756884Z","time spent":"1.997475469s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:11.754362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:10.093303Z","time spent":"1.66105201s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:41:11.754251Z","caller":"traceutil/trace.go:171","msg":"trace[686939320] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:8751; }","duration":"2.716336221s","start":"2026-03-04T01:41:09.037815Z","end":"2026-03-04T01:41:11.754151Z","steps":["trace[686939320] 'agreement among raft nodes before linearized reading' (duration: 2.716000813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.754299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:10.055431Z","time spent":"1.698863524s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:41:11.754416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.068431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:41:11.75449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.845852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T01:41:11.754497Z","caller":"traceutil/trace.go:171","msg":"trace[371223064] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8751; }","duration":"624.183985ms","start":"2026-03-04T01:41:11.130304Z","end":"2026-03-04T01:41:11.754488Z","steps":["trace[371223064] 'agreement among raft nodes before linearized reading' (duration: 624.051181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:11.754517Z","caller":"traceutil/trace.go:171","msg":"trace[1234044357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8751; }","duration":"753.908364ms","start":"2026-03-04T01:41:11.0006Z","end":"2026-03-04T01:41:11.754509Z","steps":["trace[1234044357] 'agreement among raft nodes before linearized reading' (duration: 753.832732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.754515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:09.563359Z","time spent":"2.190921378s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:11.754535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:11.130289Z","time spent":"624.236996ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":57,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:11.754478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:09.037797Z","time spent":"2.716636149s","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-04T01:41:11.754641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511967334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74bc7ff77b-qsqch.18997fad34e709b7\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-04T01:41:11.754213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655022186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:41:11.754669Z","caller":"traceutil/trace.go:171","msg":"trace[1699121732] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74bc7ff77b-qsqch.18997fad34e709b7; range_end:; response_count:1; response_revision:8751; }","duration":"1.512008286s","start":"2026-03-04T01:41:10.242653Z","end":"2026-03-04T01:41:11.754662Z","steps":["trace[1699121732] 'agreement among raft nodes before linearized reading' (duration: 1.511943724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.754541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:11.000581Z","time spent":"753.954845ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:41:11.754737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629656933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7w6s9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:41:11.754756Z","caller":"traceutil/trace.go:171","msg":"trace[1272369882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7w6s9; range_end:; response_count:1; response_revision:8751; }","duration":"1.629695075s","start":"2026-03-04T01:41:10.125057Z","end":"2026-03-04T01:41:11.754752Z","steps":["trace[1272369882] 'agreement among raft nodes before linearized reading' (duration: 1.629643064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.754773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:10.125046Z","time spent":"1.629723525s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-7w6s9\" "} {"level":"warn","ts":"2026-03-04T01:41:11.754582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291345216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:11.754688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:10.242648Z","time spent":"1.512036206s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-74bc7ff77b-qsqch.18997fad34e709b7\" "} {"level":"warn","ts":"2026-03-04T01:41:11.754134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696320598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:41:11.75484Z","caller":"traceutil/trace.go:171","msg":"trace[152407233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8751; }","duration":"1.697050738s","start":"2026-03-04T01:41:10.057783Z","end":"2026-03-04T01:41:11.754834Z","steps":["trace[152407233] 'agreement among raft nodes before linearized reading' (duration: 1.696258218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.754862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:10.057775Z","time spent":"1.697081838s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:41:11.754203Z","caller":"traceutil/trace.go:171","msg":"trace[689415119] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:8751; }","duration":"2.690594948s","start":"2026-03-04T01:41:09.063599Z","end":"2026-03-04T01:41:11.754194Z","steps":["trace[689415119] 'agreement among raft nodes before linearized reading' (duration: 2.690443675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.75459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046144613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:41:11.754919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:09.063584Z","time spent":"2.691326778s","remote":"127.0.0.1:53492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88574,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T01:41:11.754937Z","caller":"traceutil/trace.go:171","msg":"trace[1995308969] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8751; }","duration":"2.046512302s","start":"2026-03-04T01:41:09.708413Z","end":"2026-03-04T01:41:11.754926Z","steps":["trace[1995308969] 'agreement among raft nodes before linearized reading' (duration: 2.046132883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.754984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:09.708396Z","time spent":"2.046575403s","remote":"127.0.0.1:53528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:41:11.754689Z","caller":"traceutil/trace.go:171","msg":"trace[645777038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8751; }","duration":"1.655517989s","start":"2026-03-04T01:41:10.099164Z","end":"2026-03-04T01:41:11.754682Z","steps":["trace[645777038] 'agreement among raft nodes before linearized reading' (duration: 1.654993955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.75508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:10.099155Z","time spent":"1.655915609s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:41:11.754813Z","caller":"traceutil/trace.go:171","msg":"trace[2054600660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8751; }","duration":"1.291605062s","start":"2026-03-04T01:41:10.4632Z","end":"2026-03-04T01:41:11.754805Z","steps":["trace[2054600660] 'agreement among raft nodes before linearized reading' (duration: 1.291353216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:11.755139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:10.463186Z","time spent":"1.291946591s","remote":"127.0.0.1:46000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:43:28.989468Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:43:28.994882Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:43:28.994979Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:44:15.580576Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7718} {"level":"info","ts":"2026-03-04T01:44:15.64312Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7718,"took":"60.457801ms","hash":1583052562,"current-db-size-bytes":43302912,"current-db-size":"43 MB","current-db-size-in-use-bytes":26419200,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T01:44:15.643173Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1583052562,"revision":7718,"compact-revision":5725} {"level":"info","ts":"2026-03-04T01:44:36.585311Z","caller":"traceutil/trace.go:171","msg":"trace[591243698] transaction","detail":"{read_only:false; response_revision:10329; number_of_response:1; }","duration":"138.790635ms","start":"2026-03-04T01:44:36.446487Z","end":"2026-03-04T01:44:36.585278Z","steps":["trace[591243698] 'process raft request' (duration: 138.656051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:36.585519Z","caller":"traceutil/trace.go:171","msg":"trace[346854542] transaction","detail":"{read_only:false; response_revision:10330; number_of_response:1; }","duration":"136.248609ms","start":"2026-03-04T01:44:36.449247Z","end":"2026-03-04T01:44:36.585496Z","steps":["trace[346854542] 'process raft request' (duration: 135.989343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:56.689452Z","caller":"traceutil/trace.go:171","msg":"trace[856680653] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"177.120325ms","start":"2026-03-04T01:44:56.512274Z","end":"2026-03-04T01:44:56.689394Z","steps":["trace[856680653] 'process raft request' (duration: 176.955091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:56.702338Z","caller":"traceutil/trace.go:171","msg":"trace[1495620410] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"135.12314ms","start":"2026-03-04T01:44:56.56719Z","end":"2026-03-04T01:44:56.702314Z","steps":["trace[1495620410] 'process raft request' (duration: 134.938486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:56.902899Z","caller":"traceutil/trace.go:171","msg":"trace[729432632] transaction","detail":"{read_only:false; response_revision:10435; number_of_response:1; }","duration":"103.444271ms","start":"2026-03-04T01:44:56.799426Z","end":"2026-03-04T01:44:56.902871Z","steps":["trace[729432632] 'process raft request' (duration: 103.090152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:31.416456Z","caller":"traceutil/trace.go:171","msg":"trace[580261092] transaction","detail":"{read_only:false; response_revision:11393; number_of_response:1; }","duration":"133.092765ms","start":"2026-03-04T01:47:31.283338Z","end":"2026-03-04T01:47:31.416431Z","steps":["trace[580261092] 'process raft request' (duration: 132.949482ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:31.833727Z","caller":"traceutil/trace.go:171","msg":"trace[1724657393] transaction","detail":"{read_only:false; response_revision:11394; number_of_response:1; }","duration":"547.624825ms","start":"2026-03-04T01:47:31.286064Z","end":"2026-03-04T01:47:31.833689Z","steps":["trace[1724657393] 'process raft request' (duration: 546.65477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:31.834097Z","caller":"traceutil/trace.go:171","msg":"trace[1590124716] linearizableReadLoop","detail":"{readStateIndex:11802; appliedIndex:11799; }","duration":"533.340386ms","start":"2026-03-04T01:47:31.300731Z","end":"2026-03-04T01:47:31.834072Z","steps":["trace[1590124716] 'read index received' (duration: 115.603523ms)","trace[1590124716] 'applied index is now lower than readState.Index' (duration: 417.733193ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:31.834149Z","caller":"traceutil/trace.go:171","msg":"trace[62073927] transaction","detail":"{read_only:false; response_revision:11395; number_of_response:1; }","duration":"542.632166ms","start":"2026-03-04T01:47:31.291459Z","end":"2026-03-04T01:47:31.834091Z","steps":["trace[62073927] 'process raft request' (duration: 542.120184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:31.83423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:31.286037Z","time spent":"547.78231ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:47:31.834368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.102003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:47:31.834376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.631805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T01:47:31.834379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.052364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:47:31.834443Z","caller":"traceutil/trace.go:171","msg":"trace[927906161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11395; }","duration":"153.202876ms","start":"2026-03-04T01:47:31.681221Z","end":"2026-03-04T01:47:31.834424Z","steps":["trace[927906161] 'agreement among raft nodes before linearized reading' (duration: 153.004492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:31.834466Z","caller":"traceutil/trace.go:171","msg":"trace[1912173732] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11395; }","duration":"533.720827ms","start":"2026-03-04T01:47:31.300719Z","end":"2026-03-04T01:47:31.834439Z","steps":["trace[1912173732] 'agreement among raft nodes before linearized reading' (duration: 533.459559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:31.834475Z","caller":"traceutil/trace.go:171","msg":"trace[1462264101] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11395; }","duration":"109.172856ms","start":"2026-03-04T01:47:31.725277Z","end":"2026-03-04T01:47:31.83445Z","steps":["trace[1462264101] 'agreement among raft nodes before linearized reading' (duration: 108.956581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:31.834517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:31.300678Z","time spent":"533.825229ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:47:31.834566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.41519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:47:31.834571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.514259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T01:47:31.834378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.466891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T01:47:31.83464Z","caller":"traceutil/trace.go:171","msg":"trace[1607592107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11395; }","duration":"180.533243ms","start":"2026-03-04T01:47:31.654087Z","end":"2026-03-04T01:47:31.834621Z","steps":["trace[1607592107] 'agreement among raft nodes before linearized reading' (duration: 180.262767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:31.834654Z","caller":"traceutil/trace.go:171","msg":"trace[515387172] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11395; }","duration":"254.650012ms","start":"2026-03-04T01:47:31.579982Z","end":"2026-03-04T01:47:31.834632Z","steps":["trace[515387172] 'agreement among raft nodes before linearized reading' (duration: 254.380826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:31.834699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.157189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:47:31.834765Z","caller":"traceutil/trace.go:171","msg":"trace[1875751308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11395; }","duration":"152.24808ms","start":"2026-03-04T01:47:31.682503Z","end":"2026-03-04T01:47:31.834751Z","steps":["trace[1875751308] 'agreement among raft nodes before linearized reading' (duration: 151.947873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:31.834701Z","caller":"traceutil/trace.go:171","msg":"trace[249357717] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11395; }","duration":"355.82625ms","start":"2026-03-04T01:47:31.478842Z","end":"2026-03-04T01:47:31.834668Z","steps":["trace[249357717] 'agreement among raft nodes before linearized reading' (duration: 355.365669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:31.834858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:31.47882Z","time spent":"356.021916ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-04T01:47:31.834395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:47:31.29143Z","time spent":"542.846043ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:49:15.588029Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10039} {"level":"info","ts":"2026-03-04T01:49:15.672847Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10039,"took":"82.539736ms","hash":1617676258,"current-db-size-bytes":43302912,"current-db-size":"43 MB","current-db-size-in-use-bytes":23920640,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:49:15.672963Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1617676258,"revision":10039,"compact-revision":7718} {"level":"warn","ts":"2026-03-04T01:50:19.097035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883798917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:19.597581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883798917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:20.098132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883798917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:20.598939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883798917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:20.755855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999910336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:50:20.755947Z","caller":"traceutil/trace.go:171","msg":"trace[1023809352] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064499s","start":"2026-03-04T01:50:18.755865Z","end":"2026-03-04T01:50:20.75593Z","steps":["trace[1023809352] 'agreement among raft nodes before linearized reading' (duration: 1.999943696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:20.755985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.755843Z","time spent":"2.000134251s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:50:21.100027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883798917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:21.601282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883798917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:22.102448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883798917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:22.602933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883798917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:22.756604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:50:22.756687Z","caller":"traceutil/trace.go:171","msg":"trace[1697180853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566732s","start":"2026-03-04T01:50:20.7561Z","end":"2026-03-04T01:50:22.756667Z","steps":["trace[1697180853] 'agreement among raft nodes before linearized reading' (duration: 2.000468968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:22.756735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:20.756079Z","time spent":"2.000642814s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:50:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:50:22.996204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.000214Z","time spent":"4.995982604s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 01:50:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:50:23.103244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883798917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:50:23.22662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.226291073s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:50:23.23356Z","caller":"traceutil/trace.go:171","msg":"trace[1305353081] transaction","detail":"{read_only:false; response_revision:12438; number_of_response:1; }","duration":"4.82105587s","start":"2026-03-04T01:50:18.412458Z","end":"2026-03-04T01:50:23.233514Z","steps":["trace[1305353081] 'process raft request' (duration: 4.820892585s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.233703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.41244Z","time spent":"4.821184562s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:50:23.233855Z","caller":"traceutil/trace.go:171","msg":"trace[1787245979] transaction","detail":"{read_only:false; response_revision:12439; number_of_response:1; }","duration":"4.820118254s","start":"2026-03-04T01:50:18.413719Z","end":"2026-03-04T01:50:23.233837Z","steps":["trace[1787245979] 'process raft request' (duration: 4.819758726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.233971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.413693Z","time spent":"4.820217896s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:50:23.234143Z","caller":"traceutil/trace.go:171","msg":"trace[117101148] linearizableReadLoop","detail":"{readStateIndex:12887; appliedIndex:12883; }","duration":"4.637169321s","start":"2026-03-04T01:50:18.596966Z","end":"2026-03-04T01:50:23.234136Z","steps":["trace[117101148] 'read index received' (duration: 4.629868331s)","trace[117101148] 'applied index is now lower than readState.Index' (duration: 7.30012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:50:23.234322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.637358946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:50:23.234367Z","caller":"traceutil/trace.go:171","msg":"trace[2100198074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12440; }","duration":"4.637441277s","start":"2026-03-04T01:50:18.596915Z","end":"2026-03-04T01:50:23.234357Z","steps":["trace[2100198074] 'agreement among raft nodes before linearized reading' (duration: 4.637315264s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.234375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.628590758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:50:23.234397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.596895Z","time spent":"4.637493449s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:50:23.234532Z","caller":"traceutil/trace.go:171","msg":"trace[634816064] transaction","detail":"{read_only:false; response_revision:12440; number_of_response:1; }","duration":"333.669452ms","start":"2026-03-04T01:50:22.900852Z","end":"2026-03-04T01:50:23.234522Z","steps":["trace[634816064] 'process raft request' (duration: 332.920903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:23.234404Z","caller":"traceutil/trace.go:171","msg":"trace[1586271876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12440; }","duration":"4.62865334s","start":"2026-03-04T01:50:18.605742Z","end":"2026-03-04T01:50:23.234395Z","steps":["trace[1586271876] 'agreement among raft nodes before linearized reading' (duration: 4.628555288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.234589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.401507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:50:23.234588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.605719Z","time spent":"4.628853495s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:50:23.234671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.952514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T01:50:23.234693Z","caller":"traceutil/trace.go:171","msg":"trace[1968587157] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4; range_end:; response_count:1; response_revision:12440; }","duration":"476.002146ms","start":"2026-03-04T01:50:22.758685Z","end":"2026-03-04T01:50:23.234687Z","steps":["trace[1968587157] 'agreement among raft nodes before linearized reading' (duration: 475.945505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.234546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.788497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-04T01:50:23.234729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362034851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:50:23.234742Z","caller":"traceutil/trace.go:171","msg":"trace[1432133317] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:12440; }","duration":"237.014802ms","start":"2026-03-04T01:50:22.997713Z","end":"2026-03-04T01:50:23.234728Z","steps":["trace[1432133317] 'agreement among raft nodes before linearized reading' (duration: 236.813197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:23.23477Z","caller":"traceutil/trace.go:171","msg":"trace[1403126821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12440; }","duration":"4.362102143s","start":"2026-03-04T01:50:18.872655Z","end":"2026-03-04T01:50:23.234757Z","steps":["trace[1403126821] 'agreement among raft nodes before linearized reading' (duration: 4.362015211s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.234788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381596529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7441"} {"level":"warn","ts":"2026-03-04T01:50:23.234799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.872639Z","time spent":"4.362153155s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:50:23.234616Z","caller":"traceutil/trace.go:171","msg":"trace[1666583382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12440; }","duration":"471.456808ms","start":"2026-03-04T01:50:22.763154Z","end":"2026-03-04T01:50:23.234611Z","steps":["trace[1666583382] 'agreement among raft nodes before linearized reading' (duration: 471.405927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.234831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384405341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:23.23485Z","caller":"traceutil/trace.go:171","msg":"trace[19849952] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12440; }","duration":"4.384466072s","start":"2026-03-04T01:50:18.850378Z","end":"2026-03-04T01:50:23.234844Z","steps":["trace[19849952] 'agreement among raft nodes before linearized reading' (duration: 4.384437971s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.234592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:22.900827Z","time spent":"333.731905ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:50:23.234882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.850359Z","time spent":"4.384514684s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:50:23.234917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.971744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-04T01:50:23.234857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:22.763134Z","time spent":"471.710225ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:50:23.23494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62827413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:50:23.235116Z","caller":"traceutil/trace.go:171","msg":"trace[1107878499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12440; }","duration":"4.628479605s","start":"2026-03-04T01:50:18.606623Z","end":"2026-03-04T01:50:23.235103Z","steps":["trace[1107878499] 'agreement among raft nodes before linearized reading' (duration: 4.62826277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.235173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.606603Z","time spent":"4.628558287s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:50:23.235159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471599523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7w6s9\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:50:23.235159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627935201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:50:23.234805Z","caller":"traceutil/trace.go:171","msg":"trace[1401235995] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:12440; }","duration":"4.381634649s","start":"2026-03-04T01:50:18.853165Z","end":"2026-03-04T01:50:23.2348Z","steps":["trace[1401235995] 'agreement among raft nodes before linearized reading' (duration: 4.381584217s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:23.235226Z","caller":"traceutil/trace.go:171","msg":"trace[1412008906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7w6s9; range_end:; response_count:1; response_revision:12440; }","duration":"3.471771057s","start":"2026-03-04T01:50:19.76344Z","end":"2026-03-04T01:50:23.235211Z","steps":["trace[1412008906] 'agreement among raft nodes before linearized reading' (duration: 3.471522861s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.235204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583538542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-04T01:50:23.235232Z","caller":"traceutil/trace.go:171","msg":"trace[1815618955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12440; }","duration":"4.628088286s","start":"2026-03-04T01:50:18.607123Z","end":"2026-03-04T01:50:23.235212Z","steps":["trace[1815618955] 'agreement among raft nodes before linearized reading' (duration: 4.62783261s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.235255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:19.763417Z","time spent":"3.471832849s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-7w6s9\" "} {"level":"warn","ts":"2026-03-04T01:50:23.235251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.853151Z","time spent":"4.38208712s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7464,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-04T01:50:23.235278Z","caller":"traceutil/trace.go:171","msg":"trace[1381974950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12440; }","duration":"1.583624264s","start":"2026-03-04T01:50:21.651634Z","end":"2026-03-04T01:50:23.235259Z","steps":["trace[1381974950] 'agreement among raft nodes before linearized reading' (duration: 1.583383378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.235277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.607105Z","time spent":"4.628160947s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:50:23.235314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:21.65157Z","time spent":"1.583737396s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:50:23.234738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365631804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:50:23.235368Z","caller":"traceutil/trace.go:171","msg":"trace[1602962396] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:12440; }","duration":"4.36626577s","start":"2026-03-04T01:50:18.869083Z","end":"2026-03-04T01:50:23.235349Z","steps":["trace[1602962396] 'agreement among raft nodes before linearized reading' (duration: 4.365637404s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.23541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:18.869069Z","time spent":"4.366327762s","remote":"127.0.0.1:53416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:50:23.23471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:22.758672Z","time spent":"476.033897ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4\" "} {"level":"info","ts":"2026-03-04T01:50:23.234949Z","caller":"traceutil/trace.go:171","msg":"trace[443374013] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12440; }","duration":"600.038615ms","start":"2026-03-04T01:50:22.634902Z","end":"2026-03-04T01:50:23.23494Z","steps":["trace[443374013] 'agreement among raft nodes before linearized reading' (duration: 599.955063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.235561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:22.634879Z","time spent":"600.669721ms","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:50:23.235022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.160714603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:50:23.235646Z","caller":"traceutil/trace.go:171","msg":"trace[350079267] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:12440; }","duration":"4.161367309s","start":"2026-03-04T01:50:19.074269Z","end":"2026-03-04T01:50:23.235636Z","steps":["trace[350079267] 'agreement among raft nodes before linearized reading' (duration: 4.160696502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.235674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:19.074253Z","time spent":"4.161413521s","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-04T01:50:23.235053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37692641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:23.235776Z","caller":"traceutil/trace.go:171","msg":"trace[1839837843] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12440; }","duration":"2.37769494s","start":"2026-03-04T01:50:20.858072Z","end":"2026-03-04T01:50:23.235767Z","steps":["trace[1839837843] 'agreement among raft nodes before linearized reading' (duration: 2.37693584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:23.2358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:20.858048Z","time spent":"2.377742271s","remote":"127.0.0.1:39906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:50:25.343663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.360958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7441"} {"level":"info","ts":"2026-03-04T01:50:25.343714Z","caller":"traceutil/trace.go:171","msg":"trace[1449810603] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:12453; }","duration":"100.45821ms","start":"2026-03-04T01:50:25.243244Z","end":"2026-03-04T01:50:25.343702Z","steps":["trace[1449810603] 'agreement among raft nodes before linearized reading' (duration: 100.331437ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:25.343989Z","caller":"traceutil/trace.go:171","msg":"trace[384162636] transaction","detail":"{read_only:false; response_revision:12452; number_of_response:1; }","duration":"101.902196ms","start":"2026-03-04T01:50:25.242049Z","end":"2026-03-04T01:50:25.343951Z","steps":["trace[384162636] 'process raft request' (duration: 101.459665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:49.086071Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003326.wal"} {"level":"info","ts":"2026-03-04T01:51:27.734568Z","caller":"traceutil/trace.go:171","msg":"trace[2048629400] transaction","detail":"{read_only:false; response_revision:12837; number_of_response:1; }","duration":"166.896319ms","start":"2026-03-04T01:51:27.56765Z","end":"2026-03-04T01:51:27.734546Z","steps":["trace[2048629400] 'process raft request' (duration: 159.057166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:27.734779Z","caller":"traceutil/trace.go:171","msg":"trace[621194435] transaction","detail":"{read_only:false; response_revision:12838; number_of_response:1; }","duration":"165.938174ms","start":"2026-03-04T01:51:27.568832Z","end":"2026-03-04T01:51:27.73477Z","steps":["trace[621194435] 'process raft request' (duration: 165.486192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:37.764452Z","caller":"traceutil/trace.go:171","msg":"trace[884963531] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"104.417589ms","start":"2026-03-04T01:51:37.660007Z","end":"2026-03-04T01:51:37.764425Z","steps":["trace[884963531] 'process raft request' (duration: 103.917746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:51:37.880047Z","caller":"traceutil/trace.go:171","msg":"trace[1845884064] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"112.073167ms","start":"2026-03-04T01:51:37.767951Z","end":"2026-03-04T01:51:37.880025Z","steps":["trace[1845884064] 'process raft request' (duration: 72.71681ms)","trace[1845884064] 'compare' (duration: 39.207104ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:51:37.880177Z","caller":"traceutil/trace.go:171","msg":"trace[291298211] linearizableReadLoop","detail":"{readStateIndex:13473; appliedIndex:13471; }","duration":"104.647605ms","start":"2026-03-04T01:51:37.775476Z","end":"2026-03-04T01:51:37.880123Z","steps":["trace[291298211] 'read index received' (duration: 65.281087ms)","trace[291298211] 'applied index is now lower than readState.Index' (duration: 39.365438ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:51:37.880212Z","caller":"traceutil/trace.go:171","msg":"trace[1994151233] transaction","detail":"{read_only:false; response_revision:13004; number_of_response:1; }","duration":"111.845241ms","start":"2026-03-04T01:51:37.768332Z","end":"2026-03-04T01:51:37.880177Z","steps":["trace[1994151233] 'process raft request' (duration: 111.659037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:51:37.880602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.111028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:51:37.880655Z","caller":"traceutil/trace.go:171","msg":"trace[1087475811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13004; }","duration":"105.177339ms","start":"2026-03-04T01:51:37.775452Z","end":"2026-03-04T01:51:37.880629Z","steps":["trace[1087475811] 'agreement among raft nodes before linearized reading' (duration: 105.094537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:15.618625Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12062} {"level":"info","ts":"2026-03-04T01:54:15.719136Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12062,"took":"97.898442ms","hash":2506289342,"current-db-size-bytes":43302912,"current-db-size":"43 MB","current-db-size-in-use-bytes":27344896,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:54:15.723574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2506289342,"revision":12062,"compact-revision":10039} {"level":"warn","ts":"2026-03-04T01:54:38.929432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.137419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:54:38.92954Z","caller":"traceutil/trace.go:171","msg":"trace[1834621809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14548; }","duration":"100.295143ms","start":"2026-03-04T01:54:38.829224Z","end":"2026-03-04T01:54:38.929519Z","steps":["trace[1834621809] 'range keys from in-memory index tree' (duration: 99.951335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:39.195577Z","caller":"traceutil/trace.go:171","msg":"trace[588982939] transaction","detail":"{read_only:false; response_revision:14552; number_of_response:1; }","duration":"171.628197ms","start":"2026-03-04T01:54:39.023904Z","end":"2026-03-04T01:54:39.195532Z","steps":["trace[588982939] 'process raft request' (duration: 112.88654ms)","trace[588982939] 'compare' (duration: 58.45644ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:39.197811Z","caller":"traceutil/trace.go:171","msg":"trace[1876235242] linearizableReadLoop","detail":"{readStateIndex:15075; appliedIndex:15073; }","duration":"170.460577ms","start":"2026-03-04T01:54:39.027328Z","end":"2026-03-04T01:54:39.197789Z","steps":["trace[1876235242] 'read index received' (duration: 109.364347ms)","trace[1876235242] 'applied index is now lower than readState.Index' (duration: 61.0953ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:39.197875Z","caller":"traceutil/trace.go:171","msg":"trace[1615116014] transaction","detail":"{read_only:false; response_revision:14553; number_of_response:1; }","duration":"173.082964ms","start":"2026-03-04T01:54:39.024748Z","end":"2026-03-04T01:54:39.197831Z","steps":["trace[1615116014] 'process raft request' (duration: 172.921191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:39.198091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.457014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:54:39.198154Z","caller":"traceutil/trace.go:171","msg":"trace[1726891352] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:14553; }","duration":"108.600998ms","start":"2026-03-04T01:54:39.089536Z","end":"2026-03-04T01:54:39.198137Z","steps":["trace[1726891352] 'agreement among raft nodes before linearized reading' (duration: 108.429924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:39.198511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.173927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:83 size:809673"} {"level":"info","ts":"2026-03-04T01:54:39.198583Z","caller":"traceutil/trace.go:171","msg":"trace[646204857] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:83; response_revision:14553; }","duration":"171.250088ms","start":"2026-03-04T01:54:39.027293Z","end":"2026-03-04T01:54:39.198544Z","steps":["trace[646204857] 'agreement among raft nodes before linearized reading' (duration: 170.608391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:43.183822Z","caller":"traceutil/trace.go:171","msg":"trace[786799555] transaction","detail":"{read_only:false; response_revision:14569; number_of_response:1; }","duration":"120.006292ms","start":"2026-03-04T01:54:43.063788Z","end":"2026-03-04T01:54:43.183794Z","steps":["trace[786799555] 'process raft request' (duration: 119.875339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:16.051683Z","caller":"traceutil/trace.go:171","msg":"trace[1591911643] linearizableReadLoop","detail":"{readStateIndex:16315; appliedIndex:16314; }","duration":"118.977052ms","start":"2026-03-04T01:57:15.932671Z","end":"2026-03-04T01:57:16.051648Z","steps":["trace[1591911643] 'read index received' (duration: 60.223051ms)","trace[1591911643] 'applied index is now lower than readState.Index' (duration: 58.753131ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:16.051692Z","caller":"traceutil/trace.go:171","msg":"trace[1896120452] transaction","detail":"{read_only:false; response_revision:15750; number_of_response:1; }","duration":"121.030405ms","start":"2026-03-04T01:57:15.930625Z","end":"2026-03-04T01:57:16.051656Z","steps":["trace[1896120452] 'process raft request' (duration: 62.258084ms)","trace[1896120452] 'compare' (duration: 58.638268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:16.052688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.997849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:920177"} {"level":"info","ts":"2026-03-04T01:57:16.052747Z","caller":"traceutil/trace.go:171","msg":"trace[252525446] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:15750; }","duration":"120.097602ms","start":"2026-03-04T01:57:15.932638Z","end":"2026-03-04T01:57:16.052735Z","steps":["trace[252525446] 'agreement among raft nodes before linearized reading' (duration: 119.123047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:16.052815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.61505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:920177"} {"level":"info","ts":"2026-03-04T01:57:16.05288Z","caller":"traceutil/trace.go:171","msg":"trace[1522150656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:15750; }","duration":"116.743065ms","start":"2026-03-04T01:57:15.936123Z","end":"2026-03-04T01:57:16.052866Z","steps":["trace[1522150656] 'agreement among raft nodes before linearized reading' (duration: 115.741839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.289075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.927401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:57:36.289187Z","caller":"traceutil/trace.go:171","msg":"trace[685533073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15870; }","duration":"141.169937ms","start":"2026-03-04T01:57:36.147993Z","end":"2026-03-04T01:57:36.289163Z","steps":["trace[685533073] 'range keys from in-memory index tree' (duration: 140.715876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.481264Z","caller":"traceutil/trace.go:171","msg":"trace[1782066986] transaction","detail":"{read_only:false; response_revision:15872; number_of_response:1; }","duration":"186.347598ms","start":"2026-03-04T01:57:36.294894Z","end":"2026-03-04T01:57:36.481242Z","steps":["trace[1782066986] 'process raft request' (duration: 186.187823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:36.481477Z","caller":"traceutil/trace.go:171","msg":"trace[1340766882] linearizableReadLoop","detail":"{readStateIndex:16442; appliedIndex:16439; }","duration":"185.037693ms","start":"2026-03-04T01:57:36.296407Z","end":"2026-03-04T01:57:36.481444Z","steps":["trace[1340766882] 'read index received' (duration: 75.320871ms)","trace[1340766882] 'applied index is now lower than readState.Index' (duration: 109.714022ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:36.481728Z","caller":"traceutil/trace.go:171","msg":"trace[1962627129] transaction","detail":"{read_only:false; response_revision:15873; number_of_response:1; }","duration":"186.555953ms","start":"2026-03-04T01:57:36.295066Z","end":"2026-03-04T01:57:36.481622Z","steps":["trace[1962627129] 'process raft request' (duration: 186.139303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.482413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.844752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929582"} {"level":"info","ts":"2026-03-04T01:57:36.482458Z","caller":"traceutil/trace.go:171","msg":"trace[1606172914] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15873; }","duration":"154.931324ms","start":"2026-03-04T01:57:36.327517Z","end":"2026-03-04T01:57:36.482448Z","steps":["trace[1606172914] 'agreement among raft nodes before linearized reading' (duration: 154.172704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.482842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.337145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929582"} {"level":"info","ts":"2026-03-04T01:57:36.482896Z","caller":"traceutil/trace.go:171","msg":"trace[1793878184] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:15873; }","duration":"182.452818ms","start":"2026-03-04T01:57:36.300429Z","end":"2026-03-04T01:57:36.482882Z","steps":["trace[1793878184] 'agreement among raft nodes before linearized reading' (duration: 181.219865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:36.485685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.282504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7381"} {"level":"info","ts":"2026-03-04T01:57:36.485719Z","caller":"traceutil/trace.go:171","msg":"trace[806578817] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:15873; }","duration":"189.340355ms","start":"2026-03-04T01:57:36.29637Z","end":"2026-03-04T01:57:36.48571Z","steps":["trace[806578817] 'agreement among raft nodes before linearized reading' (duration: 185.247639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:54.852129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.411394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T01:58:54.852249Z","caller":"traceutil/trace.go:171","msg":"trace[1580909176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16442; }","duration":"388.557178ms","start":"2026-03-04T01:58:54.463671Z","end":"2026-03-04T01:58:54.852228Z","steps":["trace[1580909176] 'range keys from in-memory index tree' (duration: 388.26234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:54.852291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:54.463651Z","time spent":"388.630869ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:58:54.852497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.408834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/heat-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:58:54.85254Z","caller":"traceutil/trace.go:171","msg":"trace[230269447] range","detail":"{range_begin:/registry/services/specs/openstack/heat-api; range_end:; response_count:0; response_revision:16442; }","duration":"388.457505ms","start":"2026-03-04T01:58:54.464068Z","end":"2026-03-04T01:58:54.852526Z","steps":["trace[230269447] 'range keys from in-memory index tree' (duration: 388.378733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:58:54.852579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:54.464062Z","time spent":"388.510436ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/heat-api\" "} {"level":"warn","ts":"2026-03-04T01:58:54.853092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.409393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T01:58:54.8532Z","caller":"traceutil/trace.go:171","msg":"trace[1289910863] linearizableReadLoop","detail":"{readStateIndex:17032; appliedIndex:17031; }","duration":"271.434623ms","start":"2026-03-04T01:58:54.58175Z","end":"2026-03-04T01:58:54.853185Z","steps":["trace[1289910863] 'read index received' (duration: 61.312µs)","trace[1289910863] 'applied index is now lower than readState.Index' (duration: 271.371721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:54.853396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.600067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T01:58:54.853878Z","caller":"traceutil/trace.go:171","msg":"trace[778263855] transaction","detail":"{read_only:false; response_revision:16443; number_of_response:1; }","duration":"388.431284ms","start":"2026-03-04T01:58:54.464762Z","end":"2026-03-04T01:58:54.853193Z","steps":["trace[778263855] 'process raft request' (duration: 55.811115ms)","trace[778263855] 'compare' (duration: 332.154027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:58:54.854014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:54.464747Z","time spent":"389.194864ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:58:54.854187Z","caller":"traceutil/trace.go:171","msg":"trace[1320044092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16443; }","duration":"271.816392ms","start":"2026-03-04T01:58:54.581696Z","end":"2026-03-04T01:58:54.853512Z","steps":["trace[1320044092] 'agreement among raft nodes before linearized reading' (duration: 271.535585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:58:56.200185Z","caller":"traceutil/trace.go:171","msg":"trace[459512243] transaction","detail":"{read_only:false; response_revision:16586; number_of_response:1; }","duration":"114.835425ms","start":"2026-03-04T01:58:56.085295Z","end":"2026-03-04T01:58:56.20013Z","steps":["trace[459512243] 'process raft request' (duration: 114.657301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:00.300239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.082903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T01:59:00.300546Z","caller":"traceutil/trace.go:171","msg":"trace[411253370] transaction","detail":"{read_only:false; response_revision:16626; number_of_response:1; }","duration":"620.437335ms","start":"2026-03-04T01:58:59.680088Z","end":"2026-03-04T01:59:00.300525Z","steps":["trace[411253370] 'process raft request' (duration: 255.965902ms)","trace[411253370] 'compare' (duration: 363.971521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:59:00.30062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:58:59.680074Z","time spent":"620.510046ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:59:01.003475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.005805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T01:59:01.003591Z","caller":"traceutil/trace.go:171","msg":"trace[25380602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16627; }","duration":"111.14217ms","start":"2026-03-04T01:59:00.892422Z","end":"2026-03-04T01:59:01.003564Z","steps":["trace[25380602] 'range keys from in-memory index tree' (duration: 110.858201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:01.003723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.497276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T01:59:01.003784Z","caller":"traceutil/trace.go:171","msg":"trace[1701614186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16627; }","duration":"102.592639ms","start":"2026-03-04T01:59:00.901174Z","end":"2026-03-04T01:59:01.003767Z","steps":["trace[1701614186] 'range keys from in-memory index tree' (duration: 102.314831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:01.003791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.07731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T01:59:01.003866Z","caller":"traceutil/trace.go:171","msg":"trace[236083169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16627; }","duration":"125.195594ms","start":"2026-03-04T01:59:00.878652Z","end":"2026-03-04T01:59:01.003847Z","steps":["trace[236083169] 'range keys from in-memory index tree' (duration: 124.876776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:01.003913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.278029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T01:59:01.003962Z","caller":"traceutil/trace.go:171","msg":"trace[1464594987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16627; }","duration":"112.34095ms","start":"2026-03-04T01:59:00.891607Z","end":"2026-03-04T01:59:01.003948Z","steps":["trace[1464594987] 'range keys from in-memory index tree' (duration: 112.164706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:01.004007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.091497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:59:01.004036Z","caller":"traceutil/trace.go:171","msg":"trace[876299606] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:16627; }","duration":"170.158699ms","start":"2026-03-04T01:59:00.833868Z","end":"2026-03-04T01:59:01.004027Z","steps":["trace[876299606] 'count revisions from in-memory index tree' (duration: 170.035316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:01.809703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.130281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-init-rjb2n\" ","response":"range_response_count:1 size:7225"} {"level":"info","ts":"2026-03-04T01:59:01.80981Z","caller":"traceutil/trace.go:171","msg":"trace[1405417079] range","detail":"{range_begin:/registry/pods/openstack/heat-db-init-rjb2n; range_end:; response_count:1; response_revision:16635; }","duration":"470.282305ms","start":"2026-03-04T01:59:01.339504Z","end":"2026-03-04T01:59:01.809787Z","steps":["trace[1405417079] 'range keys from in-memory index tree' (duration: 469.929905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:01.809865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:01.339476Z","time spent":"470.374307ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7248,"request content":"key:\"/registry/pods/openstack/heat-db-init-rjb2n\" "} {"level":"warn","ts":"2026-03-04T01:59:01.81025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.49661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T01:59:01.810491Z","caller":"traceutil/trace.go:171","msg":"trace[1920321981] transaction","detail":"{read_only:false; response_revision:16637; number_of_response:1; }","duration":"230.846221ms","start":"2026-03-04T01:59:01.579627Z","end":"2026-03-04T01:59:01.810473Z","steps":["trace[1920321981] 'process raft request' (duration: 230.754339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:01.8106Z","caller":"traceutil/trace.go:171","msg":"trace[197251925] transaction","detail":"{read_only:false; response_revision:16636; number_of_response:1; }","duration":"468.859137ms","start":"2026-03-04T01:59:01.34172Z","end":"2026-03-04T01:59:01.810579Z","steps":["trace[197251925] 'process raft request' (duration: 163.967648ms)","trace[197251925] 'compare' (duration: 304.118509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:59:01.810697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:01.341707Z","time spent":"468.944529ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:59:01.849014Z","caller":"traceutil/trace.go:171","msg":"trace[1625391957] linearizableReadLoop","detail":"{readStateIndex:17230; appliedIndex:17227; }","duration":"231.356404ms","start":"2026-03-04T01:59:01.617632Z","end":"2026-03-04T01:59:01.848988Z","steps":["trace[1625391957] 'read index received' (duration: 191.195664ms)","trace[1625391957] 'applied index is now lower than readState.Index' (duration: 40.15966ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:01.849069Z","caller":"traceutil/trace.go:171","msg":"trace[69200697] transaction","detail":"{read_only:false; response_revision:16638; number_of_response:1; }","duration":"248.97279ms","start":"2026-03-04T01:59:01.600083Z","end":"2026-03-04T01:59:01.849056Z","steps":["trace[69200697] 'process raft request' (duration: 248.700653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:01.84912Z","caller":"traceutil/trace.go:171","msg":"trace[780661365] transaction","detail":"{read_only:false; response_revision:16639; number_of_response:1; }","duration":"149.084603ms","start":"2026-03-04T01:59:01.700027Z","end":"2026-03-04T01:59:01.849111Z","steps":["trace[780661365] 'process raft request' (duration: 148.924409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:01.84939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.734404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T01:59:01.849547Z","caller":"traceutil/trace.go:171","msg":"trace[1082256783] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16639; }","duration":"231.889598ms","start":"2026-03-04T01:59:01.617594Z","end":"2026-03-04T01:59:01.849483Z","steps":["trace[1082256783] 'agreement among raft nodes before linearized reading' (duration: 231.61452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:02.146101Z","caller":"traceutil/trace.go:171","msg":"trace[2038628855] linearizableReadLoop","detail":"{readStateIndex:17232; appliedIndex:17231; }","duration":"296.992036ms","start":"2026-03-04T01:59:01.849082Z","end":"2026-03-04T01:59:02.146074Z","steps":["trace[2038628855] 'read index received' (duration: 296.752799ms)","trace[2038628855] 'applied index is now lower than readState.Index' (duration: 238.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:02.146233Z","caller":"traceutil/trace.go:171","msg":"trace[656439325] transaction","detail":"{read_only:false; response_revision:16640; number_of_response:1; }","duration":"325.7486ms","start":"2026-03-04T01:59:01.820456Z","end":"2026-03-04T01:59:02.146205Z","steps":["trace[656439325] 'process raft request' (duration: 325.450811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:02.146398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:01.820429Z","time spent":"325.872283ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7218,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:59:02.146402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.50794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:59:02.146499Z","caller":"traceutil/trace.go:171","msg":"trace[1388756727] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:16640; }","duration":"284.663696ms","start":"2026-03-04T01:59:01.861817Z","end":"2026-03-04T01:59:02.146481Z","steps":["trace[1388756727] 'agreement among raft nodes before linearized reading' (duration: 284.45808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:02.146496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.346492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mr4vf\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T01:59:02.146534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.091984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-slszk\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-04T01:59:02.146581Z","caller":"traceutil/trace.go:171","msg":"trace[1501432982] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mr4vf; range_end:; response_count:1; response_revision:16640; }","duration":"527.428625ms","start":"2026-03-04T01:59:01.619106Z","end":"2026-03-04T01:59:02.146535Z","steps":["trace[1501432982] 'agreement among raft nodes before linearized reading' (duration: 527.115417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:02.146624Z","caller":"traceutil/trace.go:171","msg":"trace[1276602501] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-slszk; range_end:; response_count:1; response_revision:16640; }","duration":"525.232838ms","start":"2026-03-04T01:59:01.621371Z","end":"2026-03-04T01:59:02.146603Z","steps":["trace[1276602501] 'agreement among raft nodes before linearized reading' (duration: 524.846398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:02.146679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:01.62135Z","time spent":"525.31974ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-slszk\" "} {"level":"warn","ts":"2026-03-04T01:59:02.146753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:59:01.619101Z","time spent":"527.63689ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-mr4vf\" "} {"level":"info","ts":"2026-03-04T01:59:03.519488Z","caller":"traceutil/trace.go:171","msg":"trace[518311705] transaction","detail":"{read_only:false; response_revision:16653; number_of_response:1; }","duration":"116.502788ms","start":"2026-03-04T01:59:03.402954Z","end":"2026-03-04T01:59:03.519457Z","steps":["trace[518311705] 'process raft request' (duration: 99.995691ms)","trace[518311705] 'compare' (duration: 16.321052ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:11.314578Z","caller":"traceutil/trace.go:171","msg":"trace[1897003138] transaction","detail":"{read_only:false; response_revision:16776; number_of_response:1; }","duration":"180.013864ms","start":"2026-03-04T01:59:11.134536Z","end":"2026-03-04T01:59:11.314549Z","steps":["trace[1897003138] 'process raft request' (duration: 179.87344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:11.314781Z","caller":"traceutil/trace.go:171","msg":"trace[329518464] transaction","detail":"{read_only:false; response_revision:16775; number_of_response:1; }","duration":"253.976901ms","start":"2026-03-04T01:59:11.060794Z","end":"2026-03-04T01:59:11.314771Z","steps":["trace[329518464] 'process raft request' (duration: 247.960624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:11.314941Z","caller":"traceutil/trace.go:171","msg":"trace[833412896] linearizableReadLoop","detail":"{readStateIndex:17374; appliedIndex:17373; }","duration":"184.276594ms","start":"2026-03-04T01:59:11.130624Z","end":"2026-03-04T01:59:11.314901Z","steps":["trace[833412896] 'read index received' (duration: 178.251697ms)","trace[833412896] 'applied index is now lower than readState.Index' (duration: 6.022167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:59:11.31501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.67405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:59:11.314991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.702417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:59:11.315053Z","caller":"traceutil/trace.go:171","msg":"trace[1906313050] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16776; }","duration":"185.780533ms","start":"2026-03-04T01:59:11.129261Z","end":"2026-03-04T01:59:11.315041Z","steps":["trace[1906313050] 'agreement among raft nodes before linearized reading' (duration: 185.671081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:11.315097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.906212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:59:11.315091Z","caller":"traceutil/trace.go:171","msg":"trace[1224073825] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16776; }","duration":"235.82517ms","start":"2026-03-04T01:59:11.079237Z","end":"2026-03-04T01:59:11.315062Z","steps":["trace[1224073825] 'agreement among raft nodes before linearized reading' (duration: 235.668056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:11.315142Z","caller":"traceutil/trace.go:171","msg":"trace[449930133] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16776; }","duration":"235.979424ms","start":"2026-03-04T01:59:11.07915Z","end":"2026-03-04T01:59:11.31513Z","steps":["trace[449930133] 'agreement among raft nodes before linearized reading' (duration: 235.897102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:11.315314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.94658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T01:59:11.315353Z","caller":"traceutil/trace.go:171","msg":"trace[1285096265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16776; }","duration":"254.002261ms","start":"2026-03-04T01:59:11.061342Z","end":"2026-03-04T01:59:11.315345Z","steps":["trace[1285096265] 'agreement among raft nodes before linearized reading' (duration: 253.892298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:11.315348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.754044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:59:11.315382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.534118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:59:11.315431Z","caller":"traceutil/trace.go:171","msg":"trace[83165444] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16776; }","duration":"185.839225ms","start":"2026-03-04T01:59:11.129556Z","end":"2026-03-04T01:59:11.315395Z","steps":["trace[83165444] 'agreement among raft nodes before linearized reading' (duration: 185.750333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:11.315451Z","caller":"traceutil/trace.go:171","msg":"trace[1778850822] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16776; }","duration":"236.628501ms","start":"2026-03-04T01:59:11.078803Z","end":"2026-03-04T01:59:11.315432Z","steps":["trace[1778850822] 'agreement among raft nodes before linearized reading' (duration: 236.513448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:11.315306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.831101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T01:59:11.315466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.635036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-03-04T01:59:11.315484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.617791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:59:11.315528Z","caller":"traceutil/trace.go:171","msg":"trace[1563968959] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:16776; }","duration":"230.710038ms","start":"2026-03-04T01:59:11.084801Z","end":"2026-03-04T01:59:11.315511Z","steps":["trace[1563968959] 'agreement among raft nodes before linearized reading' (duration: 230.532494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:11.315547Z","caller":"traceutil/trace.go:171","msg":"trace[1041711526] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16776; }","duration":"236.708653ms","start":"2026-03-04T01:59:11.07882Z","end":"2026-03-04T01:59:11.315529Z","steps":["trace[1041711526] 'agreement among raft nodes before linearized reading' (duration: 236.601501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:11.315575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.936027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:59:11.315584Z","caller":"traceutil/trace.go:171","msg":"trace[307725248] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16776; }","duration":"187.075227ms","start":"2026-03-04T01:59:11.12842Z","end":"2026-03-04T01:59:11.315495Z","steps":["trace[307725248] 'agreement among raft nodes before linearized reading' (duration: 186.842281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:11.315457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:59:11.315654Z","caller":"traceutil/trace.go:171","msg":"trace[1006712832] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16776; }","duration":"186.007679ms","start":"2026-03-04T01:59:11.129589Z","end":"2026-03-04T01:59:11.315597Z","steps":["trace[1006712832] 'agreement among raft nodes before linearized reading' (duration: 185.959498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:11.315655Z","caller":"traceutil/trace.go:171","msg":"trace[1816025816] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16776; }","duration":"180.421295ms","start":"2026-03-04T01:59:11.135218Z","end":"2026-03-04T01:59:11.315639Z","steps":["trace[1816025816] 'agreement among raft nodes before linearized reading' (duration: 180.21416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:11.315654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.692978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T01:59:11.315728Z","caller":"traceutil/trace.go:171","msg":"trace[1541145881] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16776; }","duration":"237.791281ms","start":"2026-03-04T01:59:11.077907Z","end":"2026-03-04T01:59:11.315698Z","steps":["trace[1541145881] 'agreement among raft nodes before linearized reading' (duration: 237.665437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:11.315734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.233063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-03-04T01:59:11.315764Z","caller":"traceutil/trace.go:171","msg":"trace[1473231492] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:16776; }","duration":"179.287825ms","start":"2026-03-04T01:59:11.136465Z","end":"2026-03-04T01:59:11.315753Z","steps":["trace[1473231492] 'agreement among raft nodes before linearized reading' (duration: 179.201383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:59:11.315888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.21612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T01:59:11.315964Z","caller":"traceutil/trace.go:171","msg":"trace[1968778711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16776; }","duration":"253.295312ms","start":"2026-03-04T01:59:11.062641Z","end":"2026-03-04T01:59:11.315936Z","steps":["trace[1968778711] 'agreement among raft nodes before linearized reading' (duration: 252.588634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:15.6304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14409} {"level":"info","ts":"2026-03-04T01:59:15.744863Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14409,"took":"110.498513ms","hash":744596967,"current-db-size-bytes":44150784,"current-db-size":"44 MB","current-db-size-in-use-bytes":29917184,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T01:59:15.74494Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":744596967,"revision":14409,"compact-revision":12062} {"level":"warn","ts":"2026-03-04T02:03:43.144481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883819764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:03:43.645739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883819764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:03:43.659417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019713233s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:03:43.65989Z","caller":"traceutil/trace.go:171","msg":"trace[1364726745] transaction","detail":"{read_only:false; response_revision:18648; number_of_response:1; }","duration":"1.020237018s","start":"2026-03-04T02:03:42.639628Z","end":"2026-03-04T02:03:43.659865Z","steps":["trace[1364726745] 'process raft request' (duration: 1.020060283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:43.660045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.639619Z","time spent":"1.02034851s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:44.346792Z","caller":"traceutil/trace.go:171","msg":"trace[1165366165] transaction","detail":"{read_only:false; response_revision:18649; number_of_response:1; }","duration":"1.706088049s","start":"2026-03-04T02:03:42.640654Z","end":"2026-03-04T02:03:44.346742Z","steps":["trace[1165366165] 'process raft request' (duration: 1.705861164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.346985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.640641Z","time spent":"1.706248094s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:44.347242Z","caller":"traceutil/trace.go:171","msg":"trace[593356022] transaction","detail":"{read_only:false; response_revision:18650; number_of_response:1; }","duration":"1.706398268s","start":"2026-03-04T02:03:42.640774Z","end":"2026-03-04T02:03:44.347172Z","steps":["trace[593356022] 'process raft request' (duration: 1.705923275s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.347505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.640768Z","time spent":"1.706577243s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:44.347626Z","caller":"traceutil/trace.go:171","msg":"trace[981766230] transaction","detail":"{read_only:false; response_revision:18651; number_of_response:1; }","duration":"1.706646133s","start":"2026-03-04T02:03:42.64096Z","end":"2026-03-04T02:03:44.347606Z","steps":["trace[981766230] 'process raft request' (duration: 1.706024817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.347731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.640954Z","time spent":"1.706728065s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:03:44.348037Z","caller":"traceutil/trace.go:171","msg":"trace[1456904637] transaction","detail":"{read_only:false; response_revision:18652; number_of_response:1; }","duration":"1.513997992s","start":"2026-03-04T02:03:42.834006Z","end":"2026-03-04T02:03:44.348004Z","steps":["trace[1456904637] 'process raft request' (duration: 1.513518189s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:44.348395Z","caller":"traceutil/trace.go:171","msg":"trace[1798234793] linearizableReadLoop","detail":"{readStateIndex:19318; appliedIndex:19310; }","duration":"1.704743905s","start":"2026-03-04T02:03:42.643621Z","end":"2026-03-04T02:03:44.348365Z","steps":["trace[1798234793] 'read index received' (duration: 1.016028839s)","trace[1798234793] 'applied index is now lower than readState.Index' (duration: 688.714056ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:03:44.348437Z","caller":"traceutil/trace.go:171","msg":"trace[18909636] transaction","detail":"{read_only:false; response_revision:18655; number_of_response:1; }","duration":"876.320117ms","start":"2026-03-04T02:03:43.472101Z","end":"2026-03-04T02:03:44.348421Z","steps":["trace[18909636] 'process raft request' (duration: 876.152433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.34842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.833989Z","time spent":"1.514240389s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:44.348524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:43.472073Z","time spent":"876.410071ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:44.348552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7049103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:44.348594Z","caller":"traceutil/trace.go:171","msg":"trace[1037277965] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:18655; }","duration":"1.704980371s","start":"2026-03-04T02:03:42.643599Z","end":"2026-03-04T02:03:44.34858Z","steps":["trace[1037277965] 'agreement among raft nodes before linearized reading' (duration: 1.704894999s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:03:44.348469Z","caller":"traceutil/trace.go:171","msg":"trace[2004407444] transaction","detail":"{read_only:false; response_revision:18654; number_of_response:1; }","duration":"1.478565424s","start":"2026-03-04T02:03:42.869853Z","end":"2026-03-04T02:03:44.348418Z","steps":["trace[2004407444] 'process raft request' (duration: 1.478149464s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.348641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.643593Z","time spent":"1.705039044s","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:03:44.348083Z","caller":"traceutil/trace.go:171","msg":"trace[786004488] transaction","detail":"{read_only:false; response_revision:18653; number_of_response:1; }","duration":"1.479626322s","start":"2026-03-04T02:03:42.868442Z","end":"2026-03-04T02:03:44.348068Z","steps":["trace[786004488] 'process raft request' (duration: 1.479466108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.34878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.869834Z","time spent":"1.478850682s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:44.349225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.868428Z","time spent":"1.480402452s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:03:44.423172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685381783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:03:44.423242Z","caller":"traceutil/trace.go:171","msg":"trace[956655207] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:18655; }","duration":"1.685514856s","start":"2026-03-04T02:03:42.737712Z","end":"2026-03-04T02:03:44.423227Z","steps":["trace[956655207] 'agreement among raft nodes before linearized reading' (duration: 1.685384903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.423257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345966867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:03:44.423271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.737684Z","time spent":"1.685581348s","remote":"127.0.0.1:37940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:44.423278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.13692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:03:44.423301Z","caller":"traceutil/trace.go:171","msg":"trace[435505578] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:18655; }","duration":"1.346045429s","start":"2026-03-04T02:03:43.077241Z","end":"2026-03-04T02:03:44.423287Z","steps":["trace[435505578] 'agreement among raft nodes before linearized reading' (duration: 1.345975058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.423352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:43.077217Z","time spent":"1.346126021s","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:03:44.423352Z","caller":"traceutil/trace.go:171","msg":"trace[1406997402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18655; }","duration":"730.265893ms","start":"2026-03-04T02:03:43.693066Z","end":"2026-03-04T02:03:44.423332Z","steps":["trace[1406997402] 'agreement among raft nodes before linearized reading' (duration: 730.021397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.423353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.356493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:03:44.423409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:43.693048Z","time spent":"730.348626ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:03:44.423414Z","caller":"traceutil/trace.go:171","msg":"trace[1458725058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18655; }","duration":"738.442795ms","start":"2026-03-04T02:03:43.684954Z","end":"2026-03-04T02:03:44.423396Z","steps":["trace[1458725058] 'agreement among raft nodes before linearized reading' (duration: 738.367962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.423495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:43.684936Z","time spent":"738.549138ms","remote":"127.0.0.1:44602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:44.423174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600906825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:03:44.423547Z","caller":"traceutil/trace.go:171","msg":"trace[1885986366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18655; }","duration":"1.601337926s","start":"2026-03-04T02:03:42.822201Z","end":"2026-03-04T02:03:44.423539Z","steps":["trace[1885986366] 'agreement among raft nodes before linearized reading' (duration: 1.600904205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.423281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193038845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:44.423604Z","caller":"traceutil/trace.go:171","msg":"trace[1672536701] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18655; }","duration":"1.193417785s","start":"2026-03-04T02:03:43.230174Z","end":"2026-03-04T02:03:44.423592Z","steps":["trace[1672536701] 'agreement among raft nodes before linearized reading' (duration: 1.193015964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.423654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:43.230153Z","time spent":"1.193487047s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:44.42357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:42.82218Z","time spent":"1.601383517s","remote":"127.0.0.1:44640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:03:44.423678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.206036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:03:44.423782Z","caller":"traceutil/trace.go:171","msg":"trace[91041868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18655; }","duration":"668.326538ms","start":"2026-03-04T02:03:43.755414Z","end":"2026-03-04T02:03:44.42374Z","steps":["trace[91041868] 'agreement among raft nodes before linearized reading' (duration: 668.171555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:03:44.423848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:03:43.7554Z","time spent":"668.434362ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:03:59.893183Z","caller":"traceutil/trace.go:171","msg":"trace[1711283390] transaction","detail":"{read_only:false; response_revision:18722; number_of_response:1; }","duration":"113.139261ms","start":"2026-03-04T02:03:59.780007Z","end":"2026-03-04T02:03:59.893147Z","steps":["trace[1711283390] 'process raft request' (duration: 112.880075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:04:00.82812Z","caller":"traceutil/trace.go:171","msg":"trace[1671067941] transaction","detail":"{read_only:false; response_revision:18727; number_of_response:1; }","duration":"342.978018ms","start":"2026-03-04T02:04:00.485115Z","end":"2026-03-04T02:04:00.828093Z","steps":["trace[1671067941] 'process raft request' (duration: 342.806643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:04:00.828282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:04:00.485108Z","time spent":"343.102141ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:04:00.828267Z","caller":"traceutil/trace.go:171","msg":"trace[1353447495] linearizableReadLoop","detail":"{readStateIndex:19395; appliedIndex:19393; }","duration":"299.594754ms","start":"2026-03-04T02:04:00.528645Z","end":"2026-03-04T02:04:00.82824Z","steps":["trace[1353447495] 'read index received' (duration: 299.263644ms)","trace[1353447495] 'applied index is now lower than readState.Index' (duration: 329.15µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:04:00.828393Z","caller":"traceutil/trace.go:171","msg":"trace[67932017] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"343.05451ms","start":"2026-03-04T02:04:00.485324Z","end":"2026-03-04T02:04:00.828379Z","steps":["trace[67932017] 'process raft request' (duration: 342.732012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:04:00.8285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:04:00.485317Z","time spent":"343.105861ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:04:00.828587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.921051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:04:00.828588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.263937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:04:00.828659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.965303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:04:00.828681Z","caller":"traceutil/trace.go:171","msg":"trace[1346522874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18728; }","duration":"296.428881ms","start":"2026-03-04T02:04:00.532236Z","end":"2026-03-04T02:04:00.828665Z","steps":["trace[1346522874] 'agreement among raft nodes before linearized reading' (duration: 296.193595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:04:00.828677Z","caller":"traceutil/trace.go:171","msg":"trace[352566764] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:18728; }","duration":"300.054025ms","start":"2026-03-04T02:04:00.5286Z","end":"2026-03-04T02:04:00.828654Z","steps":["trace[352566764] 'agreement among raft nodes before linearized reading' (duration: 299.787948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:04:00.828718Z","caller":"traceutil/trace.go:171","msg":"trace[528721152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18728; }","duration":"185.070977ms","start":"2026-03-04T02:04:00.643633Z","end":"2026-03-04T02:04:00.828704Z","steps":["trace[528721152] 'agreement among raft nodes before linearized reading' (duration: 184.899382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:04:00.828731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:04:00.528577Z","time spent":"300.141958ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":154,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:04:01.103582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.388827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:04:01.103659Z","caller":"traceutil/trace.go:171","msg":"trace[1242317051] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:18729; }","duration":"118.51352ms","start":"2026-03-04T02:04:00.985127Z","end":"2026-03-04T02:04:01.10364Z","steps":["trace[1242317051] 'count revisions from in-memory index tree' (duration: 118.280585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:04:01.274206Z","caller":"traceutil/trace.go:171","msg":"trace[1928339222] transaction","detail":"{read_only:false; response_revision:18730; number_of_response:1; }","duration":"166.483714ms","start":"2026-03-04T02:04:01.107699Z","end":"2026-03-04T02:04:01.274183Z","steps":["trace[1928339222] 'process raft request' (duration: 166.348861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:04:15.63559Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16804} {"level":"info","ts":"2026-03-04T02:04:15.733846Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16804,"took":"94.811417ms","hash":3321982762,"current-db-size-bytes":44994560,"current-db-size":"45 MB","current-db-size-in-use-bytes":30040064,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T02:04:15.733908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3321982762,"revision":16804,"compact-revision":14409} {"level":"info","ts":"2026-03-04T02:05:01.172478Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:05:01.178103Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:05:01.178189Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T02:05:03.227488Z","caller":"traceutil/trace.go:171","msg":"trace[1554924164] transaction","detail":"{read_only:false; response_revision:19322; number_of_response:1; }","duration":"106.131639ms","start":"2026-03-04T02:05:03.121318Z","end":"2026-03-04T02:05:03.227449Z","steps":["trace[1554924164] 'process raft request' (duration: 105.968714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:50.000487Z","caller":"traceutil/trace.go:171","msg":"trace[156294426] transaction","detail":"{read_only:false; response_revision:21030; number_of_response:1; }","duration":"103.185004ms","start":"2026-03-04T02:07:49.897275Z","end":"2026-03-04T02:07:50.00046Z","steps":["trace[156294426] 'process raft request' (duration: 102.982318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:50.42545Z","caller":"traceutil/trace.go:171","msg":"trace[383955660] transaction","detail":"{read_only:false; response_revision:21031; number_of_response:1; }","duration":"403.961286ms","start":"2026-03-04T02:07:50.021344Z","end":"2026-03-04T02:07:50.425305Z","steps":["trace[383955660] 'process raft request' (duration: 342.538636ms)","trace[383955660] 'compare' (duration: 61.213345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:07:50.425628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:50.021326Z","time spent":"404.209283ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:07:50.502859Z","caller":"traceutil/trace.go:171","msg":"trace[1117672045] transaction","detail":"{read_only:false; response_revision:21032; number_of_response:1; }","duration":"480.499719ms","start":"2026-03-04T02:07:50.022333Z","end":"2026-03-04T02:07:50.502833Z","steps":["trace[1117672045] 'process raft request' (duration: 480.228092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:50.503038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:50.022306Z","time spent":"480.637102ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:07:50.503117Z","caller":"traceutil/trace.go:171","msg":"trace[1569115607] transaction","detail":"{read_only:false; response_revision:21033; number_of_response:1; }","duration":"469.112434ms","start":"2026-03-04T02:07:50.033977Z","end":"2026-03-04T02:07:50.50309Z","steps":["trace[1569115607] 'process raft request' (duration: 468.777395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:50.503146Z","caller":"traceutil/trace.go:171","msg":"trace[663321586] linearizableReadLoop","detail":"{readStateIndex:21772; appliedIndex:21770; }","duration":"472.107182ms","start":"2026-03-04T02:07:50.031014Z","end":"2026-03-04T02:07:50.503121Z","steps":["trace[663321586] 'read index received' (duration: 332.886885ms)","trace[663321586] 'applied index is now lower than readState.Index' (duration: 139.219257ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:50.503237Z","caller":"traceutil/trace.go:171","msg":"trace[1955603746] transaction","detail":"{read_only:false; response_revision:21034; number_of_response:1; }","duration":"197.801805ms","start":"2026-03-04T02:07:50.305413Z","end":"2026-03-04T02:07:50.503215Z","steps":["trace[1955603746] 'process raft request' (duration: 197.576149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:50.503269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:50.033967Z","time spent":"469.202037ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:07:50.50336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.321827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:07:50.504323Z","caller":"traceutil/trace.go:171","msg":"trace[1544532655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21034; }","duration":"473.24222ms","start":"2026-03-04T02:07:50.031003Z","end":"2026-03-04T02:07:50.504245Z","steps":["trace[1544532655] 'agreement among raft nodes before linearized reading' (duration: 472.223955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:50.504505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:50.030942Z","time spent":"473.500048ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:08:49.970845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:50.471013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:50.971826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:51.472647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:51.757732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:08:51.757838Z","caller":"traceutil/trace.go:171","msg":"trace[893857896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408049s","start":"2026-03-04T02:08:49.757406Z","end":"2026-03-04T02:08:51.757814Z","steps":["trace[893857896] 'agreement among raft nodes before linearized reading' (duration: 2.000279805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:51.757893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.757386Z","time spent":"2.00049438s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:08:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:51.973656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:52.47468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:52.975818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:53.475973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:53.758113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:53.758201Z","caller":"traceutil/trace.go:171","msg":"trace[1546512347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181743s","start":"2026-03-04T02:08:51.757999Z","end":"2026-03-04T02:08:53.758181Z","steps":["trace[1546512347] 'agreement among raft nodes before linearized reading' (duration: 2.00007634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:53.758361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.757976Z","time spent":"2.000367997s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:08:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:53.976578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:54.317267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.318661Z","time spent":"4.998598861s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:54.477693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:54.478957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.480608Z","time spent":"4.998341348s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:54.531555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.535479Z","time spent":"4.996069649s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:54.533515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.536234Z","time spent":"4.997271711s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:54.534069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.536012Z","time spent":"4.998054081s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:54.826829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999405029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:54.826928Z","caller":"traceutil/trace.go:171","msg":"trace[593025306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999590403s","start":"2026-03-04T02:08:49.827313Z","end":"2026-03-04T02:08:54.826903Z","steps":["trace[593025306] 'agreement among raft nodes before linearized reading' (duration: 4.999444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.826988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.827281Z","time spent":"4.999696576s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:54.957377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.958215Z","time spent":"4.999156105s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:08:54.967349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.968864Z","time spent":"4.998475387s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:08:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:54.978732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:55.479323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:55.688665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.690569Z","time spent":"4.998084593s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:08:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:55.765613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:55.765679Z","caller":"traceutil/trace.go:171","msg":"trace[1579879963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308635s","start":"2026-03-04T02:08:53.765355Z","end":"2026-03-04T02:08:55.765663Z","steps":["trace[1579879963] 'agreement among raft nodes before linearized reading' (duration: 2.000234993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:55.765709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:53.765331Z","time spent":"2.000372776s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:08:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:55.843733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999350879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:55.843853Z","caller":"traceutil/trace.go:171","msg":"trace[1780385606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999526963s","start":"2026-03-04T02:08:50.844298Z","end":"2026-03-04T02:08:55.843825Z","steps":["trace[1780385606] 'agreement among raft nodes before linearized reading' (duration: 4.99937609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:55.843913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.844286Z","time spent":"4.999615175s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:08:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:55.979704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:56.47158Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-04T02:08:56.4718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001167746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-04T02:08:56.471865Z","caller":"traceutil/trace.go:171","msg":"trace[88369711] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; }","duration":"7.001263208s","start":"2026-03-04T02:08:49.470588Z","end":"2026-03-04T02:08:56.471851Z","steps":["trace[88369711] 'agreement among raft nodes before linearized reading' (duration: 7.001163576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:56.471903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.470568Z","time spent":"7.0013263s","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:56.954479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:49.953633Z","time spent":"7.000841202s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:08:56.972643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:57.473174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:57.765786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999624183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:57.765862Z","caller":"traceutil/trace.go:171","msg":"trace[560244013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999751037s","start":"2026-03-04T02:08:55.766093Z","end":"2026-03-04T02:08:57.765844Z","steps":["trace[560244013] 'agreement among raft nodes before linearized reading' (duration: 1.999663155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:57.765907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.766065Z","time spent":"1.999832929s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:08:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:57.974257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:58.474787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:58.933384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:58.933466Z","caller":"traceutil/trace.go:171","msg":"trace[1126789407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317273s","start":"2026-03-04T02:08:56.933126Z","end":"2026-03-04T02:08:58.933444Z","steps":["trace[1126789407] 'agreement among raft nodes before linearized reading' (duration: 2.000226891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:58.93351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.933106Z","time spent":"2.000394885s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:08:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:58.975893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:59.314458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993589187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:59.314668Z","caller":"traceutil/trace.go:171","msg":"trace[1581546458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.993839533s","start":"2026-03-04T02:08:56.3208Z","end":"2026-03-04T02:08:59.31464Z","steps":["trace[1581546458] 'agreement among raft nodes before linearized reading' (duration: 2.993609597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.314801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.320786Z","time spent":"2.993995768s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:08:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:59.476176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883827948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:59.479239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997653737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:59.479365Z","caller":"traceutil/trace.go:171","msg":"trace[1658602356] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99783694s","start":"2026-03-04T02:08:54.481503Z","end":"2026-03-04T02:08:59.47934Z","steps":["trace[1658602356] 'agreement among raft nodes before linearized reading' (duration: 4.997681267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.479438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.481495Z","time spent":"4.997924773s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:08:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:59.531465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998020025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:59.531551Z","caller":"traceutil/trace.go:171","msg":"trace[839349239] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99818108s","start":"2026-03-04T02:08:54.533349Z","end":"2026-03-04T02:08:59.53153Z","steps":["trace[839349239] 'agreement among raft nodes before linearized reading' (duration: 4.998076897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.5316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.533317Z","time spent":"4.998273152s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:08:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:59.532781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997804741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:59.532851Z","caller":"traceutil/trace.go:171","msg":"trace[440381825] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997911523s","start":"2026-03-04T02:08:54.53492Z","end":"2026-03-04T02:08:59.532832Z","steps":["trace[440381825] 'agreement among raft nodes before linearized reading' (duration: 4.9978215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.532899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.534905Z","time spent":"4.997983345s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/04 02:08:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:59.534569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998583051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:59.534628Z","caller":"traceutil/trace.go:171","msg":"trace[454908631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998665262s","start":"2026-03-04T02:08:54.53595Z","end":"2026-03-04T02:08:59.534615Z","steps":["trace[454908631] 'agreement among raft nodes before linearized reading' (duration: 4.99859513s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.534666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.535937Z","time spent":"4.998719634s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 02:08:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:59.553248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.288369581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:59.553325Z","caller":"traceutil/trace.go:171","msg":"trace[1526513730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.288496324s","start":"2026-03-04T02:08:50.264808Z","end":"2026-03-04T02:08:59.553304Z","steps":["trace[1526513730] 'agreement among raft nodes before linearized reading' (duration: 9.288405092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.55337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.264788Z","time spent":"9.288571487s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/04 02:08:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:59.774217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000305533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:08:59.774301Z","caller":"traceutil/trace.go:171","msg":"trace[1811484846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000433866s","start":"2026-03-04T02:08:57.773848Z","end":"2026-03-04T02:08:59.774282Z","steps":["trace[1811484846] 'agreement among raft nodes before linearized reading' (duration: 2.000328394s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.774347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.773832Z","time spent":"2.000506128s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:59.843218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0138391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:59.843312Z","caller":"traceutil/trace.go:171","msg":"trace[1750066770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.013990724s","start":"2026-03-04T02:08:56.8293Z","end":"2026-03-04T02:08:59.84329Z","steps":["trace[1750066770] 'agreement among raft nodes before linearized reading' (duration: 3.01386613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.843363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.82928Z","time spent":"3.014072536s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:08:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:59.843668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"10.524760376s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:08:59.957673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997953163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:59.957752Z","caller":"traceutil/trace.go:171","msg":"trace[2139680319] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998111057s","start":"2026-03-04T02:08:54.959623Z","end":"2026-03-04T02:08:59.957734Z","steps":["trace[2139680319] 'agreement among raft nodes before linearized reading' (duration: 4.997995614s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.957803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.959597Z","time spent":"4.998197169s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:08:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:59.967234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997849741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:59.967291Z","caller":"traceutil/trace.go:171","msg":"trace[334261145] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997966894s","start":"2026-03-04T02:08:54.969311Z","end":"2026-03-04T02:08:59.967278Z","steps":["trace[334261145] 'agreement among raft nodes before linearized reading' (duration: 4.997895082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:59.967328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.969287Z","time spent":"4.998032635s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:08:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:00.68871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999012989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:00.688801Z","caller":"traceutil/trace.go:171","msg":"trace[1600653970] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999152893s","start":"2026-03-04T02:08:55.689627Z","end":"2026-03-04T02:09:00.68878Z","steps":["trace[1600653970] 'agreement among raft nodes before linearized reading' (duration: 4.99902903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.68885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.689618Z","time spent":"4.999221844s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:09:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:00.724476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000513511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:00.724559Z","caller":"traceutil/trace.go:171","msg":"trace[1460886518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000612144s","start":"2026-03-04T02:08:50.723927Z","end":"2026-03-04T02:09:00.72454Z","steps":["trace[1460886518] 'agreement among raft nodes before linearized reading' (duration: 10.000509202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.72461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.723894Z","time spent":"10.000702187s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/04 02:09:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:00.809639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99884747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:00.809703Z","caller":"traceutil/trace.go:171","msg":"trace[593710697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998948553s","start":"2026-03-04T02:08:50.810737Z","end":"2026-03-04T02:09:00.809686Z","steps":["trace[593710697] 'agreement among raft nodes before linearized reading' (duration: 9.998881461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.809739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.810718Z","time spent":"9.999012954s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/04 02:09:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:00.843658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997904138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:00.843759Z","caller":"traceutil/trace.go:171","msg":"trace[711214860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998022391s","start":"2026-03-04T02:08:57.84571Z","end":"2026-03-04T02:09:00.843732Z","steps":["trace[711214860] 'agreement among raft nodes before linearized reading' (duration: 2.997899438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:00.843827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.845662Z","time spent":"2.998150294s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:09:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:01.512552Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"11829cb67213f606","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:09:01.675589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831671802s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:09:01.783546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000716483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:09:01.783674Z","caller":"traceutil/trace.go:171","msg":"trace[988811926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000857308s","start":"2026-03-04T02:08:59.782784Z","end":"2026-03-04T02:09:01.783642Z","steps":["trace[988811926] 'agreement among raft nodes before linearized reading' (duration: 2.000713374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:01.783742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.782741Z","time spent":"2.000983161s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:09:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:09:01.88082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.879671Z","time spent":"7.001136491s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:01.992963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.991717Z","time spent":"7.001233612s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:02.393044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.191561ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:09:02.663474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.842433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:02.663871Z","caller":"traceutil/trace.go:171","msg":"trace[1628780924] transaction","detail":"{read_only:false; response_revision:21594; number_of_response:1; }","duration":"1.936594791s","start":"2026-03-04T02:09:00.727257Z","end":"2026-03-04T02:09:02.663852Z","steps":["trace[1628780924] 'process raft request' (duration: 1.936475688s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.663903Z","caller":"traceutil/trace.go:171","msg":"trace[614288814] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21593; }","duration":"3.345438813s","start":"2026-03-04T02:08:59.318368Z","end":"2026-03-04T02:09:02.663807Z","steps":["trace[614288814] 'process raft request' (duration: 3.345267889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.663952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.727079Z","time spent":"1.936833378s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:02.663987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.902387057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-04T02:09:02.664004Z","caller":"traceutil/trace.go:171","msg":"trace[1710024148] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21593; }","duration":"5.705208073s","start":"2026-03-04T02:08:56.958599Z","end":"2026-03-04T02:09:02.663807Z","steps":["trace[1710024148] 'process raft request' (duration: 5.704972757s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.66406Z","caller":"traceutil/trace.go:171","msg":"trace[1805947130] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4; range_end:; response_count:1; response_revision:21594; }","duration":"8.902527571s","start":"2026-03-04T02:08:53.761515Z","end":"2026-03-04T02:09:02.664043Z","steps":["trace[1805947130] 'agreement among raft nodes before linearized reading' (duration: 8.902304874s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.318339Z","time spent":"3.345642999s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:02.664095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:53.761481Z","time spent":"8.902607022s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4\" "} {"level":"warn","ts":"2026-03-04T02:09:02.664111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.078071063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/magnum-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.95858Z","time spent":"5.705477341s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:02.664119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.141884026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.66413Z","caller":"traceutil/trace.go:171","msg":"trace[1550007791] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21593; }","duration":"3.18209757s","start":"2026-03-04T02:08:59.48172Z","end":"2026-03-04T02:09:02.663817Z","steps":["trace[1550007791] 'process raft request' (duration: 3.181945107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.550523222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.6642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.056821356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.664169Z","caller":"traceutil/trace.go:171","msg":"trace[1344390900] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/magnum-api; range_end:; response_count:0; response_revision:21595; }","duration":"7.078142265s","start":"2026-03-04T02:08:55.585994Z","end":"2026-03-04T02:09:02.664137Z","steps":["trace[1344390900] 'agreement among raft nodes before linearized reading' (duration: 7.077828276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.881276833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.585974Z","time spent":"7.078254087s","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-04T02:09:02.664198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.983436008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.788774711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.233409409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:02.664287Z","caller":"traceutil/trace.go:171","msg":"trace[1047302892] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:21595; }","duration":"12.056884626s","start":"2026-03-04T02:08:50.607336Z","end":"2026-03-04T02:09:02.664221Z","steps":["trace[1047302892] 'agreement among raft nodes before linearized reading' (duration: 12.056494146s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.664309Z","caller":"traceutil/trace.go:171","msg":"trace[467212380] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21595; }","duration":"11.788832212s","start":"2026-03-04T02:08:50.875471Z","end":"2026-03-04T02:09:02.664304Z","steps":["trace[467212380] 'agreement among raft nodes before linearized reading' (duration: 11.788415672s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.664299Z","caller":"traceutil/trace.go:171","msg":"trace[156505759] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:21595; }","duration":"7.983622454s","start":"2026-03-04T02:08:54.680658Z","end":"2026-03-04T02:09:02.664281Z","steps":["trace[156505759] 'agreement among raft nodes before linearized reading' (duration: 7.983168412s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.664317Z","caller":"traceutil/trace.go:171","msg":"trace[705533807] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:21595; }","duration":"7.233486591s","start":"2026-03-04T02:08:55.430822Z","end":"2026-03-04T02:09:02.664309Z","steps":["trace[705533807] 'agreement among raft nodes before linearized reading' (duration: 7.233024789s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.875452Z","time spent":"11.788870583s","remote":"127.0.0.1:53006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.607319Z","time spent":"12.05700242s","remote":"127.0.0.1:52962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:02.664168Z","caller":"traceutil/trace.go:171","msg":"trace[1566573867] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21595; }","duration":"7.14196972s","start":"2026-03-04T02:08:55.522188Z","end":"2026-03-04T02:09:02.664158Z","steps":["trace[1566573867] 'agreement among raft nodes before linearized reading' (duration: 7.141646211s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.430795Z","time spent":"7.233544753s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":166,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.680633Z","time spent":"7.983707376s","remote":"127.0.0.1:53446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.715228075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.664391Z","caller":"traceutil/trace.go:171","msg":"trace[1236888705] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:21595; }","duration":"11.715299077s","start":"2026-03-04T02:08:50.949083Z","end":"2026-03-04T02:09:02.664382Z","steps":["trace[1236888705] 'agreement among raft nodes before linearized reading' (duration: 11.714801455s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.664248Z","caller":"traceutil/trace.go:171","msg":"trace[748098113] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:21595; }","duration":"6.550660275s","start":"2026-03-04T02:08:56.11356Z","end":"2026-03-04T02:09:02.664221Z","steps":["trace[748098113] 'agreement among raft nodes before linearized reading' (duration: 6.550292095s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.064150315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T02:09:02.664455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.969766253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.66447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.483076653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.664475Z","caller":"traceutil/trace.go:171","msg":"trace[266625007] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21593; }","duration":"1.973339882s","start":"2026-03-04T02:09:00.690484Z","end":"2026-03-04T02:09:02.663824Z","steps":["trace[266625007] 'process raft request' (duration: 1.973215389s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.664482Z","caller":"traceutil/trace.go:171","msg":"trace[343404286] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21595; }","duration":"8.969845525s","start":"2026-03-04T02:08:53.694631Z","end":"2026-03-04T02:09:02.664476Z","steps":["trace[343404286] 'agreement among raft nodes before linearized reading' (duration: 8.96922283s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.664485Z","caller":"traceutil/trace.go:171","msg":"trace[698049377] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21595; }","duration":"11.06436379s","start":"2026-03-04T02:08:51.600107Z","end":"2026-03-04T02:09:02.664471Z","steps":["trace[698049377] 'agreement among raft nodes before linearized reading' (duration: 11.063772906s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.664496Z","caller":"traceutil/trace.go:171","msg":"trace[1430253138] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21595; }","duration":"6.483117915s","start":"2026-03-04T02:08:56.181367Z","end":"2026-03-04T02:09:02.664485Z","steps":["trace[1430253138] 'agreement among raft nodes before linearized reading' (duration: 6.482487909s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.916391123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.181355Z","time spent":"6.483157435s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.760701743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.600078Z","time spent":"11.064430822s","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T02:09:02.664483Z","caller":"traceutil/trace.go:171","msg":"trace[387730851] linearizableReadLoop","detail":"{readStateIndex:22352; appliedIndex:22338; }","duration":"6.192105111s","start":"2026-03-04T02:08:56.471718Z","end":"2026-03-04T02:09:02.663823Z","steps":["trace[387730851] 'read index received' (duration: 3.372185778s)","trace[387730851] 'applied index is now lower than readState.Index' (duration: 2.819913743s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:02.664644Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"29.83µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:09:02.664648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.873532519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.340212679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:02.664687Z","caller":"traceutil/trace.go:171","msg":"trace[1845273229] transaction","detail":"{read_only:false; response_revision:21596; number_of_response:1; }","duration":"1.817612188s","start":"2026-03-04T02:09:00.847066Z","end":"2026-03-04T02:09:02.664679Z","steps":["trace[1845273229] 'process raft request' (duration: 1.817002042s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.664696Z","caller":"traceutil/trace.go:171","msg":"trace[1577657018] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:21596; }","duration":"8.873601661s","start":"2026-03-04T02:08:53.791071Z","end":"2026-03-04T02:09:02.664672Z","steps":["trace[1577657018] 'agreement among raft nodes before linearized reading' (duration: 8.872795731s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.6645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.266100805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664731Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"11829cb67213f606","error":"lease not found"} {"level":"info","ts":"2026-03-04T02:09:02.664738Z","caller":"traceutil/trace.go:171","msg":"trace[1428969372] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21596; }","duration":"667.317935ms","start":"2026-03-04T02:09:01.997413Z","end":"2026-03-04T02:09:02.664731Z","steps":["trace[1428969372] 'process raft request' (duration: 667.267463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:53.791054Z","time spent":"8.873668072s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.997385Z","time spent":"667.375485ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:02.664844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164645718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30281346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:02.664866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.468065548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.664896Z","caller":"traceutil/trace.go:171","msg":"trace[578251985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21596; }","duration":"3.302894542s","start":"2026-03-04T02:08:59.361984Z","end":"2026-03-04T02:09:02.664879Z","steps":["trace[578251985] 'agreement among raft nodes before linearized reading' (duration: 3.30278067s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.66491Z","caller":"traceutil/trace.go:171","msg":"trace[58404890] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:21596; }","duration":"3.164755452s","start":"2026-03-04T02:08:59.500116Z","end":"2026-03-04T02:09:02.664872Z","steps":["trace[58404890] 'agreement among raft nodes before linearized reading' (duration: 3.16465076s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882914477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-04T02:09:02.664938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565715483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:02.664947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.36197Z","time spent":"3.302957744s","remote":"127.0.0.1:44650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:02.664968Z","caller":"traceutil/trace.go:171","msg":"trace[760168017] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:21596; }","duration":"2.882972588s","start":"2026-03-04T02:08:59.781987Z","end":"2026-03-04T02:09:02.664959Z","steps":["trace[760168017] 'agreement among raft nodes before linearized reading' (duration: 2.882773973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.500093Z","time spent":"3.164845084s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:02.664957Z","caller":"traceutil/trace.go:171","msg":"trace[598839820] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:21596; }","duration":"5.46817566s","start":"2026-03-04T02:08:57.196748Z","end":"2026-03-04T02:09:02.664923Z","steps":["trace[598839820] 'agreement among raft nodes before linearized reading' (duration: 5.468004356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.6649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953491404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:02.670688Z","caller":"traceutil/trace.go:171","msg":"trace[460707707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21596; }","duration":"3.959281343s","start":"2026-03-04T02:08:58.711368Z","end":"2026-03-04T02:09:02.67065Z","steps":["trace[460707707] 'agreement among raft nodes before linearized reading' (duration: 3.953497713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.670701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:57.196729Z","time spent":"5.473878349s","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:02.664695Z","caller":"traceutil/trace.go:171","msg":"trace[770077056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21595; }","duration":"11.340405144s","start":"2026-03-04T02:08:51.324277Z","end":"2026-03-04T02:09:02.664682Z","steps":["trace[770077056] 'agreement among raft nodes before linearized reading' (duration: 11.339598143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.670841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.324242Z","time spent":"11.346574833s","remote":"127.0.0.1:44626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:02.664232Z","caller":"traceutil/trace.go:171","msg":"trace[932081681] transaction","detail":"{read_only:false; response_revision:21595; number_of_response:1; }","duration":"1.852386889s","start":"2026-03-04T02:09:00.811815Z","end":"2026-03-04T02:09:02.664202Z","steps":["trace[932081681] 'process raft request' (duration: 1.852001948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.670982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.811791Z","time spent":"1.859131284s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:02.664581Z","caller":"traceutil/trace.go:171","msg":"trace[581599691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21595; }","duration":"6.916491027s","start":"2026-03-04T02:08:55.748073Z","end":"2026-03-04T02:09:02.664564Z","steps":["trace[581599691] 'agreement among raft nodes before linearized reading' (duration: 6.915799369s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.67116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.748065Z","time spent":"6.923085647s","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.665005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.781974Z","time spent":"2.883022699s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:09:02.664974Z","caller":"traceutil/trace.go:171","msg":"trace[36154542] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21596; }","duration":"3.565749173s","start":"2026-03-04T02:08:59.099217Z","end":"2026-03-04T02:09:02.664966Z","steps":["trace[36154542] 'agreement among raft nodes before linearized reading' (duration: 3.565701902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.671305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.099156Z","time spent":"3.572138029s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.481699Z","time spent":"3.182518042s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":576,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:02.664358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.220796473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-04T02:09:02.671475Z","caller":"traceutil/trace.go:171","msg":"trace[1332549302] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21595; }","duration":"11.227954298s","start":"2026-03-04T02:08:51.4435Z","end":"2026-03-04T02:09:02.671454Z","steps":["trace[1332549302] 'agreement among raft nodes before linearized reading' (duration: 11.220381233s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.671494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.443475Z","time spent":"11.2280138s","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T02:09:02.66442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:50.94905Z","time spent":"11.715363289s","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.551363758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.671725Z","caller":"traceutil/trace.go:171","msg":"trace[1862319290] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:21595; }","duration":"11.558701849s","start":"2026-03-04T02:08:51.113016Z","end":"2026-03-04T02:09:02.671717Z","steps":["trace[1862319290] 'agreement among raft nodes before linearized reading' (duration: 11.550872696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.671747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.112994Z","time spent":"11.558745101s","remote":"127.0.0.1:33696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.52217Z","time spent":"7.142201916s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:56.113542Z","time spent":"6.55087865s","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:02.664255Z","caller":"traceutil/trace.go:171","msg":"trace[1951192182] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:21595; }","duration":"6.881324254s","start":"2026-03-04T02:08:55.782922Z","end":"2026-03-04T02:09:02.664247Z","steps":["trace[1951192182] 'agreement among raft nodes before linearized reading' (duration: 6.880939354s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.672245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:55.782909Z","time spent":"6.889316951s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.690461Z","time spent":"1.974030331s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":550,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:02.664507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:53.694608Z","time spent":"8.969893816s","remote":"127.0.0.1:39844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.273397226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.672451Z","caller":"traceutil/trace.go:171","msg":"trace[100866085] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21595; }","duration":"11.281364593s","start":"2026-03-04T02:08:51.391073Z","end":"2026-03-04T02:09:02.672438Z","steps":["trace[100866085] 'agreement among raft nodes before linearized reading' (duration: 11.272794262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.672544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.39105Z","time spent":"11.281460095s","remote":"127.0.0.1:53028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:02.664592Z","caller":"traceutil/trace.go:171","msg":"trace[1023918705] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21595; }","duration":"10.760753156s","start":"2026-03-04T02:08:51.903817Z","end":"2026-03-04T02:09:02.664571Z","steps":["trace[1023918705] 'agreement among raft nodes before linearized reading' (duration: 10.760045007s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.672625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.9038Z","time spent":"10.768802065s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.664606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.895617281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-03-04T02:09:02.672709Z","caller":"traceutil/trace.go:171","msg":"trace[874670137] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:21595; }","duration":"10.903742421s","start":"2026-03-04T02:08:51.768943Z","end":"2026-03-04T02:09:02.672686Z","steps":["trace[874670137] 'agreement among raft nodes before linearized reading' (duration: 10.894934963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.664737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.847043Z","time spent":"1.817667819s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:02.672767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:51.768926Z","time spent":"10.903825682s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:09:02.665012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.329761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.67286Z","caller":"traceutil/trace.go:171","msg":"trace[2083154300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21596; }","duration":"889.227176ms","start":"2026-03-04T02:09:01.783623Z","end":"2026-03-04T02:09:02.67285Z","steps":["trace[2083154300] 'agreement among raft nodes before linearized reading' (duration: 881.367892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.672892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.783604Z","time spent":"889.279016ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:02.66505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.889531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.673023Z","caller":"traceutil/trace.go:171","msg":"trace[1943440379] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:21596; }","duration":"459.905169ms","start":"2026-03-04T02:09:02.213101Z","end":"2026-03-04T02:09:02.673006Z","steps":["trace[1943440379] 'agreement among raft nodes before linearized reading' (duration: 451.924072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.664759Z","caller":"traceutil/trace.go:171","msg":"trace[266883486] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21595; }","duration":"8.26664682s","start":"2026-03-04T02:08:54.398088Z","end":"2026-03-04T02:09:02.664734Z","steps":["trace[266883486] 'agreement among raft nodes before linearized reading' (duration: 8.265769797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.673087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.21308Z","time spent":"459.992001ms","remote":"127.0.0.1:37934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.673129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:54.398071Z","time spent":"8.275039817s","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.665037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.435464064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.673239Z","caller":"traceutil/trace.go:171","msg":"trace[253127576] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21596; }","duration":"4.443701518s","start":"2026-03-04T02:08:58.22952Z","end":"2026-03-04T02:09:02.673221Z","steps":["trace[253127576] 'agreement among raft nodes before linearized reading' (duration: 4.435474924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.665081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197387242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:09:02.673287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.229494Z","time spent":"4.44377845s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.665112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35751707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:02.673325Z","caller":"traceutil/trace.go:171","msg":"trace[1250260223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21596; }","duration":"1.205646856s","start":"2026-03-04T02:09:01.467663Z","end":"2026-03-04T02:09:02.67331Z","steps":["trace[1250260223] 'agreement among raft nodes before linearized reading' (duration: 1.197359851s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:02.673361Z","caller":"traceutil/trace.go:171","msg":"trace[1611471149] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:21596; }","duration":"2.365792125s","start":"2026-03-04T02:09:00.307555Z","end":"2026-03-04T02:09:02.673347Z","steps":["trace[1611471149] 'agreement among raft nodes before linearized reading' (duration: 2.35752612s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.673429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.307532Z","time spent":"2.365886937s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.673388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.467645Z","time spent":"1.205733579s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:09:02.66513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516027038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:02.673702Z","caller":"traceutil/trace.go:171","msg":"trace[1975275420] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:21596; }","duration":"2.524601321s","start":"2026-03-04T02:09:00.149083Z","end":"2026-03-04T02:09:02.673685Z","steps":["trace[1975275420] 'agreement among raft nodes before linearized reading' (duration: 2.515999567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.665537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528374085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-04T02:09:02.673762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:00.149028Z","time spent":"2.524720155s","remote":"127.0.0.1:39894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.670755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:58.711347Z","time spent":"3.959385726s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:02.665121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.574719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:09:02.673987Z","caller":"traceutil/trace.go:171","msg":"trace[1833052209] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:21596; }","duration":"789.46461ms","start":"2026-03-04T02:09:01.884511Z","end":"2026-03-04T02:09:02.673975Z","steps":["trace[1833052209] 'agreement among raft nodes before linearized reading' (duration: 780.553629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.674033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:01.884494Z","time spent":"789.527812ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T02:09:02.673765Z","caller":"traceutil/trace.go:171","msg":"trace[1143984036] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:21596; }","duration":"3.5366412s","start":"2026-03-04T02:08:59.137111Z","end":"2026-03-04T02:09:02.673752Z","steps":["trace[1143984036] 'agreement among raft nodes before linearized reading' (duration: 3.527651376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:02.674151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:59.137088Z","time spent":"3.53704992s","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"info","ts":"2026-03-04T02:09:03.089544Z","caller":"traceutil/trace.go:171","msg":"trace[1915978164] transaction","detail":"{read_only:false; response_revision:21598; number_of_response:1; }","duration":"418.773524ms","start":"2026-03-04T02:09:02.670744Z","end":"2026-03-04T02:09:03.089517Z","steps":["trace[1915978164] 'process raft request' (duration: 418.533657ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:03.089557Z","caller":"traceutil/trace.go:171","msg":"trace[2054504068] transaction","detail":"{read_only:false; response_revision:21599; number_of_response:1; }","duration":"393.105309ms","start":"2026-03-04T02:09:02.696424Z","end":"2026-03-04T02:09:03.089529Z","steps":["trace[2054504068] 'process raft request' (duration: 392.997485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.089683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.670735Z","time spent":"418.874107ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:03.089699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.69641Z","time spent":"393.213861ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:03.089827Z","caller":"traceutil/trace.go:171","msg":"trace[1936692438] linearizableReadLoop","detail":"{readStateIndex:22364; appliedIndex:22360; }","duration":"334.768316ms","start":"2026-03-04T02:09:02.755016Z","end":"2026-03-04T02:09:03.089784Z","steps":["trace[1936692438] 'read index received' (duration: 334.261142ms)","trace[1936692438] 'applied index is now lower than readState.Index' (duration: 505.964µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:03.089839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.696412Z","time spent":"393.420566ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:09:03.089884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.433597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:09:03.089922Z","caller":"traceutil/trace.go:171","msg":"trace[1711817723] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:21600; }","duration":"393.496858ms","start":"2026-03-04T02:09:02.696415Z","end":"2026-03-04T02:09:03.089912Z","steps":["trace[1711817723] 'agreement among raft nodes before linearized reading' (duration: 393.375795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.089958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.6964Z","time spent":"393.55034ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T02:09:03.089987Z","caller":"traceutil/trace.go:171","msg":"trace[1913265027] transaction","detail":"{read_only:false; response_revision:21600; number_of_response:1; }","duration":"393.505968ms","start":"2026-03-04T02:09:02.696448Z","end":"2026-03-04T02:09:03.089954Z","steps":["trace[1913265027] 'process raft request' (duration: 393.035775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.089998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.849102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-db-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:03.090025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.626552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:03.090029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.694089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-04T02:09:03.090056Z","caller":"traceutil/trace.go:171","msg":"trace[1220713978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21600; }","duration":"393.671312ms","start":"2026-03-04T02:09:02.696375Z","end":"2026-03-04T02:09:03.090047Z","steps":["trace[1220713978] 'agreement among raft nodes before linearized reading' (duration: 393.612881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.090067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.696439Z","time spent":"393.580881ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:03.09005Z","caller":"traceutil/trace.go:171","msg":"trace[502704759] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-db-init; range_end:; response_count:0; response_revision:21600; }","duration":"419.914103ms","start":"2026-03-04T02:09:02.670123Z","end":"2026-03-04T02:09:03.090037Z","steps":["trace[502704759] 'agreement among raft nodes before linearized reading' (duration: 419.80668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.090093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.696365Z","time spent":"393.721043ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:03.09009Z","caller":"traceutil/trace.go:171","msg":"trace[1234733519] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:21600; }","duration":"421.77011ms","start":"2026-03-04T02:09:02.668309Z","end":"2026-03-04T02:09:03.090079Z","steps":["trace[1234733519] 'agreement among raft nodes before linearized reading' (duration: 421.616496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.090112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.6701Z","time spent":"420.003126ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/magnum-db-init\" "} {"level":"warn","ts":"2026-03-04T02:09:03.090015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.992943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-04T02:09:03.090103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.338695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:09:03.090161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.953514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-5cd8fbc8b-w9pgg.189980f6b456ea65\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-03-04T02:09:03.090165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.668298Z","time spent":"421.829142ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-04T02:09:03.090169Z","caller":"traceutil/trace.go:171","msg":"trace[117236892] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21600; }","duration":"418.157137ms","start":"2026-03-04T02:09:02.671997Z","end":"2026-03-04T02:09:03.090154Z","steps":["trace[117236892] 'agreement among raft nodes before linearized reading' (duration: 417.87335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.090188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.955988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:03.090197Z","caller":"traceutil/trace.go:171","msg":"trace[141334213] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21600; }","duration":"344.475537ms","start":"2026-03-04T02:09:02.745697Z","end":"2026-03-04T02:09:03.090173Z","steps":["trace[141334213] 'agreement among raft nodes before linearized reading' (duration: 344.18319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:03.090212Z","caller":"traceutil/trace.go:171","msg":"trace[2112998613] range","detail":"{range_begin:/registry/events/openstack/heat-api-5cd8fbc8b-w9pgg.189980f6b456ea65; range_end:; response_count:1; response_revision:21600; }","duration":"317.018876ms","start":"2026-03-04T02:09:02.773172Z","end":"2026-03-04T02:09:03.09019Z","steps":["trace[2112998613] 'agreement among raft nodes before linearized reading' (duration: 316.920513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.090226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.671931Z","time spent":"418.283721ms","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:09:03.090228Z","caller":"traceutil/trace.go:171","msg":"trace[28166297] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:21600; }","duration":"234.99635ms","start":"2026-03-04T02:09:02.855218Z","end":"2026-03-04T02:09:03.090215Z","steps":["trace[28166297] 'agreement among raft nodes before linearized reading' (duration: 234.932628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.09025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.745681Z","time spent":"344.557721ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:09:03.090251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:02.773153Z","time spent":"317.090048ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-api-5cd8fbc8b-w9pgg.189980f6b456ea65\" "} {"level":"warn","ts":"2026-03-04T02:09:03.621106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.198368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:03.621207Z","caller":"traceutil/trace.go:171","msg":"trace[157895125] linearizableReadLoop","detail":"{readStateIndex:22365; appliedIndex:22364; }","duration":"529.259447ms","start":"2026-03-04T02:09:03.091929Z","end":"2026-03-04T02:09:03.621188Z","steps":["trace[157895125] 'read index received' (duration: 95.884135ms)","trace[157895125] 'applied index is now lower than readState.Index' (duration: 433.372952ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:03.621245Z","caller":"traceutil/trace.go:171","msg":"trace[2094352972] transaction","detail":"{read_only:false; response_revision:21601; number_of_response:1; }","duration":"530.566432ms","start":"2026-03-04T02:09:03.09065Z","end":"2026-03-04T02:09:03.621216Z","steps":["trace[2094352972] 'process raft request' (duration: 97.172409ms)","trace[2094352972] 'compare' (duration: 432.932371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:03.621345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.424112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:03.621364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.090628Z","time spent":"530.672204ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:03.621381Z","caller":"traceutil/trace.go:171","msg":"trace[720615564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21601; }","duration":"529.460383ms","start":"2026-03-04T02:09:03.091912Z","end":"2026-03-04T02:09:03.621372Z","steps":["trace[720615564] 'agreement among raft nodes before linearized reading' (duration: 529.35053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.621415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.091858Z","time spent":"529.548694ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:03.62478Z","caller":"traceutil/trace.go:171","msg":"trace[501921337] transaction","detail":"{read_only:false; response_revision:21602; number_of_response:1; }","duration":"531.890385ms","start":"2026-03-04T02:09:03.092868Z","end":"2026-03-04T02:09:03.624758Z","steps":["trace[501921337] 'process raft request' (duration: 531.65992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:03.624845Z","caller":"traceutil/trace.go:171","msg":"trace[702999545] transaction","detail":"{read_only:false; response_revision:21604; number_of_response:1; }","duration":"529.509394ms","start":"2026-03-04T02:09:03.095313Z","end":"2026-03-04T02:09:03.624823Z","steps":["trace[702999545] 'process raft request' (duration: 529.371091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.624903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.092823Z","time spent":"532.014199ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:03.624934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.69292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:03.624987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.095303Z","time spent":"529.610886ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:03.62501Z","caller":"traceutil/trace.go:171","msg":"trace[1675679302] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:21604; }","duration":"531.795402ms","start":"2026-03-04T02:09:03.0932Z","end":"2026-03-04T02:09:03.624995Z","steps":["trace[1675679302] 'agreement among raft nodes before linearized reading' (duration: 531.601358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.625032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.847824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4e60ea3d-e115-4429-8832-e7b298fb35d1\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-04T02:09:03.625071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.489654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7295"} {"level":"info","ts":"2026-03-04T02:09:03.625102Z","caller":"traceutil/trace.go:171","msg":"trace[1077201857] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:21604; }","duration":"524.524226ms","start":"2026-03-04T02:09:03.100569Z","end":"2026-03-04T02:09:03.625093Z","steps":["trace[1077201857] 'agreement among raft nodes before linearized reading' (duration: 524.397102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:03.625106Z","caller":"traceutil/trace.go:171","msg":"trace[1403720840] transaction","detail":"{read_only:false; response_revision:21603; number_of_response:1; }","duration":"530.348797ms","start":"2026-03-04T02:09:03.094746Z","end":"2026-03-04T02:09:03.625094Z","steps":["trace[1403720840] 'process raft request' (duration: 529.887764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.625122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.100521Z","time spent":"524.597327ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:09:03.625108Z","caller":"traceutil/trace.go:171","msg":"trace[14121203] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4e60ea3d-e115-4429-8832-e7b298fb35d1; range_end:; response_count:1; response_revision:21604; }","duration":"531.943848ms","start":"2026-03-04T02:09:03.093143Z","end":"2026-03-04T02:09:03.625087Z","steps":["trace[14121203] 'agreement among raft nodes before linearized reading' (duration: 531.825804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:03.625173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.094731Z","time spent":"530.405058ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:03.625187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.093133Z","time spent":"532.04421ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-4e60ea3d-e115-4429-8832-e7b298fb35d1\" "} {"level":"warn","ts":"2026-03-04T02:09:03.625054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.093164Z","time spent":"531.881205ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:09:03.882613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.012455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:03.882743Z","caller":"traceutil/trace.go:171","msg":"trace[780230100] linearizableReadLoop","detail":"{readStateIndex:22369; appliedIndex:22368; }","duration":"248.165433ms","start":"2026-03-04T02:09:03.634557Z","end":"2026-03-04T02:09:03.882722Z","steps":["trace[780230100] 'read index received' (duration: 111.974952ms)","trace[780230100] 'applied index is now lower than readState.Index' (duration: 136.188771ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:03.882819Z","caller":"traceutil/trace.go:171","msg":"trace[1107989357] transaction","detail":"{read_only:false; response_revision:21605; number_of_response:1; }","duration":"248.571023ms","start":"2026-03-04T02:09:03.634236Z","end":"2026-03-04T02:09:03.882807Z","steps":["trace[1107989357] 'process raft request' (duration: 112.28616ms)","trace[1107989357] 'compare' (duration: 135.878362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:03.883093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.511651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-ks-user-domain\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:03.883174Z","caller":"traceutil/trace.go:171","msg":"trace[1522155822] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-ks-user-domain; range_end:; response_count:0; response_revision:21605; }","duration":"248.613003ms","start":"2026-03-04T02:09:03.63454Z","end":"2026-03-04T02:09:03.883153Z","steps":["trace[1522155822] 'agreement among raft nodes before linearized reading' (duration: 248.411188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.166822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.361267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:04.166912Z","caller":"traceutil/trace.go:171","msg":"trace[1633600628] linearizableReadLoop","detail":"{readStateIndex:22370; appliedIndex:22369; }","duration":"284.119623ms","start":"2026-03-04T02:09:03.882778Z","end":"2026-03-04T02:09:04.166898Z","steps":["trace[1633600628] 'read index received' (duration: 111.52921ms)","trace[1633600628] 'applied index is now lower than readState.Index' (duration: 172.589043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:04.167005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.495823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:04.16697Z","caller":"traceutil/trace.go:171","msg":"trace[1427742742] transaction","detail":"{read_only:false; response_revision:21606; number_of_response:1; }","duration":"528.235679ms","start":"2026-03-04T02:09:03.638688Z","end":"2026-03-04T02:09:04.166924Z","steps":["trace[1427742742] 'process raft request' (duration: 355.686488ms)","trace[1427742742] 'compare' (duration: 172.261184ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:04.167032Z","caller":"traceutil/trace.go:171","msg":"trace[1723407123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21606; }","duration":"409.544154ms","start":"2026-03-04T02:09:03.757479Z","end":"2026-03-04T02:09:04.167024Z","steps":["trace[1723407123] 'agreement among raft nodes before linearized reading' (duration: 409.488283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.167061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.757467Z","time spent":"409.588866ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:04.167124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.638674Z","time spent":"528.369694ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6233,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:04.167275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.992473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:04.167309Z","caller":"traceutil/trace.go:171","msg":"trace[1723377111] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:21606; }","duration":"205.068625ms","start":"2026-03-04T02:09:03.962229Z","end":"2026-03-04T02:09:04.167297Z","steps":["trace[1723377111] 'agreement among raft nodes before linearized reading' (duration: 205.004803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.167336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.331571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:09:04.167404Z","caller":"traceutil/trace.go:171","msg":"trace[2026542442] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4; range_end:; response_count:1; response_revision:21606; }","duration":"281.425514ms","start":"2026-03-04T02:09:03.88596Z","end":"2026-03-04T02:09:04.167386Z","steps":["trace[2026542442] 'agreement among raft nodes before linearized reading' (duration: 281.203588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.167409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.135426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:04.16742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.047025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:04.16747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.178683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-04T02:09:04.16749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.129493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:04.167502Z","caller":"traceutil/trace.go:171","msg":"trace[2077363906] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21606; }","duration":"429.242064ms","start":"2026-03-04T02:09:03.73825Z","end":"2026-03-04T02:09:04.167492Z","steps":["trace[2077363906] 'agreement among raft nodes before linearized reading' (duration: 429.131922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:04.167493Z","caller":"traceutil/trace.go:171","msg":"trace[1672251182] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:21606; }","duration":"281.226128ms","start":"2026-03-04T02:09:03.886232Z","end":"2026-03-04T02:09:04.167458Z","steps":["trace[1672251182] 'agreement among raft nodes before linearized reading' (duration: 281.113575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:04.167529Z","caller":"traceutil/trace.go:171","msg":"trace[1514104064] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:21606; }","duration":"147.205675ms","start":"2026-03-04T02:09:04.020315Z","end":"2026-03-04T02:09:04.167521Z","steps":["trace[1514104064] 'agreement among raft nodes before linearized reading' (duration: 147.145144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.167536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:03.738229Z","time spent":"429.299086ms","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-04T02:09:04.167491Z","caller":"traceutil/trace.go:171","msg":"trace[312810812] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21606; }","duration":"254.170937ms","start":"2026-03-04T02:09:03.913302Z","end":"2026-03-04T02:09:04.167473Z","steps":["trace[312810812] 'agreement among raft nodes before linearized reading' (duration: 253.934691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.488084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.19748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:04.488175Z","caller":"traceutil/trace.go:171","msg":"trace[990554888] linearizableReadLoop","detail":"{readStateIndex:22372; appliedIndex:22371; }","duration":"251.993191ms","start":"2026-03-04T02:09:04.236145Z","end":"2026-03-04T02:09:04.488138Z","steps":["trace[990554888] 'read index received' (duration: 142.824511ms)","trace[990554888] 'applied index is now lower than readState.Index' (duration: 109.16785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:04.488277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.136835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-db-admin\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:04.488295Z","caller":"traceutil/trace.go:171","msg":"trace[1851164943] range","detail":"{range_begin:/registry/secrets/openstack/magnum-db-admin; range_end:; response_count:0; response_revision:21608; }","duration":"252.159526ms","start":"2026-03-04T02:09:04.236131Z","end":"2026-03-04T02:09:04.48829Z","steps":["trace[1851164943] 'agreement among raft nodes before linearized reading' (duration: 252.077014ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:04.48824Z","caller":"traceutil/trace.go:171","msg":"trace[1635160427] transaction","detail":"{read_only:false; response_revision:21608; number_of_response:1; }","duration":"254.065805ms","start":"2026-03-04T02:09:04.234149Z","end":"2026-03-04T02:09:04.488215Z","steps":["trace[1635160427] 'process raft request' (duration: 144.68813ms)","trace[1635160427] 'compare' (duration: 109.089208ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:04.673162Z","caller":"traceutil/trace.go:171","msg":"trace[1351789568] transaction","detail":"{read_only:false; response_revision:21609; number_of_response:1; }","duration":"434.426268ms","start":"2026-03-04T02:09:04.23869Z","end":"2026-03-04T02:09:04.673117Z","steps":["trace[1351789568] 'process raft request' (duration: 362.499255ms)","trace[1351789568] 'compare' (duration: 71.536844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:04.673448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.238676Z","time spent":"434.585883ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7630,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:04.771799Z","caller":"traceutil/trace.go:171","msg":"trace[421751728] linearizableReadLoop","detail":"{readStateIndex:22374; appliedIndex:22372; }","duration":"283.578899ms","start":"2026-03-04T02:09:04.488189Z","end":"2026-03-04T02:09:04.771768Z","steps":["trace[421751728] 'read index received' (duration: 112.998349ms)","trace[421751728] 'applied index is now lower than readState.Index' (duration: 170.57831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:04.772071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.039566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:04.772109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.534501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-db-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:04.772139Z","caller":"traceutil/trace.go:171","msg":"trace[1482120241] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21609; }","duration":"376.148168ms","start":"2026-03-04T02:09:04.395971Z","end":"2026-03-04T02:09:04.772119Z","steps":["trace[1482120241] 'agreement among raft nodes before linearized reading' (duration: 375.975664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.772246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.395956Z","time spent":"376.273482ms","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:04.772255Z","caller":"traceutil/trace.go:171","msg":"trace[1546471799] range","detail":"{range_begin:/registry/secrets/openstack/magnum-db-user; range_end:; response_count:0; response_revision:21609; }","duration":"280.706465ms","start":"2026-03-04T02:09:04.491509Z","end":"2026-03-04T02:09:04.772216Z","steps":["trace[1546471799] 'agreement among raft nodes before linearized reading' (duration: 280.49968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.772286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.124725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:09:04.772361Z","caller":"traceutil/trace.go:171","msg":"trace[590886354] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4; range_end:; response_count:1; response_revision:21609; }","duration":"279.262017ms","start":"2026-03-04T02:09:04.493078Z","end":"2026-03-04T02:09:04.77234Z","steps":["trace[590886354] 'agreement among raft nodes before linearized reading' (duration: 279.036272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.772282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.814298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:09:04.772474Z","caller":"traceutil/trace.go:171","msg":"trace[1103256613] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:21609; }","duration":"178.055644ms","start":"2026-03-04T02:09:04.5944Z","end":"2026-03-04T02:09:04.772455Z","steps":["trace[1103256613] 'agreement among raft nodes before linearized reading' (duration: 177.711016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:04.928906Z","caller":"traceutil/trace.go:171","msg":"trace[464410189] linearizableReadLoop","detail":"{readStateIndex:22375; appliedIndex:22374; }","duration":"153.286743ms","start":"2026-03-04T02:09:04.775593Z","end":"2026-03-04T02:09:04.92888Z","steps":["trace[464410189] 'read index received' (duration: 153.18331ms)","trace[464410189] 'applied index is now lower than readState.Index' (duration: 102.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:04.92899Z","caller":"traceutil/trace.go:171","msg":"trace[1879525196] transaction","detail":"{read_only:false; response_revision:21610; number_of_response:1; }","duration":"154.361841ms","start":"2026-03-04T02:09:04.77456Z","end":"2026-03-04T02:09:04.928922Z","steps":["trace[1879525196] 'process raft request' (duration: 154.143406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:04.929139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.520068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-keystone-admin\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:04.929278Z","caller":"traceutil/trace.go:171","msg":"trace[228421229] range","detail":"{range_begin:/registry/secrets/openstack/magnum-keystone-admin; range_end:; response_count:0; response_revision:21610; }","duration":"153.691692ms","start":"2026-03-04T02:09:04.775563Z","end":"2026-03-04T02:09:04.929255Z","steps":["trace[228421229] 'agreement among raft nodes before linearized reading' (duration: 153.448216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.05964Z","caller":"traceutil/trace.go:171","msg":"trace[1144405479] linearizableReadLoop","detail":"{readStateIndex:22376; appliedIndex:22375; }","duration":"130.620415ms","start":"2026-03-04T02:09:04.928995Z","end":"2026-03-04T02:09:05.059616Z","steps":["trace[1144405479] 'read index received' (duration: 118.540642ms)","trace[1144405479] 'applied index is now lower than readState.Index' (duration: 12.078753ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:05.059751Z","caller":"traceutil/trace.go:171","msg":"trace[275322510] transaction","detail":"{read_only:false; response_revision:21611; number_of_response:1; }","duration":"279.72659ms","start":"2026-03-04T02:09:04.780008Z","end":"2026-03-04T02:09:05.059734Z","steps":["trace[275322510] 'process raft request' (duration: 267.514133ms)","trace[275322510] 'compare' (duration: 11.845307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:05.059963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.939939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2c03cb0b-98ff-41fa-a74e-daead15f13ea\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:09:05.060071Z","caller":"traceutil/trace.go:171","msg":"trace[2111854723] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2c03cb0b-98ff-41fa-a74e-daead15f13ea; range_end:; response_count:1; response_revision:21611; }","duration":"284.095083ms","start":"2026-03-04T02:09:04.77595Z","end":"2026-03-04T02:09:05.060045Z","steps":["trace[2111854723] 'agreement among raft nodes before linearized reading' (duration: 283.820026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.350543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.984784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:05.350667Z","caller":"traceutil/trace.go:171","msg":"trace[938745023] linearizableReadLoop","detail":"{readStateIndex:22377; appliedIndex:22376; }","duration":"290.950131ms","start":"2026-03-04T02:09:05.0597Z","end":"2026-03-04T02:09:05.35065Z","steps":["trace[938745023] 'read index received' (duration: 122.695841ms)","trace[938745023] 'applied index is now lower than readState.Index' (duration: 168.25252ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:05.35076Z","caller":"traceutil/trace.go:171","msg":"trace[1706720235] transaction","detail":"{read_only:false; response_revision:21612; number_of_response:1; }","duration":"417.438199ms","start":"2026-03-04T02:09:04.933303Z","end":"2026-03-04T02:09:05.350741Z","steps":["trace[1706720235] 'process raft request' (duration: 249.182879ms)","trace[1706720235] 'compare' (duration: 167.591303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:05.350818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.933294Z","time spent":"417.499171ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:05.351008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.978719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-keystone-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:05.351022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.476512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6752"} {"level":"info","ts":"2026-03-04T02:09:05.351107Z","caller":"traceutil/trace.go:171","msg":"trace[713419697] range","detail":"{range_begin:/registry/secrets/openstack/magnum-keystone-user; range_end:; response_count:0; response_revision:21612; }","duration":"419.107863ms","start":"2026-03-04T02:09:04.931977Z","end":"2026-03-04T02:09:05.351085Z","steps":["trace[713419697] 'agreement among raft nodes before linearized reading' (duration: 418.901358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.35112Z","caller":"traceutil/trace.go:171","msg":"trace[979938215] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:21612; }","duration":"287.680396ms","start":"2026-03-04T02:09:05.063415Z","end":"2026-03-04T02:09:05.351095Z","steps":["trace[979938215] 'agreement among raft nodes before linearized reading' (duration: 287.482291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.351167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:04.931964Z","time spent":"419.190064ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/magnum-keystone-user\" "} {"level":"info","ts":"2026-03-04T02:09:05.575802Z","caller":"traceutil/trace.go:171","msg":"trace[1514564983] linearizableReadLoop","detail":"{readStateIndex:22378; appliedIndex:22377; }","duration":"219.058707ms","start":"2026-03-04T02:09:05.356723Z","end":"2026-03-04T02:09:05.575781Z","steps":["trace[1514564983] 'read index received' (duration: 124.851625ms)","trace[1514564983] 'applied index is now lower than readState.Index' (duration: 94.206352ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:05.575929Z","caller":"traceutil/trace.go:171","msg":"trace[531570016] transaction","detail":"{read_only:false; response_revision:21613; number_of_response:1; }","duration":"221.10142ms","start":"2026-03-04T02:09:05.354757Z","end":"2026-03-04T02:09:05.575858Z","steps":["trace[531570016] 'process raft request' (duration: 126.727384ms)","trace[531570016] 'compare' (duration: 94.208082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:05.575991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.17095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-rabbitmq-admin\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:05.576393Z","caller":"traceutil/trace.go:171","msg":"trace[2061594870] range","detail":"{range_begin:/registry/secrets/openstack/magnum-rabbitmq-admin; range_end:; response_count:0; response_revision:21613; }","duration":"219.693504ms","start":"2026-03-04T02:09:05.356684Z","end":"2026-03-04T02:09:05.576378Z","steps":["trace[2061594870] 'agreement among raft nodes before linearized reading' (duration: 219.16415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:05.861052Z","caller":"traceutil/trace.go:171","msg":"trace[1019363192] linearizableReadLoop","detail":"{readStateIndex:22379; appliedIndex:22378; }","duration":"281.577488ms","start":"2026-03-04T02:09:05.579445Z","end":"2026-03-04T02:09:05.861022Z","steps":["trace[1019363192] 'read index received' (duration: 239.680722ms)","trace[1019363192] 'applied index is now lower than readState.Index' (duration: 41.895496ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:05.861193Z","caller":"traceutil/trace.go:171","msg":"trace[1774531996] transaction","detail":"{read_only:false; response_revision:21614; number_of_response:1; }","duration":"501.621741ms","start":"2026-03-04T02:09:05.359464Z","end":"2026-03-04T02:09:05.861086Z","steps":["trace[1774531996] 'process raft request' (duration: 459.641123ms)","trace[1774531996] 'compare' (duration: 41.733112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:05.861246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.793934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-rabbitmq-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:05.861302Z","caller":"traceutil/trace.go:171","msg":"trace[575747156] range","detail":"{range_begin:/registry/secrets/openstack/magnum-rabbitmq-user; range_end:; response_count:0; response_revision:21614; }","duration":"281.883286ms","start":"2026-03-04T02:09:05.579402Z","end":"2026-03-04T02:09:05.861285Z","steps":["trace[575747156] 'agreement among raft nodes before linearized reading' (duration: 281.781093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.861344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.359448Z","time spent":"501.807886ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:05.957992Z","caller":"traceutil/trace.go:171","msg":"trace[2126616657] transaction","detail":"{read_only:false; response_revision:21615; number_of_response:1; }","duration":"377.661639ms","start":"2026-03-04T02:09:05.58031Z","end":"2026-03-04T02:09:05.957972Z","steps":["trace[2126616657] 'process raft request' (duration: 377.537176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:05.958102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:05.580286Z","time spent":"377.765241ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:05.958335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.098772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:05.958365Z","caller":"traceutil/trace.go:171","msg":"trace[347793056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21615; }","duration":"201.131373ms","start":"2026-03-04T02:09:05.757227Z","end":"2026-03-04T02:09:05.958358Z","steps":["trace[347793056] 'agreement among raft nodes before linearized reading' (duration: 201.057161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.219309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.3668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/magnum-openstack-magnum-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:06.219447Z","caller":"traceutil/trace.go:171","msg":"trace[1030749296] transaction","detail":"{read_only:false; response_revision:21616; number_of_response:1; }","duration":"251.690242ms","start":"2026-03-04T02:09:05.96771Z","end":"2026-03-04T02:09:06.2194Z","steps":["trace[1030749296] 'process raft request' (duration: 216.842609ms)","trace[1030749296] 'compare' (duration: 34.412003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:06.219375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.445662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:09:06.219624Z","caller":"traceutil/trace.go:171","msg":"trace[625882704] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4; range_end:; response_count:1; response_revision:21615; }","duration":"257.73986ms","start":"2026-03-04T02:09:05.961869Z","end":"2026-03-04T02:09:06.219609Z","steps":["trace[625882704] 'range keys from in-memory index tree' (duration: 257.244607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.219762Z","caller":"traceutil/trace.go:171","msg":"trace[406382501] range","detail":"{range_begin:/registry/roles/openstack/magnum-openstack-magnum-api; range_end:; response_count:0; response_revision:21615; }","duration":"257.617547ms","start":"2026-03-04T02:09:05.961868Z","end":"2026-03-04T02:09:06.219485Z","steps":["trace[406382501] 'range keys from in-memory index tree' (duration: 257.270189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.449085Z","caller":"traceutil/trace.go:171","msg":"trace[909594130] linearizableReadLoop","detail":"{readStateIndex:22383; appliedIndex:22382; }","duration":"139.621618ms","start":"2026-03-04T02:09:06.309443Z","end":"2026-03-04T02:09:06.449064Z","steps":["trace[909594130] 'read index received' (duration: 113.184403ms)","trace[909594130] 'applied index is now lower than readState.Index' (duration: 26.436085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:06.449301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.809683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-mmvf5.1899814bbb046768\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-03-04T02:09:06.449326Z","caller":"traceutil/trace.go:171","msg":"trace[479023171] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-mmvf5.1899814bbb046768; range_end:; response_count:1; response_revision:21618; }","duration":"139.901126ms","start":"2026-03-04T02:09:06.309416Z","end":"2026-03-04T02:09:06.449317Z","steps":["trace[479023171] 'agreement among raft nodes before linearized reading' (duration: 139.763871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.449305Z","caller":"traceutil/trace.go:171","msg":"trace[393654885] transaction","detail":"{read_only:false; response_revision:21618; number_of_response:1; }","duration":"139.759421ms","start":"2026-03-04T02:09:06.309377Z","end":"2026-03-04T02:09:06.449137Z","steps":["trace[393654885] 'process raft request' (duration: 113.324347ms)","trace[393654885] 'compare' (duration: 26.217139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:06.44949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.069398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/magnum-openstack-magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:06.449576Z","caller":"traceutil/trace.go:171","msg":"trace[755371424] range","detail":"{range_begin:/registry/roles/openstack/magnum-openstack-magnum-ks-endpoints; range_end:; response_count:0; response_revision:21618; }","duration":"138.182071ms","start":"2026-03-04T02:09:06.311373Z","end":"2026-03-04T02:09:06.449555Z","steps":["trace[755371424] 'agreement among raft nodes before linearized reading' (duration: 138.037787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.760458Z","caller":"traceutil/trace.go:171","msg":"trace[1863335068] linearizableReadLoop","detail":"{readStateIndex:22385; appliedIndex:22384; }","duration":"269.372402ms","start":"2026-03-04T02:09:06.491067Z","end":"2026-03-04T02:09:06.760439Z","steps":["trace[1863335068] 'read index received' (duration: 269.254629ms)","trace[1863335068] 'applied index is now lower than readState.Index' (duration: 117.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:06.76052Z","caller":"traceutil/trace.go:171","msg":"trace[667964677] transaction","detail":"{read_only:false; response_revision:21620; number_of_response:1; }","duration":"300.665752ms","start":"2026-03-04T02:09:06.459833Z","end":"2026-03-04T02:09:06.760499Z","steps":["trace[667964677] 'process raft request' (duration: 300.478738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.760566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.488544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/magnum-openstack-magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:06.760585Z","caller":"traceutil/trace.go:171","msg":"trace[1854629239] range","detail":"{range_begin:/registry/roles/openstack/magnum-openstack-magnum-ks-user; range_end:; response_count:0; response_revision:21620; }","duration":"269.568566ms","start":"2026-03-04T02:09:06.49101Z","end":"2026-03-04T02:09:06.760578Z","steps":["trace[1854629239] 'agreement among raft nodes before linearized reading' (duration: 269.509635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.760635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.459811Z","time spent":"300.758704ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4661,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:06.94086Z","caller":"traceutil/trace.go:171","msg":"trace[1983421603] linearizableReadLoop","detail":"{readStateIndex:22386; appliedIndex:22385; }","duration":"180.334115ms","start":"2026-03-04T02:09:06.760505Z","end":"2026-03-04T02:09:06.940839Z","steps":["trace[1983421603] 'read index received' (duration: 91.117222ms)","trace[1983421603] 'applied index is now lower than readState.Index' (duration: 89.213303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:06.940997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.073066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:06.940983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.102338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:06.94102Z","caller":"traceutil/trace.go:171","msg":"trace[2058180208] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21621; }","duration":"315.115307ms","start":"2026-03-04T02:09:06.625899Z","end":"2026-03-04T02:09:06.941015Z","steps":["trace[2058180208] 'agreement among raft nodes before linearized reading' (duration: 315.036745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.94099Z","caller":"traceutil/trace.go:171","msg":"trace[1730562790] transaction","detail":"{read_only:false; response_revision:21621; number_of_response:1; }","duration":"449.172152ms","start":"2026-03-04T02:09:06.491786Z","end":"2026-03-04T02:09:06.940959Z","steps":["trace[1730562790] 'process raft request' (duration: 359.848666ms)","trace[1730562790] 'compare' (duration: 89.043208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:06.94114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.696968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-04T02:09:06.941156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.88238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-l5555\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-03-04T02:09:06.941161Z","caller":"traceutil/trace.go:171","msg":"trace[1411102424] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21621; }","duration":"343.745669ms","start":"2026-03-04T02:09:06.59741Z","end":"2026-03-04T02:09:06.941155Z","steps":["trace[1411102424] 'agreement among raft nodes before linearized reading' (duration: 343.640987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.941146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.49176Z","time spent":"449.310585ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":987,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:06.941178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.597389Z","time spent":"343.78521ms","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T02:09:06.941205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.796478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/magnum-openstack-magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:06.941226Z","caller":"traceutil/trace.go:171","msg":"trace[1186070293] range","detail":"{range_begin:/registry/roles/openstack/magnum-openstack-magnum-rabbit-init; range_end:; response_count:0; response_revision:21621; }","duration":"177.832769ms","start":"2026-03-04T02:09:06.763388Z","end":"2026-03-04T02:09:06.941221Z","steps":["trace[1186070293] 'agreement among raft nodes before linearized reading' (duration: 177.798858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:06.941176Z","caller":"traceutil/trace.go:171","msg":"trace[1905592573] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-l5555; range_end:; response_count:1; response_revision:21621; }","duration":"177.939452ms","start":"2026-03-04T02:09:06.76323Z","end":"2026-03-04T02:09:06.941169Z","steps":["trace[1905592573] 'agreement among raft nodes before linearized reading' (duration: 177.841139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:06.941039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.625844Z","time spent":"315.191269ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:06.941036Z","caller":"traceutil/trace.go:171","msg":"trace[1340308136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21621; }","duration":"185.222641ms","start":"2026-03-04T02:09:06.755799Z","end":"2026-03-04T02:09:06.941022Z","steps":["trace[1340308136] 'agreement among raft nodes before linearized reading' (duration: 185.112099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.318099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.447881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:07.31819Z","caller":"traceutil/trace.go:171","msg":"trace[1701768366] linearizableReadLoop","detail":"{readStateIndex:22387; appliedIndex:22386; }","duration":"371.93163ms","start":"2026-03-04T02:09:06.94624Z","end":"2026-03-04T02:09:07.318172Z","steps":["trace[1701768366] 'read index received' (duration: 126.360975ms)","trace[1701768366] 'applied index is now lower than readState.Index' (duration: 245.568845ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:07.318256Z","caller":"traceutil/trace.go:171","msg":"trace[245486252] transaction","detail":"{read_only:false; response_revision:21622; number_of_response:1; }","duration":"372.310459ms","start":"2026-03-04T02:09:06.945936Z","end":"2026-03-04T02:09:07.318246Z","steps":["trace[245486252] 'process raft request' (duration: 126.652172ms)","trace[245486252] 'compare' (duration: 245.244056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:07.318306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.945924Z","time spent":"372.361011ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:07.318569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.32192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/magnum-magnum-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:07.318604Z","caller":"traceutil/trace.go:171","msg":"trace[2109993892] range","detail":"{range_begin:/registry/rolebindings/openstack/magnum-magnum-api; range_end:; response_count:0; response_revision:21622; }","duration":"372.36066ms","start":"2026-03-04T02:09:06.946234Z","end":"2026-03-04T02:09:07.318595Z","steps":["trace[2109993892] 'agreement among raft nodes before linearized reading' (duration: 372.237177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.318636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.946217Z","time spent":"372.413692ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/openstack/magnum-magnum-api\" "} {"level":"warn","ts":"2026-03-04T02:09:07.409813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.376183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:09:07.409892Z","caller":"traceutil/trace.go:171","msg":"trace[434740215] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:21623; }","duration":"205.488717ms","start":"2026-03-04T02:09:07.204385Z","end":"2026-03-04T02:09:07.409873Z","steps":["trace[434740215] 'agreement among raft nodes before linearized reading' (duration: 205.294051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:07.410122Z","caller":"traceutil/trace.go:171","msg":"trace[475819161] transaction","detail":"{read_only:false; response_revision:21623; number_of_response:1; }","duration":"460.251518ms","start":"2026-03-04T02:09:06.949858Z","end":"2026-03-04T02:09:07.410109Z","steps":["trace[475819161] 'process raft request' (duration: 459.313333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.410217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.949846Z","time spent":"460.3134ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5941,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:07.410696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.566284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:09:07.410743Z","caller":"traceutil/trace.go:171","msg":"trace[1142067519] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:21623; }","duration":"463.631926ms","start":"2026-03-04T02:09:06.9471Z","end":"2026-03-04T02:09:07.410732Z","steps":["trace[1142067519] 'agreement among raft nodes before linearized reading' (duration: 463.515293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.410797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:06.947096Z","time spent":"463.676417ms","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-04T02:09:07.621946Z","caller":"traceutil/trace.go:171","msg":"trace[1143381700] linearizableReadLoop","detail":"{readStateIndex:22389; appliedIndex:22388; }","duration":"212.619881ms","start":"2026-03-04T02:09:07.409305Z","end":"2026-03-04T02:09:07.621925Z","steps":["trace[1143381700] 'read index received' (duration: 202.058366ms)","trace[1143381700] 'applied index is now lower than readState.Index' (duration: 10.559995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:07.6221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.840935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:07.62213Z","caller":"traceutil/trace.go:171","msg":"trace[1681410182] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:21624; }","duration":"207.608922ms","start":"2026-03-04T02:09:07.414514Z","end":"2026-03-04T02:09:07.622123Z","steps":["trace[1681410182] 'agreement among raft nodes before linearized reading' (duration: 207.516799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.622126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.642484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:07.622182Z","caller":"traceutil/trace.go:171","msg":"trace[119438525] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:21624; }","duration":"101.735387ms","start":"2026-03-04T02:09:07.520432Z","end":"2026-03-04T02:09:07.622167Z","steps":["trace[119438525] 'agreement among raft nodes before linearized reading' (duration: 101.636794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.622344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.715172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7df08e72-2e01-4024-890f-ebe916896447\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-04T02:09:07.62211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.306383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/magnum-magnum-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:07.622408Z","caller":"traceutil/trace.go:171","msg":"trace[1142579145] range","detail":"{range_begin:/registry/rolebindings/openstack/magnum-magnum-db-init; range_end:; response_count:0; response_revision:21624; }","duration":"300.637491ms","start":"2026-03-04T02:09:07.321752Z","end":"2026-03-04T02:09:07.62239Z","steps":["trace[1142579145] 'agreement among raft nodes before linearized reading' (duration: 300.255522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.622502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.321736Z","time spent":"300.748294ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/openstack/magnum-magnum-db-init\" "} {"level":"warn","ts":"2026-03-04T02:09:07.622517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.008429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kgtnl\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-04T02:09:07.622564Z","caller":"traceutil/trace.go:171","msg":"trace[1431011571] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kgtnl; range_end:; response_count:1; response_revision:21624; }","duration":"206.069481ms","start":"2026-03-04T02:09:07.41648Z","end":"2026-03-04T02:09:07.622549Z","steps":["trace[1431011571] 'agreement among raft nodes before linearized reading' (duration: 205.924067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:07.622373Z","caller":"traceutil/trace.go:171","msg":"trace[1350655601] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7df08e72-2e01-4024-890f-ebe916896447; range_end:; response_count:1; response_revision:21624; }","duration":"205.776564ms","start":"2026-03-04T02:09:07.41659Z","end":"2026-03-04T02:09:07.622366Z","steps":["trace[1350655601] 'agreement among raft nodes before linearized reading' (duration: 205.676621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:07.621963Z","caller":"traceutil/trace.go:171","msg":"trace[313789414] transaction","detail":"{read_only:false; response_revision:21624; number_of_response:1; }","duration":"300.009996ms","start":"2026-03-04T02:09:07.321934Z","end":"2026-03-04T02:09:07.621944Z","steps":["trace[313789414] 'process raft request' (duration: 289.500434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:07.623013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.321918Z","time spent":"301.047932ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:08.174017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.875605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:08.17428Z","caller":"traceutil/trace.go:171","msg":"trace[636390944] transaction","detail":"{read_only:false; response_revision:21626; number_of_response:1; }","duration":"541.583036ms","start":"2026-03-04T02:09:07.632674Z","end":"2026-03-04T02:09:08.174257Z","steps":["trace[636390944] 'process raft request' (duration: 541.471433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:08.174307Z","caller":"traceutil/trace.go:171","msg":"trace[789727293] transaction","detail":"{read_only:false; response_revision:21625; number_of_response:1; }","duration":"546.785651ms","start":"2026-03-04T02:09:07.627494Z","end":"2026-03-04T02:09:08.174279Z","steps":["trace[789727293] 'process raft request' (duration: 210.562688ms)","trace[789727293] 'compare' (duration: 335.434363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:08.174404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.627483Z","time spent":"546.879824ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:08.174476Z","caller":"traceutil/trace.go:171","msg":"trace[2042581678] linearizableReadLoop","detail":"{readStateIndex:22390; appliedIndex:22389; }","duration":"545.886748ms","start":"2026-03-04T02:09:07.628576Z","end":"2026-03-04T02:09:08.174463Z","steps":["trace[2042581678] 'read index received' (duration: 209.567831ms)","trace[2042581678] 'applied index is now lower than readState.Index' (duration: 336.317397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:08.174412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.632658Z","time spent":"541.696269ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7022,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:08.174697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.387164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:08.174765Z","caller":"traceutil/trace.go:171","msg":"trace[515055648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21626; }","duration":"418.507647ms","start":"2026-03-04T02:09:07.756244Z","end":"2026-03-04T02:09:08.174751Z","steps":["trace[515055648] 'agreement among raft nodes before linearized reading' (duration: 418.397904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.174783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.729504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a28bc419-05ed-4ff5-a054-ca5eda03b5a1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:09:08.174869Z","caller":"traceutil/trace.go:171","msg":"trace[124402682] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a28bc419-05ed-4ff5-a054-ca5eda03b5a1; range_end:; response_count:1; response_revision:21626; }","duration":"545.840426ms","start":"2026-03-04T02:09:07.629003Z","end":"2026-03-04T02:09:08.174844Z","steps":["trace[124402682] 'agreement among raft nodes before linearized reading' (duration: 545.60799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.174816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.756224Z","time spent":"418.586388ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:08.174928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.628995Z","time spent":"545.922598ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-a28bc419-05ed-4ff5-a054-ca5eda03b5a1\" "} {"level":"warn","ts":"2026-03-04T02:09:08.174698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.103744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/magnum-magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:08.174991Z","caller":"traceutil/trace.go:171","msg":"trace[1155840796] range","detail":"{range_begin:/registry/rolebindings/openstack/magnum-magnum-ks-endpoints; range_end:; response_count:0; response_revision:21626; }","duration":"546.429161ms","start":"2026-03-04T02:09:07.628545Z","end":"2026-03-04T02:09:08.174974Z","steps":["trace[1155840796] 'agreement among raft nodes before linearized reading' (duration: 546.069372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.175025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:07.628532Z","time spent":"546.485304ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/openstack/magnum-magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:09:08.425091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.857887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:08.425331Z","caller":"traceutil/trace.go:171","msg":"trace[1085806519] linearizableReadLoop","detail":"{readStateIndex:22392; appliedIndex:22391; }","duration":"245.171184ms","start":"2026-03-04T02:09:08.180135Z","end":"2026-03-04T02:09:08.425306Z","steps":["trace[1085806519] 'read index received' (duration: 103.03983ms)","trace[1085806519] 'applied index is now lower than readState.Index' (duration: 142.128344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:08.425549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.386189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/magnum-magnum-ks-user-domain\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:08.425458Z","caller":"traceutil/trace.go:171","msg":"trace[783944986] transaction","detail":"{read_only:false; response_revision:21627; number_of_response:1; }","duration":"246.502719ms","start":"2026-03-04T02:09:08.178886Z","end":"2026-03-04T02:09:08.425389Z","steps":["trace[783944986] 'process raft request' (duration: 104.270993ms)","trace[783944986] 'compare' (duration: 141.724042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:08.425606Z","caller":"traceutil/trace.go:171","msg":"trace[1357316866] range","detail":"{range_begin:/registry/rolebindings/openstack/magnum-magnum-ks-user-domain; range_end:; response_count:0; response_revision:21627; }","duration":"245.492102ms","start":"2026-03-04T02:09:08.180099Z","end":"2026-03-04T02:09:08.425592Z","steps":["trace[1357316866] 'agreement among raft nodes before linearized reading' (duration: 245.300617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:08.430021Z","caller":"traceutil/trace.go:171","msg":"trace[148372204] transaction","detail":"{read_only:false; response_revision:21628; number_of_response:1; }","duration":"244.458226ms","start":"2026-03-04T02:09:08.185545Z","end":"2026-03-04T02:09:08.430003Z","steps":["trace[148372204] 'process raft request' (duration: 244.27926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.430131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.115649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:08.430233Z","caller":"traceutil/trace.go:171","msg":"trace[1406443537] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:21628; }","duration":"231.231313ms","start":"2026-03-04T02:09:08.198976Z","end":"2026-03-04T02:09:08.430207Z","steps":["trace[1406443537] 'agreement among raft nodes before linearized reading' (duration: 231.094389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.430128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.573113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:08.43041Z","caller":"traceutil/trace.go:171","msg":"trace[718491148] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:21628; }","duration":"123.901121ms","start":"2026-03-04T02:09:08.306488Z","end":"2026-03-04T02:09:08.430389Z","steps":["trace[718491148] 'agreement among raft nodes before linearized reading' (duration: 123.535482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.708222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.143298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:08.7083Z","caller":"traceutil/trace.go:171","msg":"trace[1517164760] linearizableReadLoop","detail":"{readStateIndex:22394; appliedIndex:22393; }","duration":"278.316632ms","start":"2026-03-04T02:09:08.42997Z","end":"2026-03-04T02:09:08.708287Z","steps":["trace[1517164760] 'read index received' (duration: 115.057741ms)","trace[1517164760] 'applied index is now lower than readState.Index' (duration: 163.257941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:08.708364Z","caller":"traceutil/trace.go:171","msg":"trace[1558471574] transaction","detail":"{read_only:false; response_revision:21629; number_of_response:1; }","duration":"278.621781ms","start":"2026-03-04T02:09:08.429733Z","end":"2026-03-04T02:09:08.708355Z","steps":["trace[1558471574] 'process raft request' (duration: 115.276558ms)","trace[1558471574] 'compare' (duration: 163.034266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:08.708583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.458133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/magnum-magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:08.708612Z","caller":"traceutil/trace.go:171","msg":"trace[280184696] range","detail":"{range_begin:/registry/rolebindings/openstack/magnum-magnum-ks-user; range_end:; response_count:0; response_revision:21629; }","duration":"279.537955ms","start":"2026-03-04T02:09:08.429068Z","end":"2026-03-04T02:09:08.708606Z","steps":["trace[280184696] 'agreement among raft nodes before linearized reading' (duration: 279.456593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.708827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.942986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-k6v6p\" ","response":"range_response_count:1 size:4045"} {"level":"warn","ts":"2026-03-04T02:09:08.708874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.185506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-04T02:09:08.708905Z","caller":"traceutil/trace.go:171","msg":"trace[131003651] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-k6v6p; range_end:; response_count:1; response_revision:21629; }","duration":"275.072189ms","start":"2026-03-04T02:09:08.433813Z","end":"2026-03-04T02:09:08.708885Z","steps":["trace[131003651] 'agreement among raft nodes before linearized reading' (duration: 274.840723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:08.708934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.942339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:09:08.709017Z","caller":"traceutil/trace.go:171","msg":"trace[771278049] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21629; }","duration":"120.039011ms","start":"2026-03-04T02:09:08.588959Z","end":"2026-03-04T02:09:08.708998Z","steps":["trace[771278049] 'agreement among raft nodes before linearized reading' (duration: 119.763964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:08.708961Z","caller":"traceutil/trace.go:171","msg":"trace[1037752038] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21629; }","duration":"100.31831ms","start":"2026-03-04T02:09:08.608627Z","end":"2026-03-04T02:09:08.708946Z","steps":["trace[1037752038] 'agreement among raft nodes before linearized reading' (duration: 100.093694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:09.000666Z","caller":"traceutil/trace.go:171","msg":"trace[798485863] linearizableReadLoop","detail":"{readStateIndex:22395; appliedIndex:22394; }","duration":"283.052346ms","start":"2026-03-04T02:09:08.717593Z","end":"2026-03-04T02:09:09.000645Z","steps":["trace[798485863] 'read index received' (duration: 242.031372ms)","trace[798485863] 'applied index is now lower than readState.Index' (duration: 41.020134ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:09.000749Z","caller":"traceutil/trace.go:171","msg":"trace[40274959] transaction","detail":"{read_only:false; response_revision:21630; number_of_response:1; }","duration":"286.443594ms","start":"2026-03-04T02:09:08.714276Z","end":"2026-03-04T02:09:09.00072Z","steps":["trace[40274959] 'process raft request' (duration: 245.333788ms)","trace[40274959] 'compare' (duration: 40.941111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:09.000853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.2449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:09:09.000878Z","caller":"traceutil/trace.go:171","msg":"trace[1005433281] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:21630; }","duration":"283.314963ms","start":"2026-03-04T02:09:08.717555Z","end":"2026-03-04T02:09:09.00087Z","steps":["trace[1005433281] 'agreement among raft nodes before linearized reading' (duration: 283.17468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:09.276343Z","caller":"traceutil/trace.go:171","msg":"trace[1490017415] linearizableReadLoop","detail":"{readStateIndex:22396; appliedIndex:22395; }","duration":"275.606174ms","start":"2026-03-04T02:09:09.000711Z","end":"2026-03-04T02:09:09.276317Z","steps":["trace[1490017415] 'read index received' (duration: 275.462149ms)","trace[1490017415] 'applied index is now lower than readState.Index' (duration: 142.955µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:09.276501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.742166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:09.276503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.473909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:09.276542Z","caller":"traceutil/trace.go:171","msg":"trace[1001603063] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:21631; }","duration":"405.850089ms","start":"2026-03-04T02:09:08.870682Z","end":"2026-03-04T02:09:09.276532Z","steps":["trace[1001603063] 'agreement among raft nodes before linearized reading' (duration: 405.758167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.276583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.870656Z","time spent":"405.91748ms","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:09.276588Z","caller":"traceutil/trace.go:171","msg":"trace[765075679] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21631; }","duration":"285.624523ms","start":"2026-03-04T02:09:08.990932Z","end":"2026-03-04T02:09:09.276556Z","steps":["trace[765075679] 'agreement among raft nodes before linearized reading' (duration: 285.449298ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:09.276698Z","caller":"traceutil/trace.go:171","msg":"trace[43401526] transaction","detail":"{read_only:false; response_revision:21631; number_of_response:1; }","duration":"558.154666ms","start":"2026-03-04T02:09:08.718524Z","end":"2026-03-04T02:09:09.276679Z","steps":["trace[43401526] 'process raft request' (duration: 557.598141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.276808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.718514Z","time spent":"558.232797ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6358,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:09.276831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.12594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:09.276861Z","caller":"traceutil/trace.go:171","msg":"trace[791051935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21631; }","duration":"520.200002ms","start":"2026-03-04T02:09:08.756652Z","end":"2026-03-04T02:09:09.276852Z","steps":["trace[791051935] 'agreement among raft nodes before linearized reading' (duration: 520.149221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.276887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.756628Z","time spent":"520.253184ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:09.276996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.314336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:09.277032Z","caller":"traceutil/trace.go:171","msg":"trace[1865966756] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:0; response_revision:21631; }","duration":"559.350057ms","start":"2026-03-04T02:09:08.717671Z","end":"2026-03-04T02:09:09.277021Z","steps":["trace[1865966756] 'agreement among raft nodes before linearized reading' (duration: 559.286315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.277061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:08.717654Z","time spent":"559.400208ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/magnum-api\" "} {"level":"info","ts":"2026-03-04T02:09:09.768392Z","caller":"traceutil/trace.go:171","msg":"trace[396176784] linearizableReadLoop","detail":"{readStateIndex:22397; appliedIndex:22396; }","duration":"491.95534ms","start":"2026-03-04T02:09:09.276412Z","end":"2026-03-04T02:09:09.768367Z","steps":["trace[396176784] 'read index received' (duration: 491.792126ms)","trace[396176784] 'applied index is now lower than readState.Index' (duration: 162.344µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:09.768553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.493717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:09:09.768613Z","caller":"traceutil/trace.go:171","msg":"trace[485138224] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:21632; }","duration":"631.560409ms","start":"2026-03-04T02:09:09.137039Z","end":"2026-03-04T02:09:09.7686Z","steps":["trace[485138224] 'agreement among raft nodes before linearized reading' (duration: 631.349952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.768657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.137Z","time spent":"631.648321ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-04T02:09:09.76871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.411957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6396af07-be80-4d84-b359-22644825e887\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-04T02:09:09.768753Z","caller":"traceutil/trace.go:171","msg":"trace[635032054] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6396af07-be80-4d84-b359-22644825e887; range_end:; response_count:1; response_revision:21632; }","duration":"765.477659ms","start":"2026-03-04T02:09:09.003265Z","end":"2026-03-04T02:09:09.768742Z","steps":["trace[635032054] 'agreement among raft nodes before linearized reading' (duration: 765.375597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.768788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.003253Z","time spent":"765.52844ms","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-6396af07-be80-4d84-b359-22644825e887\" "} {"level":"info","ts":"2026-03-04T02:09:09.768917Z","caller":"traceutil/trace.go:171","msg":"trace[185785602] transaction","detail":"{read_only:false; response_revision:21632; number_of_response:1; }","duration":"765.538051ms","start":"2026-03-04T02:09:09.003362Z","end":"2026-03-04T02:09:09.7689Z","steps":["trace[185785602] 'process raft request' (duration: 764.770651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.76862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.800286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:09.768984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.067372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:09.769023Z","caller":"traceutil/trace.go:171","msg":"trace[247782788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21632; }","duration":"490.136953ms","start":"2026-03-04T02:09:09.278875Z","end":"2026-03-04T02:09:09.769011Z","steps":["trace[247782788] 'agreement among raft nodes before linearized reading' (duration: 490.082411ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:09.769051Z","caller":"traceutil/trace.go:171","msg":"trace[1622126374] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:21632; }","duration":"693.248516ms","start":"2026-03-04T02:09:09.075757Z","end":"2026-03-04T02:09:09.769006Z","steps":["trace[1622126374] 'agreement among raft nodes before linearized reading' (duration: 692.830086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.769078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.278828Z","time spent":"490.235856ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:09.769167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.075728Z","time spent":"693.396751ms","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:09.769169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.895367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:09.769025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.003354Z","time spent":"765.616413ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:09.769186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.713466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4660"} {"level":"info","ts":"2026-03-04T02:09:09.769226Z","caller":"traceutil/trace.go:171","msg":"trace[1324577908] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:0; response_revision:21632; }","duration":"489.972539ms","start":"2026-03-04T02:09:09.279237Z","end":"2026-03-04T02:09:09.76921Z","steps":["trace[1324577908] 'agreement among raft nodes before linearized reading' (duration: 489.876797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.76928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.279227Z","time spent":"490.035561ms","remote":"127.0.0.1:53492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-04T02:09:09.768565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.127634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:09.769395Z","caller":"traceutil/trace.go:171","msg":"trace[1099803173] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:21632; }","duration":"660.024866ms","start":"2026-03-04T02:09:09.109344Z","end":"2026-03-04T02:09:09.769369Z","steps":["trace[1099803173] 'agreement among raft nodes before linearized reading' (duration: 659.148674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.769485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.109315Z","time spent":"660.136749ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:09.769324Z","caller":"traceutil/trace.go:171","msg":"trace[2114829734] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:21632; }","duration":"488.829109ms","start":"2026-03-04T02:09:09.280423Z","end":"2026-03-04T02:09:09.769252Z","steps":["trace[2114829734] 'agreement among raft nodes before linearized reading' (duration: 488.611093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:09.769889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:09.280406Z","time spent":"489.468047ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4683,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-04T02:09:09.993865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.824399ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:09:09.994056Z","caller":"traceutil/trace.go:171","msg":"trace[1792255004] linearizableReadLoop","detail":"{readStateIndex:22398; appliedIndex:22397; }","duration":"220.31355ms","start":"2026-03-04T02:09:09.77372Z","end":"2026-03-04T02:09:09.994034Z","steps":["trace[1792255004] 'read index received' (duration: 106.581392ms)","trace[1792255004] 'applied index is now lower than readState.Index' (duration: 113.729948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:09.994202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.466364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:09.994279Z","caller":"traceutil/trace.go:171","msg":"trace[656073004] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:0; response_revision:21632; }","duration":"220.581347ms","start":"2026-03-04T02:09:09.773679Z","end":"2026-03-04T02:09:09.994261Z","steps":["trace[656073004] 'agreement among raft nodes before linearized reading' (duration: 220.447483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.059716Z","caller":"traceutil/trace.go:171","msg":"trace[498457015] transaction","detail":"{read_only:false; response_revision:21633; number_of_response:1; }","duration":"284.954886ms","start":"2026-03-04T02:09:09.774729Z","end":"2026-03-04T02:09:10.059684Z","steps":["trace[498457015] 'process raft request' (duration: 284.702648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.059871Z","caller":"traceutil/trace.go:171","msg":"trace[1641510688] transaction","detail":"{read_only:false; response_revision:21635; number_of_response:1; }","duration":"280.569832ms","start":"2026-03-04T02:09:09.779274Z","end":"2026-03-04T02:09:10.059844Z","steps":["trace[1641510688] 'process raft request' (duration: 280.377047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.059815Z","caller":"traceutil/trace.go:171","msg":"trace[218356653] transaction","detail":"{read_only:false; response_revision:21634; number_of_response:1; }","duration":"284.460673ms","start":"2026-03-04T02:09:09.77531Z","end":"2026-03-04T02:09:10.059771Z","steps":["trace[218356653] 'process raft request' (duration: 284.275127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.060104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.327901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:10.060219Z","caller":"traceutil/trace.go:171","msg":"trace[1948758769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21635; }","duration":"281.435854ms","start":"2026-03-04T02:09:09.778708Z","end":"2026-03-04T02:09:10.060144Z","steps":["trace[1948758769] 'agreement among raft nodes before linearized reading' (duration: 281.334971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.060368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.198507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:09:10.0605Z","caller":"traceutil/trace.go:171","msg":"trace[1366276403] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:21635; }","duration":"171.309941ms","start":"2026-03-04T02:09:09.88911Z","end":"2026-03-04T02:09:10.06042Z","steps":["trace[1366276403] 'agreement among raft nodes before linearized reading' (duration: 170.794987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.287371Z","caller":"traceutil/trace.go:171","msg":"trace[157156719] linearizableReadLoop","detail":"{readStateIndex:22404; appliedIndex:22402; }","duration":"197.659704ms","start":"2026-03-04T02:09:10.089686Z","end":"2026-03-04T02:09:10.287345Z","steps":["trace[157156719] 'read index received' (duration: 170.114819ms)","trace[157156719] 'applied index is now lower than readState.Index' (duration: 27.543905ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:10.28745Z","caller":"traceutil/trace.go:171","msg":"trace[1895048949] transaction","detail":"{read_only:false; response_revision:21637; number_of_response:1; }","duration":"223.294068ms","start":"2026-03-04T02:09:10.064119Z","end":"2026-03-04T02:09:10.287413Z","steps":["trace[1895048949] 'process raft request' (duration: 195.674141ms)","trace[1895048949] 'compare' (duration: 27.336189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:10.287658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.034564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-nwkm4.18998150c8e5060f\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-04T02:09:10.287703Z","caller":"traceutil/trace.go:171","msg":"trace[135483652] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-nwkm4.18998150c8e5060f; range_end:; response_count:1; response_revision:21638; }","duration":"222.100546ms","start":"2026-03-04T02:09:10.065593Z","end":"2026-03-04T02:09:10.287693Z","steps":["trace[135483652] 'agreement among raft nodes before linearized reading' (duration: 221.911532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.287487Z","caller":"traceutil/trace.go:171","msg":"trace[415417823] transaction","detail":"{read_only:false; response_revision:21638; number_of_response:1; }","duration":"220.920686ms","start":"2026-03-04T02:09:10.066555Z","end":"2026-03-04T02:09:10.287476Z","steps":["trace[415417823] 'process raft request' (duration: 220.713651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.287795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.789739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-mmvf5\" ","response":"range_response_count:1 size:7648"} {"level":"info","ts":"2026-03-04T02:09:10.287883Z","caller":"traceutil/trace.go:171","msg":"trace[976466419] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-mmvf5; range_end:; response_count:1; response_revision:21638; }","duration":"223.899692ms","start":"2026-03-04T02:09:10.063953Z","end":"2026-03-04T02:09:10.287853Z","steps":["trace[976466419] 'agreement among raft nodes before linearized reading' (duration: 223.672497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.720393Z","caller":"traceutil/trace.go:171","msg":"trace[912610358] transaction","detail":"{read_only:false; number_of_response:0; response_revision:21638; }","duration":"628.453427ms","start":"2026-03-04T02:09:10.091921Z","end":"2026-03-04T02:09:10.720374Z","steps":["trace[912610358] 'process raft request' (duration: 602.503934ms)","trace[912610358] 'compare' (duration: 25.84313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:10.720487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.091895Z","time spent":"628.550788ms","remote":"127.0.0.1:53122","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:10.720767Z","caller":"traceutil/trace.go:171","msg":"trace[1362680551] linearizableReadLoop","detail":"{readStateIndex:22406; appliedIndex:22404; }","duration":"433.31646ms","start":"2026-03-04T02:09:10.287441Z","end":"2026-03-04T02:09:10.720758Z","steps":["trace[1362680551] 'read index received' (duration: 406.925396ms)","trace[1362680551] 'applied index is now lower than readState.Index' (duration: 26.390074ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:10.720932Z","caller":"traceutil/trace.go:171","msg":"trace[1956642923] transaction","detail":"{read_only:false; response_revision:21639; number_of_response:1; }","duration":"571.203933ms","start":"2026-03-04T02:09:10.149721Z","end":"2026-03-04T02:09:10.720925Z","steps":["trace[1956642923] 'process raft request' (duration: 570.589937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.720975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.149694Z","time spent":"571.252965ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:10.721123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.558496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T02:09:10.721145Z","caller":"traceutil/trace.go:171","msg":"trace[665882839] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21639; }","duration":"629.614877ms","start":"2026-03-04T02:09:10.091523Z","end":"2026-03-04T02:09:10.721137Z","steps":["trace[665882839] 'agreement among raft nodes before linearized reading' (duration: 629.535115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.721161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.091502Z","time spent":"629.655968ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:09:10.884326Z","caller":"traceutil/trace.go:171","msg":"trace[553318253] linearizableReadLoop","detail":"{readStateIndex:22409; appliedIndex:22406; }","duration":"163.520937ms","start":"2026-03-04T02:09:10.72078Z","end":"2026-03-04T02:09:10.884301Z","steps":["trace[553318253] 'read index received' (duration: 156.990278ms)","trace[553318253] 'applied index is now lower than readState.Index' (duration: 6.529379ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:10.884537Z","caller":"traceutil/trace.go:171","msg":"trace[887071422] transaction","detail":"{read_only:false; response_revision:21640; number_of_response:1; }","duration":"593.557073ms","start":"2026-03-04T02:09:10.290959Z","end":"2026-03-04T02:09:10.884516Z","steps":["trace[887071422] 'process raft request' (duration: 586.971082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.884532Z","caller":"traceutil/trace.go:171","msg":"trace[550894766] transaction","detail":"{read_only:false; response_revision:21641; number_of_response:1; }","duration":"589.311884ms","start":"2026-03-04T02:09:10.295166Z","end":"2026-03-04T02:09:10.884478Z","steps":["trace[550894766] 'process raft request' (duration: 589.013445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.884835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.957565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-04T02:09:10.884892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.295155Z","time spent":"589.692653ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:10.884911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.884053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:369"} {"level":"info","ts":"2026-03-04T02:09:10.884639Z","caller":"traceutil/trace.go:171","msg":"trace[694486426] transaction","detail":"{read_only:false; response_revision:21642; number_of_response:1; }","duration":"235.355709ms","start":"2026-03-04T02:09:10.649273Z","end":"2026-03-04T02:09:10.884629Z","steps":["trace[694486426] 'process raft request' (duration: 234.973899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.884978Z","caller":"traceutil/trace.go:171","msg":"trace[600109564] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:21642; }","duration":"159.991606ms","start":"2026-03-04T02:09:10.724975Z","end":"2026-03-04T02:09:10.884967Z","steps":["trace[600109564] 'agreement among raft nodes before linearized reading' (duration: 159.700758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.884677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.663903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:10.885163Z","caller":"traceutil/trace.go:171","msg":"trace[1357887666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21642; }","duration":"127.183477ms","start":"2026-03-04T02:09:10.757965Z","end":"2026-03-04T02:09:10.885148Z","steps":["trace[1357887666] 'agreement among raft nodes before linearized reading' (duration: 126.649593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:10.884913Z","caller":"traceutil/trace.go:171","msg":"trace[2055224212] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21642; }","duration":"160.075878ms","start":"2026-03-04T02:09:10.724815Z","end":"2026-03-04T02:09:10.884891Z","steps":["trace[2055224212] 'agreement among raft nodes before linearized reading' (duration: 159.786531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.884808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.290937Z","time spent":"593.810269ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:10.88469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.605147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:10.88557Z","caller":"traceutil/trace.go:171","msg":"trace[660719446] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21642; }","duration":"172.552452ms","start":"2026-03-04T02:09:10.712996Z","end":"2026-03-04T02:09:10.885548Z","steps":["trace[660719446] 'agreement among raft nodes before linearized reading' (duration: 171.643739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:10.886555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.429687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18764"} {"level":"info","ts":"2026-03-04T02:09:10.886626Z","caller":"traceutil/trace.go:171","msg":"trace[879084661] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21642; }","duration":"160.698086ms","start":"2026-03-04T02:09:10.72591Z","end":"2026-03-04T02:09:10.886608Z","steps":["trace[879084661] 'agreement among raft nodes before linearized reading' (duration: 158.854338ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:11.069927Z","caller":"traceutil/trace.go:171","msg":"trace[1093422778] transaction","detail":"{read_only:false; response_revision:21643; number_of_response:1; }","duration":"179.474933ms","start":"2026-03-04T02:09:10.89043Z","end":"2026-03-04T02:09:11.069905Z","steps":["trace[1093422778] 'process raft request' (duration: 178.866497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:11.400888Z","caller":"traceutil/trace.go:171","msg":"trace[1551057519] linearizableReadLoop","detail":"{readStateIndex:22412; appliedIndex:22409; }","duration":"412.425649ms","start":"2026-03-04T02:09:10.988442Z","end":"2026-03-04T02:09:11.400867Z","steps":["trace[1551057519] 'read index received' (duration: 81.082412ms)","trace[1551057519] 'applied index is now lower than readState.Index' (duration: 331.342387ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:11.401159Z","caller":"traceutil/trace.go:171","msg":"trace[1977002266] transaction","detail":"{read_only:false; response_revision:21644; number_of_response:1; }","duration":"504.044313ms","start":"2026-03-04T02:09:10.897103Z","end":"2026-03-04T02:09:11.401147Z","steps":["trace[1977002266] 'process raft request' (duration: 503.53506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.403131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.897081Z","time spent":"504.123176ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:11.40344Z","caller":"traceutil/trace.go:171","msg":"trace[1630820241] transaction","detail":"{read_only:false; response_revision:21645; number_of_response:1; }","duration":"499.591329ms","start":"2026-03-04T02:09:10.903835Z","end":"2026-03-04T02:09:11.403426Z","steps":["trace[1630820241] 'process raft request' (duration: 496.975381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.403508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.903801Z","time spent":"499.67642ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":38844,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:11.403686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.237382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:11.403997Z","caller":"traceutil/trace.go:171","msg":"trace[434840145] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:21645; }","duration":"415.578571ms","start":"2026-03-04T02:09:10.988396Z","end":"2026-03-04T02:09:11.403974Z","steps":["trace[434840145] 'agreement among raft nodes before linearized reading' (duration: 415.252012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.404054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:10.988379Z","time spent":"415.659733ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:11.674099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.174176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:11.674206Z","caller":"traceutil/trace.go:171","msg":"trace[703482514] linearizableReadLoop","detail":"{readStateIndex:22413; appliedIndex:22412; }","duration":"273.237623ms","start":"2026-03-04T02:09:11.400951Z","end":"2026-03-04T02:09:11.674189Z","steps":["trace[703482514] 'read index received' (duration: 138.826229ms)","trace[703482514] 'applied index is now lower than readState.Index' (duration: 134.409284ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:11.674277Z","caller":"traceutil/trace.go:171","msg":"trace[567144003] transaction","detail":"{read_only:false; response_revision:21646; number_of_response:1; }","duration":"600.209487ms","start":"2026-03-04T02:09:11.074057Z","end":"2026-03-04T02:09:11.674266Z","steps":["trace[567144003] 'process raft request' (duration: 465.796403ms)","trace[567144003] 'compare' (duration: 133.989782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:11.674364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.074021Z","time spent":"600.319249ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:11.674552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.121076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:11.674632Z","caller":"traceutil/trace.go:171","msg":"trace[1786356315] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:21646; }","duration":"587.311182ms","start":"2026-03-04T02:09:11.087303Z","end":"2026-03-04T02:09:11.674614Z","steps":["trace[1786356315] 'agreement among raft nodes before linearized reading' (duration: 587.138098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.674623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.464207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:11.674678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.087287Z","time spent":"587.381353ms","remote":"127.0.0.1:52992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:11.674703Z","caller":"traceutil/trace.go:171","msg":"trace[297676404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21646; }","duration":"530.605782ms","start":"2026-03-04T02:09:11.144079Z","end":"2026-03-04T02:09:11.674685Z","steps":["trace[297676404] 'agreement among raft nodes before linearized reading' (duration: 530.374476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.674741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.144056Z","time spent":"530.676374ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:11.6759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.578417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:11.675972Z","caller":"traceutil/trace.go:171","msg":"trace[535747666] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21646; }","duration":"646.702201ms","start":"2026-03-04T02:09:11.029254Z","end":"2026-03-04T02:09:11.675956Z","steps":["trace[535747666] 'agreement among raft nodes before linearized reading' (duration: 645.213093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.676014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.029232Z","time spent":"646.771892ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2539,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:11.69569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.865563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:11.695826Z","caller":"traceutil/trace.go:171","msg":"trace[2090464870] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:21647; }","duration":"111.039118ms","start":"2026-03-04T02:09:11.584772Z","end":"2026-03-04T02:09:11.695811Z","steps":["trace[2090464870] 'agreement among raft nodes before linearized reading' (duration: 110.847923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.695872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.573877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-03-04T02:09:11.695866Z","caller":"traceutil/trace.go:171","msg":"trace[563421231] transaction","detail":"{read_only:false; response_revision:21647; number_of_response:1; }","duration":"283.174489ms","start":"2026-03-04T02:09:11.412639Z","end":"2026-03-04T02:09:11.695814Z","steps":["trace[563421231] 'process raft request' (duration: 282.82909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:11.695919Z","caller":"traceutil/trace.go:171","msg":"trace[861706892] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:21647; }","duration":"279.630668ms","start":"2026-03-04T02:09:11.416275Z","end":"2026-03-04T02:09:11.695906Z","steps":["trace[861706892] 'agreement among raft nodes before linearized reading' (duration: 279.533845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:11.695771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.358766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-04T02:09:11.69618Z","caller":"traceutil/trace.go:171","msg":"trace[1398279727] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21647; }","duration":"248.739936ms","start":"2026-03-04T02:09:11.447396Z","end":"2026-03-04T02:09:11.696136Z","steps":["trace[1398279727] 'agreement among raft nodes before linearized reading' (duration: 248.248063ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:11.9964Z","caller":"traceutil/trace.go:171","msg":"trace[1836121983] transaction","detail":"{read_only:false; response_revision:21648; number_of_response:1; }","duration":"297.693485ms","start":"2026-03-04T02:09:11.69868Z","end":"2026-03-04T02:09:11.996374Z","steps":["trace[1836121983] 'process raft request' (duration: 297.541102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:12.254148Z","caller":"traceutil/trace.go:171","msg":"trace[1846658016] linearizableReadLoop","detail":"{readStateIndex:22418; appliedIndex:22414; }","duration":"553.393142ms","start":"2026-03-04T02:09:11.700738Z","end":"2026-03-04T02:09:12.254131Z","steps":["trace[1846658016] 'read index received' (duration: 295.540149ms)","trace[1846658016] 'applied index is now lower than readState.Index' (duration: 257.852403ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:12.254282Z","caller":"traceutil/trace.go:171","msg":"trace[1861446387] transaction","detail":"{read_only:false; response_revision:21649; number_of_response:1; }","duration":"554.259314ms","start":"2026-03-04T02:09:11.700015Z","end":"2026-03-04T02:09:12.254274Z","steps":["trace[1861446387] 'process raft request' (duration: 516.812484ms)","trace[1861446387] 'compare' (duration: 36.993839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:12.254345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.699991Z","time spent":"554.311546ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.254487Z","caller":"traceutil/trace.go:171","msg":"trace[340794663] transaction","detail":"{read_only:false; response_revision:21656; number_of_response:1; }","duration":"553.031853ms","start":"2026-03-04T02:09:11.701448Z","end":"2026-03-04T02:09:12.25448Z","steps":["trace[340794663] 'process raft request' (duration: 552.655273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:12.254472Z","caller":"traceutil/trace.go:171","msg":"trace[342000427] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"553.133847ms","start":"2026-03-04T02:09:11.701314Z","end":"2026-03-04T02:09:12.254448Z","steps":["trace[342000427] 'process raft request' (duration: 552.773357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.254518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.701432Z","time spent":"553.072084ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:12.254587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.701307Z","time spent":"553.219259ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:12.254659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.994772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:09:12.254709Z","caller":"traceutil/trace.go:171","msg":"trace[1160981670] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21657; }","duration":"521.073755ms","start":"2026-03-04T02:09:11.733624Z","end":"2026-03-04T02:09:12.254698Z","steps":["trace[1160981670] 'agreement among raft nodes before linearized reading' (duration: 520.919431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.254734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.733615Z","time spent":"521.115806ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:09:12.254753Z","caller":"traceutil/trace.go:171","msg":"trace[290289119] transaction","detail":"{read_only:false; response_revision:21650; number_of_response:1; }","duration":"554.480141ms","start":"2026-03-04T02:09:11.700265Z","end":"2026-03-04T02:09:12.254745Z","steps":["trace[290289119] 'process raft request' (duration: 553.685881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.254793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.700256Z","time spent":"554.521492ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.254819Z","caller":"traceutil/trace.go:171","msg":"trace[2122985996] transaction","detail":"{read_only:false; response_revision:21657; number_of_response:1; }","duration":"552.013717ms","start":"2026-03-04T02:09:11.702799Z","end":"2026-03-04T02:09:12.254812Z","steps":["trace[2122985996] 'process raft request' (duration: 551.315619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.254849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.702782Z","time spent":"552.056087ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.254859Z","caller":"traceutil/trace.go:171","msg":"trace[1938843621] transaction","detail":"{read_only:false; response_revision:21651; number_of_response:1; }","duration":"554.446731ms","start":"2026-03-04T02:09:11.700401Z","end":"2026-03-04T02:09:12.254847Z","steps":["trace[1938843621] 'process raft request' (duration: 553.612079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.254889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.296417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-mmvf5.1899814bc17cf99b\" ","response":"range_response_count:1 size:788"} {"level":"warn","ts":"2026-03-04T02:09:12.254889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.700393Z","time spent":"554.482221ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.254923Z","caller":"traceutil/trace.go:171","msg":"trace[753442095] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-mmvf5.1899814bc17cf99b; range_end:; response_count:1; response_revision:21657; }","duration":"255.314768ms","start":"2026-03-04T02:09:11.999589Z","end":"2026-03-04T02:09:12.254904Z","steps":["trace[753442095] 'agreement among raft nodes before linearized reading' (duration: 255.257867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.254944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.202253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-r2g52\" ","response":"range_response_count:1 size:6250"} {"level":"info","ts":"2026-03-04T02:09:12.254963Z","caller":"traceutil/trace.go:171","msg":"trace[1367799852] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-r2g52; range_end:; response_count:1; response_revision:21657; }","duration":"554.302116ms","start":"2026-03-04T02:09:11.700655Z","end":"2026-03-04T02:09:12.254957Z","steps":["trace[1367799852] 'agreement among raft nodes before linearized reading' (duration: 554.231574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:12.254937Z","caller":"traceutil/trace.go:171","msg":"trace[1335297640] transaction","detail":"{read_only:false; response_revision:21652; number_of_response:1; }","duration":"553.786153ms","start":"2026-03-04T02:09:11.701128Z","end":"2026-03-04T02:09:12.254914Z","steps":["trace[1335297640] 'process raft request' (duration: 552.89978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.25498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.700638Z","time spent":"554.339678ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6273,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-r2g52\" "} {"level":"warn","ts":"2026-03-04T02:09:12.254797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.270324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T02:09:12.255044Z","caller":"traceutil/trace.go:171","msg":"trace[974575366] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21657; }","duration":"204.544681ms","start":"2026-03-04T02:09:12.050489Z","end":"2026-03-04T02:09:12.255034Z","steps":["trace[974575366] 'agreement among raft nodes before linearized reading' (duration: 204.229203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:12.255068Z","caller":"traceutil/trace.go:171","msg":"trace[128664973] transaction","detail":"{read_only:false; response_revision:21653; number_of_response:1; }","duration":"553.862155ms","start":"2026-03-04T02:09:11.7012Z","end":"2026-03-04T02:09:12.255062Z","steps":["trace[128664973] 'process raft request' (duration: 552.839939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.255091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.647408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418031"} {"level":"warn","ts":"2026-03-04T02:09:12.255101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.701189Z","time spent":"553.898575ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.255112Z","caller":"traceutil/trace.go:171","msg":"trace[2017997386] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21657; }","duration":"438.70421ms","start":"2026-03-04T02:09:11.816402Z","end":"2026-03-04T02:09:12.255106Z","steps":["trace[2017997386] 'agreement among raft nodes before linearized reading' (duration: 438.590697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.255128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.81638Z","time spent":"438.74566ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418054,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:09:12.255167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.217742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:12.255183Z","caller":"traceutil/trace.go:171","msg":"trace[2112537127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21657; }","duration":"498.256174ms","start":"2026-03-04T02:09:11.756922Z","end":"2026-03-04T02:09:12.255178Z","steps":["trace[2112537127] 'agreement among raft nodes before linearized reading' (duration: 498.227433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.255195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.756911Z","time spent":"498.282184ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:09:12.255202Z","caller":"traceutil/trace.go:171","msg":"trace[612904480] transaction","detail":"{read_only:false; response_revision:21654; number_of_response:1; }","duration":"553.934687ms","start":"2026-03-04T02:09:11.701263Z","end":"2026-03-04T02:09:12.255197Z","steps":["trace[612904480] 'process raft request' (duration: 552.813268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.255222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.701253Z","time spent":"553.960069ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:12.255044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:11.701114Z","time spent":"553.879115ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.617083Z","caller":"traceutil/trace.go:171","msg":"trace[634044485] transaction","detail":"{read_only:false; response_revision:21661; number_of_response:1; }","duration":"357.185697ms","start":"2026-03-04T02:09:12.259877Z","end":"2026-03-04T02:09:12.617062Z","steps":["trace[634044485] 'process raft request' (duration: 357.025383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.617191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.259873Z","time spent":"357.26229ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1085,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.617398Z","caller":"traceutil/trace.go:171","msg":"trace[443627087] transaction","detail":"{read_only:false; response_revision:21659; number_of_response:1; }","duration":"357.606839ms","start":"2026-03-04T02:09:12.259785Z","end":"2026-03-04T02:09:12.617392Z","steps":["trace[443627087] 'process raft request' (duration: 357.025284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.617421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.259774Z","time spent":"357.636999ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.617484Z","caller":"traceutil/trace.go:171","msg":"trace[598763510] transaction","detail":"{read_only:false; response_revision:21660; number_of_response:1; }","duration":"357.623249ms","start":"2026-03-04T02:09:12.259854Z","end":"2026-03-04T02:09:12.617477Z","steps":["trace[598763510] 'process raft request' (duration: 357.032174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.617503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.25985Z","time spent":"357.644259ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.618227Z","caller":"traceutil/trace.go:171","msg":"trace[1290408315] transaction","detail":"{read_only:false; response_revision:21664; number_of_response:1; }","duration":"358.277516ms","start":"2026-03-04T02:09:12.25994Z","end":"2026-03-04T02:09:12.618218Z","steps":["trace[1290408315] 'process raft request' (duration: 357.023713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.618269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.259937Z","time spent":"358.312967ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.618258Z","caller":"traceutil/trace.go:171","msg":"trace[233039226] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"358.321497ms","start":"2026-03-04T02:09:12.259918Z","end":"2026-03-04T02:09:12.618239Z","steps":["trace[233039226] 'process raft request' (duration: 357.032673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:12.61827Z","caller":"traceutil/trace.go:171","msg":"trace[274965510] transaction","detail":"{read_only:false; response_revision:21662; number_of_response:1; }","duration":"358.351188ms","start":"2026-03-04T02:09:12.259897Z","end":"2026-03-04T02:09:12.618249Z","steps":["trace[274965510] 'process raft request' (duration: 357.035794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.618337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.259915Z","time spent":"358.382948ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:12.618364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.259895Z","time spent":"358.421969ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1084,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.618392Z","caller":"traceutil/trace.go:171","msg":"trace[532272214] transaction","detail":"{read_only:false; response_revision:21666; number_of_response:1; }","duration":"358.348387ms","start":"2026-03-04T02:09:12.260038Z","end":"2026-03-04T02:09:12.618387Z","steps":["trace[532272214] 'process raft request' (duration: 356.968921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.61842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.260035Z","time spent":"358.373419ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5341,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.618453Z","caller":"traceutil/trace.go:171","msg":"trace[25330165] transaction","detail":"{read_only:false; response_revision:21665; number_of_response:1; }","duration":"358.44006ms","start":"2026-03-04T02:09:12.260008Z","end":"2026-03-04T02:09:12.618448Z","steps":["trace[25330165] 'process raft request' (duration: 356.969112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.618481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.260002Z","time spent":"358.46621ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.618743Z","caller":"traceutil/trace.go:171","msg":"trace[1279225920] transaction","detail":"{read_only:false; response_revision:21667; number_of_response:1; }","duration":"357.520067ms","start":"2026-03-04T02:09:12.261215Z","end":"2026-03-04T02:09:12.618735Z","steps":["trace[1279225920] 'process raft request' (duration: 355.810752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.618789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.261196Z","time spent":"357.566627ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6245,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:12.652023Z","caller":"traceutil/trace.go:171","msg":"trace[394006720] linearizableReadLoop","detail":"{readStateIndex:22435; appliedIndex:22433; }","duration":"150.566292ms","start":"2026-03-04T02:09:12.501433Z","end":"2026-03-04T02:09:12.651999Z","steps":["trace[394006720] 'read index received' (duration: 115.611606ms)","trace[394006720] 'applied index is now lower than readState.Index' (duration: 34.953696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:12.652223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.775018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:12.652268Z","caller":"traceutil/trace.go:171","msg":"trace[644567151] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21668; }","duration":"150.87269ms","start":"2026-03-04T02:09:12.501383Z","end":"2026-03-04T02:09:12.652256Z","steps":["trace[644567151] 'agreement among raft nodes before linearized reading' (duration: 150.721217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:12.652246Z","caller":"traceutil/trace.go:171","msg":"trace[222797395] transaction","detail":"{read_only:false; response_revision:21668; number_of_response:1; }","duration":"307.12359ms","start":"2026-03-04T02:09:12.345095Z","end":"2026-03-04T02:09:12.652218Z","steps":["trace[222797395] 'process raft request' (duration: 306.798391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.652364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.345077Z","time spent":"307.229253ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:12.893638Z","caller":"traceutil/trace.go:171","msg":"trace[1828411754] linearizableReadLoop","detail":"{readStateIndex:22436; appliedIndex:22435; }","duration":"241.52598ms","start":"2026-03-04T02:09:12.652083Z","end":"2026-03-04T02:09:12.893609Z","steps":["trace[1828411754] 'read index received' (duration: 228.405741ms)","trace[1828411754] 'applied index is now lower than readState.Index' (duration: 13.119149ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:12.893685Z","caller":"traceutil/trace.go:171","msg":"trace[1950784097] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"269.7452ms","start":"2026-03-04T02:09:12.623883Z","end":"2026-03-04T02:09:12.893629Z","steps":["trace[1950784097] 'process raft request' (duration: 256.520119ms)","trace[1950784097] 'compare' (duration: 13.029587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:12.893889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.06868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:09:12.893929Z","caller":"traceutil/trace.go:171","msg":"trace[1199228517] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21669; }","duration":"270.144021ms","start":"2026-03-04T02:09:12.623773Z","end":"2026-03-04T02:09:12.893917Z","steps":["trace[1199228517] 'agreement among raft nodes before linearized reading' (duration: 269.958447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.894177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.549848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-6kgrx\" ","response":"range_response_count:1 size:4678"} {"level":"info","ts":"2026-03-04T02:09:12.894231Z","caller":"traceutil/trace.go:171","msg":"trace[629113770] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-6kgrx; range_end:; response_count:1; response_revision:21669; }","duration":"271.61044ms","start":"2026-03-04T02:09:12.622608Z","end":"2026-03-04T02:09:12.894218Z","steps":["trace[629113770] 'agreement among raft nodes before linearized reading' (duration: 271.493117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:12.894708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.251336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:09:12.894787Z","caller":"traceutil/trace.go:171","msg":"trace[1865945671] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21669; }","duration":"272.368079ms","start":"2026-03-04T02:09:12.622401Z","end":"2026-03-04T02:09:12.894769Z","steps":["trace[1865945671] 'agreement among raft nodes before linearized reading' (duration: 272.074952ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:13.080438Z","caller":"traceutil/trace.go:171","msg":"trace[427333900] transaction","detail":"{read_only:false; response_revision:21670; number_of_response:1; }","duration":"424.636695ms","start":"2026-03-04T02:09:12.655781Z","end":"2026-03-04T02:09:13.080418Z","steps":["trace[427333900] 'process raft request' (duration: 424.307367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:13.080543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.655759Z","time spent":"424.734508ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:13.080918Z","caller":"traceutil/trace.go:171","msg":"trace[634090280] linearizableReadLoop","detail":"{readStateIndex:22438; appliedIndex:22437; }","duration":"187.183501ms","start":"2026-03-04T02:09:12.893707Z","end":"2026-03-04T02:09:13.08089Z","steps":["trace[634090280] 'read index received' (duration: 186.577906ms)","trace[634090280] 'applied index is now lower than readState.Index' (duration: 604.445µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:13.081087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.10723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:13.081098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.782593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:13.081096Z","caller":"traceutil/trace.go:171","msg":"trace[195102651] transaction","detail":"{read_only:false; response_revision:21671; number_of_response:1; }","duration":"371.544809ms","start":"2026-03-04T02:09:12.709527Z","end":"2026-03-04T02:09:13.081072Z","steps":["trace[195102651] 'process raft request' (duration: 370.872591ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:13.081134Z","caller":"traceutil/trace.go:171","msg":"trace[1758206407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21671; }","duration":"324.179582ms","start":"2026-03-04T02:09:12.756942Z","end":"2026-03-04T02:09:13.081122Z","steps":["trace[1758206407] 'agreement among raft nodes before linearized reading' (duration: 324.09089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:13.081154Z","caller":"traceutil/trace.go:171","msg":"trace[46310404] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:21671; }","duration":"242.853274ms","start":"2026-03-04T02:09:12.838286Z","end":"2026-03-04T02:09:13.081139Z","steps":["trace[46310404] 'agreement among raft nodes before linearized reading' (duration: 242.744952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:13.081164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.756927Z","time spent":"324.231773ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:13.081219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.709495Z","time spent":"371.656523ms","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:13.083031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.081324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389419"} {"level":"info","ts":"2026-03-04T02:09:13.083088Z","caller":"traceutil/trace.go:171","msg":"trace[715492709] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:21671; }","duration":"411.186947ms","start":"2026-03-04T02:09:12.671889Z","end":"2026-03-04T02:09:13.083076Z","steps":["trace[715492709] 'agreement among raft nodes before linearized reading' (duration: 409.155194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:13.083123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.671869Z","time spent":"411.241208ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1885,"response size":389442,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-04T02:09:14.055088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.18393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:14.055505Z","caller":"traceutil/trace.go:171","msg":"trace[1501266181] linearizableReadLoop","detail":"{readStateIndex:22448; appliedIndex:22438; }","duration":"974.509036ms","start":"2026-03-04T02:09:13.08098Z","end":"2026-03-04T02:09:14.055489Z","steps":["trace[1501266181] 'read index received' (duration: 144.826733ms)","trace[1501266181] 'applied index is now lower than readState.Index' (duration: 829.681453ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:14.05568Z","caller":"traceutil/trace.go:171","msg":"trace[3664966] transaction","detail":"{read_only:false; response_revision:21672; number_of_response:1; }","duration":"1.154166932s","start":"2026-03-04T02:09:12.901501Z","end":"2026-03-04T02:09:14.055667Z","steps":["trace[3664966] 'process raft request' (duration: 324.325436ms)","trace[3664966] 'compare' (duration: 828.612065ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:14.055695Z","caller":"traceutil/trace.go:171","msg":"trace[2101167814] transaction","detail":"{read_only:false; response_revision:21679; number_of_response:1; }","duration":"1.15291772s","start":"2026-03-04T02:09:12.902761Z","end":"2026-03-04T02:09:14.055679Z","steps":["trace[2101167814] 'process raft request' (duration: 1.152610512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.055737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.90148Z","time spent":"1.154229613s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.055756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.902732Z","time spent":"1.152994893s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:14.055793Z","caller":"traceutil/trace.go:171","msg":"trace[1299278322] transaction","detail":"{read_only:false; response_revision:21680; number_of_response:1; }","duration":"1.152847728s","start":"2026-03-04T02:09:12.902937Z","end":"2026-03-04T02:09:14.055784Z","steps":["trace[1299278322] 'process raft request' (duration: 1.152465999s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.055857Z","caller":"traceutil/trace.go:171","msg":"trace[762472894] transaction","detail":"{read_only:false; response_revision:21677; number_of_response:1; }","duration":"1.153860496s","start":"2026-03-04T02:09:12.901985Z","end":"2026-03-04T02:09:14.055846Z","steps":["trace[762472894] 'process raft request' (duration: 1.153338532s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.055857Z","caller":"traceutil/trace.go:171","msg":"trace[1821456098] transaction","detail":"{read_only:false; response_revision:21678; number_of_response:1; }","duration":"1.153537447s","start":"2026-03-04T02:09:12.90231Z","end":"2026-03-04T02:09:14.055847Z","steps":["trace[1821456098] 'process raft request' (duration: 1.153037614s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.055731Z","caller":"traceutil/trace.go:171","msg":"trace[1908403369] transaction","detail":"{read_only:false; response_revision:21681; number_of_response:1; }","duration":"1.151224266s","start":"2026-03-04T02:09:12.904457Z","end":"2026-03-04T02:09:14.055681Z","steps":["trace[1908403369] 'process raft request' (duration: 1.15099767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.055911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.90198Z","time spent":"1.153906737s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.05591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.902294Z","time spent":"1.153595628s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:14.055951Z","caller":"traceutil/trace.go:171","msg":"trace[839274742] transaction","detail":"{read_only:false; response_revision:21674; number_of_response:1; }","duration":"1.154158103s","start":"2026-03-04T02:09:12.901769Z","end":"2026-03-04T02:09:14.055927Z","steps":["trace[839274742] 'process raft request' (duration: 1.153472035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.055982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.902928Z","time spent":"1.152906611s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:14.056033Z","caller":"traceutil/trace.go:171","msg":"trace[1748019050] transaction","detail":"{read_only:false; response_revision:21675; number_of_response:1; }","duration":"1.154216134s","start":"2026-03-04T02:09:12.9018Z","end":"2026-03-04T02:09:14.056016Z","steps":["trace[1748019050] 'process raft request' (duration: 1.153471555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.056042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155176709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-03-04T02:09:14.056039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.901765Z","time spent":"1.154237195s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.056001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.084553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-04T02:09:14.056092Z","caller":"traceutil/trace.go:171","msg":"trace[434557452] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21681; }","duration":"1.155257181s","start":"2026-03-04T02:09:12.90082Z","end":"2026-03-04T02:09:14.056078Z","steps":["trace[434557452] 'agreement among raft nodes before linearized reading' (duration: 1.154856941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.05613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.900803Z","time spent":"1.155318633s","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-04T02:09:14.05584Z","caller":"traceutil/trace.go:171","msg":"trace[1854724169] transaction","detail":"{read_only:false; response_revision:21676; number_of_response:1; }","duration":"1.153869516s","start":"2026-03-04T02:09:12.901945Z","end":"2026-03-04T02:09:14.055814Z","steps":["trace[1854724169] 'process raft request' (duration: 1.153352632s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.056128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.901795Z","time spent":"1.154281476s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:14.056126Z","caller":"traceutil/trace.go:171","msg":"trace[771297306] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:21681; }","duration":"987.239696ms","start":"2026-03-04T02:09:13.068866Z","end":"2026-03-04T02:09:14.056106Z","steps":["trace[771297306] 'agreement among raft nodes before linearized reading' (duration: 986.886827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.056258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.901937Z","time spent":"1.154262555s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.056076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.904445Z","time spent":"1.151488744s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.056275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.068851Z","time spent":"987.414031ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:09:14.057213Z","caller":"traceutil/trace.go:171","msg":"trace[1219354720] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"1.155456136s","start":"2026-03-04T02:09:12.901728Z","end":"2026-03-04T02:09:14.057184Z","steps":["trace[1219354720] 'process raft request' (duration: 1.153454005s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.057392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:12.901722Z","time spent":"1.155613s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.425688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.658536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:14.425767Z","caller":"traceutil/trace.go:171","msg":"trace[2089653762] transaction","detail":"{read_only:false; response_revision:21682; number_of_response:1; }","duration":"1.025496488s","start":"2026-03-04T02:09:13.400258Z","end":"2026-03-04T02:09:14.425754Z","steps":["trace[2089653762] 'process raft request' (duration: 921.697659ms)","trace[2089653762] 'compare' (duration: 103.392909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:14.425801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.400234Z","time spent":"1.025551189s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:14.44538Z","caller":"traceutil/trace.go:171","msg":"trace[185896791] transaction","detail":"{read_only:false; response_revision:21685; number_of_response:1; }","duration":"382.696619ms","start":"2026-03-04T02:09:14.062665Z","end":"2026-03-04T02:09:14.445362Z","steps":["trace[185896791] 'process raft request' (duration: 382.608337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.44536Z","caller":"traceutil/trace.go:171","msg":"trace[30943852] transaction","detail":"{read_only:false; response_revision:21684; number_of_response:1; }","duration":"382.697659ms","start":"2026-03-04T02:09:14.062627Z","end":"2026-03-04T02:09:14.445325Z","steps":["trace[30943852] 'process raft request' (duration: 382.491394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.445449Z","caller":"traceutil/trace.go:171","msg":"trace[671025091] transaction","detail":"{read_only:false; response_revision:21686; number_of_response:1; }","duration":"382.692559ms","start":"2026-03-04T02:09:14.062714Z","end":"2026-03-04T02:09:14.445407Z","steps":["trace[671025091] 'process raft request' (duration: 382.602037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.445484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.062653Z","time spent":"382.78041ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:14.445476Z","caller":"traceutil/trace.go:171","msg":"trace[382171156] transaction","detail":"{read_only:false; response_revision:21689; number_of_response:1; }","duration":"382.023281ms","start":"2026-03-04T02:09:14.063433Z","end":"2026-03-04T02:09:14.445457Z","steps":["trace[382171156] 'process raft request' (duration: 381.947969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.445492Z","caller":"traceutil/trace.go:171","msg":"trace[1195491152] transaction","detail":"{read_only:false; response_revision:21687; number_of_response:1; }","duration":"382.461242ms","start":"2026-03-04T02:09:14.063011Z","end":"2026-03-04T02:09:14.445472Z","steps":["trace[1195491152] 'process raft request' (duration: 382.329859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.445475Z","caller":"traceutil/trace.go:171","msg":"trace[1287409873] transaction","detail":"{read_only:false; response_revision:21688; number_of_response:1; }","duration":"382.129374ms","start":"2026-03-04T02:09:14.063314Z","end":"2026-03-04T02:09:14.445443Z","steps":["trace[1287409873] 'process raft request' (duration: 382.047052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.445529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.062614Z","time spent":"382.845782ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.445543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.063427Z","time spent":"382.087462ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.445575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.510357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:09:14.445582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.062702Z","time spent":"382.816702ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:14.445477Z","caller":"traceutil/trace.go:171","msg":"trace[1155310687] linearizableReadLoop","detail":"{readStateIndex:22450; appliedIndex:22448; }","duration":"389.925486ms","start":"2026-03-04T02:09:14.055542Z","end":"2026-03-04T02:09:14.445468Z","steps":["trace[1155310687] 'read index received' (duration: 266.507208ms)","trace[1155310687] 'applied index is now lower than readState.Index' (duration: 123.417688ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:14.445607Z","caller":"traceutil/trace.go:171","msg":"trace[1017235376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21692; }","duration":"783.571238ms","start":"2026-03-04T02:09:13.662028Z","end":"2026-03-04T02:09:14.445599Z","steps":["trace[1017235376] 'agreement among raft nodes before linearized reading' (duration: 783.454835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.44561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.063306Z","time spent":"382.249436ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.445625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.662014Z","time spent":"783.607209ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:14.445614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.063002Z","time spent":"382.552624ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.445639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.916637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:09:14.445647Z","caller":"traceutil/trace.go:171","msg":"trace[1022361701] transaction","detail":"{read_only:false; response_revision:21692; number_of_response:1; }","duration":"381.631801ms","start":"2026-03-04T02:09:14.064008Z","end":"2026-03-04T02:09:14.44564Z","steps":["trace[1022361701] 'process raft request' (duration: 381.433336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.445661Z","caller":"traceutil/trace.go:171","msg":"trace[2022679095] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21692; }","duration":"937.983299ms","start":"2026-03-04T02:09:13.507672Z","end":"2026-03-04T02:09:14.445655Z","steps":["trace[2022679095] 'agreement among raft nodes before linearized reading' (duration: 937.921087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.445678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.064Z","time spent":"381.664561ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.445684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.507644Z","time spent":"938.035181ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:09:14.445578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36202878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-r2g52.18997efeecad35ad\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-03-04T02:09:14.44571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.680021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:09:14.445724Z","caller":"traceutil/trace.go:171","msg":"trace[2071320225] transaction","detail":"{read_only:false; response_revision:21690; number_of_response:1; }","duration":"382.151223ms","start":"2026-03-04T02:09:14.063567Z","end":"2026-03-04T02:09:14.445718Z","steps":["trace[2071320225] 'process raft request' (duration: 381.833726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.445732Z","caller":"traceutil/trace.go:171","msg":"trace[1450804385] transaction","detail":"{read_only:false; response_revision:21691; number_of_response:1; }","duration":"382.147284ms","start":"2026-03-04T02:09:14.063578Z","end":"2026-03-04T02:09:14.445725Z","steps":["trace[1450804385] 'process raft request' (duration: 381.844556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.445735Z","caller":"traceutil/trace.go:171","msg":"trace[1883520939] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2; range_end:; response_count:1; response_revision:21692; }","duration":"386.720193ms","start":"2026-03-04T02:09:14.059006Z","end":"2026-03-04T02:09:14.445726Z","steps":["trace[1883520939] 'agreement among raft nodes before linearized reading' (duration: 386.643041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.445733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.859272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:14.445746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.063558Z","time spent":"382.177534ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:14.445756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.058996Z","time spent":"386.754614ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7772,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2\" "} {"level":"warn","ts":"2026-03-04T02:09:14.445759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.06357Z","time spent":"382.177615ms","remote":"127.0.0.1:53390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:09:14.445763Z","caller":"traceutil/trace.go:171","msg":"trace[182245478] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21692; }","duration":"730.928534ms","start":"2026-03-04T02:09:13.714824Z","end":"2026-03-04T02:09:14.445753Z","steps":["trace[182245478] 'agreement among raft nodes before linearized reading' (duration: 730.868182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.445786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.714802Z","time spent":"730.977796ms","remote":"127.0.0.1:53262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:14.445802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.945243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:14.445811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.655953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:14.445819Z","caller":"traceutil/trace.go:171","msg":"trace[1459746886] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:21692; }","duration":"167.992494ms","start":"2026-03-04T02:09:14.277821Z","end":"2026-03-04T02:09:14.445813Z","steps":["trace[1459746886] 'agreement among raft nodes before linearized reading' (duration: 167.961703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.445832Z","caller":"traceutil/trace.go:171","msg":"trace[627079863] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:21692; }","duration":"954.711374ms","start":"2026-03-04T02:09:13.491113Z","end":"2026-03-04T02:09:14.445825Z","steps":["trace[627079863] 'agreement among raft nodes before linearized reading' (duration: 954.676233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.445713Z","caller":"traceutil/trace.go:171","msg":"trace[1050598056] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-r2g52.18997efeecad35ad; range_end:; response_count:1; response_revision:21692; }","duration":"1.362280746s","start":"2026-03-04T02:09:13.083426Z","end":"2026-03-04T02:09:14.445706Z","steps":["trace[1050598056] 'agreement among raft nodes before linearized reading' (duration: 1.362075501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.445848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.349082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18764"} {"level":"warn","ts":"2026-03-04T02:09:14.445854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.491098Z","time spent":"954.749865ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:14.445859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.083413Z","time spent":"1.362439741s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":880,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-r2g52.18997efeecad35ad\" "} {"level":"info","ts":"2026-03-04T02:09:14.445897Z","caller":"traceutil/trace.go:171","msg":"trace[440012383] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21692; }","duration":"391.409954ms","start":"2026-03-04T02:09:14.054457Z","end":"2026-03-04T02:09:14.445867Z","steps":["trace[440012383] 'agreement among raft nodes before linearized reading' (duration: 391.252629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.445922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.845777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-03-04T02:09:14.445921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.054441Z","time spent":"391.474346ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18787,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:09:14.445938Z","caller":"traceutil/trace.go:171","msg":"trace[1945668895] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21692; }","duration":"136.880279ms","start":"2026-03-04T02:09:14.309052Z","end":"2026-03-04T02:09:14.445932Z","steps":["trace[1945668895] 'agreement among raft nodes before linearized reading' (duration: 136.849508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.445939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.902619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:14.445962Z","caller":"traceutil/trace.go:171","msg":"trace[1599487566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21692; }","duration":"687.96316ms","start":"2026-03-04T02:09:13.757993Z","end":"2026-03-04T02:09:14.445957Z","steps":["trace[1599487566] 'agreement among raft nodes before linearized reading' (duration: 687.929219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.445956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.413768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:09:14.446012Z","caller":"traceutil/trace.go:171","msg":"trace[276389215] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21692; }","duration":"383.509719ms","start":"2026-03-04T02:09:14.062485Z","end":"2026-03-04T02:09:14.445995Z","steps":["trace[276389215] 'agreement among raft nodes before linearized reading' (duration: 383.340395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.446149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.622012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:14.44617Z","caller":"traceutil/trace.go:171","msg":"trace[1423873236] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21692; }","duration":"312.680224ms","start":"2026-03-04T02:09:14.133485Z","end":"2026-03-04T02:09:14.446165Z","steps":["trace[1423873236] 'agreement among raft nodes before linearized reading' (duration: 312.596402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.446186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.133468Z","time spent":"312.714405ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:14.446192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283389572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:14.446206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157587341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T02:09:14.44622Z","caller":"traceutil/trace.go:171","msg":"trace[798522642] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:21692; }","duration":"1.283445704s","start":"2026-03-04T02:09:13.162766Z","end":"2026-03-04T02:09:14.446212Z","steps":["trace[798522642] 'agreement among raft nodes before linearized reading' (duration: 1.283399162s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.446227Z","caller":"traceutil/trace.go:171","msg":"trace[81507673] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:21692; }","duration":"1.157640883s","start":"2026-03-04T02:09:13.288578Z","end":"2026-03-04T02:09:14.446219Z","steps":["trace[81507673] 'agreement among raft nodes before linearized reading' (duration: 1.157582101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.446243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.288559Z","time spent":"1.157678993s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T02:09:14.446243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.162748Z","time spent":"1.283488944s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:14.446055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.062466Z","time spent":"383.578551ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-04T02:09:14.44598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.757972Z","time spent":"688.004292ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:14.446499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322112156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:09:14.446529Z","caller":"traceutil/trace.go:171","msg":"trace[85922967] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21692; }","duration":"1.322172998s","start":"2026-03-04T02:09:13.124347Z","end":"2026-03-04T02:09:14.44652Z","steps":["trace[85922967] 'agreement among raft nodes before linearized reading' (duration: 1.3214836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.446551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.124327Z","time spent":"1.322217509s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210820,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-04T02:09:14.448356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34814229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-5bbd598875-ts7jx.189980f2c8cb084b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21671 ","response":"range_response_count:500 size:390487"} {"level":"info","ts":"2026-03-04T02:09:14.448418Z","caller":"traceutil/trace.go:171","msg":"trace[1189196875] range","detail":"{range_begin:/registry/events/openstack/heat-engine-5bbd598875-ts7jx.189980f2c8cb084b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:21692; }","duration":"1.348275413s","start":"2026-03-04T02:09:13.100128Z","end":"2026-03-04T02:09:14.448403Z","steps":["trace[1189196875] 'agreement among raft nodes before linearized reading' (duration: 1.34581848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.448484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.100114Z","time spent":"1.348339646s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1385,"response size":390510,"request content":"key:\"/registry/events/openstack/heat-engine-5bbd598875-ts7jx.189980f2c8cb084b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21671 "} {"level":"info","ts":"2026-03-04T02:09:14.44522Z","caller":"traceutil/trace.go:171","msg":"trace[748141729] transaction","detail":"{read_only:false; response_revision:21683; number_of_response:1; }","duration":"482.080675ms","start":"2026-03-04T02:09:13.963117Z","end":"2026-03-04T02:09:14.445198Z","steps":["trace[748141729] 'process raft request' (duration: 481.896429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.448791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:13.963089Z","time spent":"485.652718ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:14.774631Z","caller":"traceutil/trace.go:171","msg":"trace[1601500820] linearizableReadLoop","detail":"{readStateIndex:22461; appliedIndex:22460; }","duration":"284.490833ms","start":"2026-03-04T02:09:14.490114Z","end":"2026-03-04T02:09:14.774605Z","steps":["trace[1601500820] 'read index received' (duration: 284.312188ms)","trace[1601500820] 'applied index is now lower than readState.Index' (duration: 177.325µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:14.7749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.026978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:09:14.775025Z","caller":"traceutil/trace.go:171","msg":"trace[597616462] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21694; }","duration":"324.128401ms","start":"2026-03-04T02:09:14.450815Z","end":"2026-03-04T02:09:14.774944Z","steps":["trace[597616462] 'agreement among raft nodes before linearized reading' (duration: 323.924765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.774897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.473005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-6kgrx.18997f009359aede\" ","response":"range_response_count:1 size:797"} {"level":"warn","ts":"2026-03-04T02:09:14.775052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.847788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-03-04T02:09:14.775091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.814653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-04T02:09:14.775159Z","caller":"traceutil/trace.go:171","msg":"trace[1369615090] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21694; }","duration":"301.048742ms","start":"2026-03-04T02:09:14.474083Z","end":"2026-03-04T02:09:14.775132Z","steps":["trace[1369615090] 'agreement among raft nodes before linearized reading' (duration: 300.661642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.775183Z","caller":"traceutil/trace.go:171","msg":"trace[848372534] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:21694; }","duration":"100.937926ms","start":"2026-03-04T02:09:14.67422Z","end":"2026-03-04T02:09:14.775158Z","steps":["trace[848372534] 'agreement among raft nodes before linearized reading' (duration: 100.7105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.77518Z","caller":"traceutil/trace.go:171","msg":"trace[344950358] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-6kgrx.18997f009359aede; range_end:; response_count:1; response_revision:21694; }","duration":"281.740231ms","start":"2026-03-04T02:09:14.493379Z","end":"2026-03-04T02:09:14.775119Z","steps":["trace[344950358] 'agreement among raft nodes before linearized reading' (duration: 281.422583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.775227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.474076Z","time spent":"301.136384ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-04T02:09:14.775096Z","caller":"traceutil/trace.go:171","msg":"trace[529769080] transaction","detail":"{read_only:false; response_revision:21694; number_of_response:1; }","duration":"320.248179ms","start":"2026-03-04T02:09:14.454437Z","end":"2026-03-04T02:09:14.774685Z","steps":["trace[529769080] 'process raft request' (duration: 319.985363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.774879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.753842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:09:14.77549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.873119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127130"} {"level":"warn","ts":"2026-03-04T02:09:14.775597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.454426Z","time spent":"320.975388ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:14.775547Z","caller":"traceutil/trace.go:171","msg":"trace[1894632637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21694; }","duration":"304.42413ms","start":"2026-03-04T02:09:14.471074Z","end":"2026-03-04T02:09:14.775499Z","steps":["trace[1894632637] 'agreement among raft nodes before linearized reading' (duration: 303.565517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.775785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.471069Z","time spent":"304.668886ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:14.775091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.450804Z","time spent":"324.271684ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-04T02:09:14.775645Z","caller":"traceutil/trace.go:171","msg":"trace[184287938] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21694; }","duration":"325.055075ms","start":"2026-03-04T02:09:14.450568Z","end":"2026-03-04T02:09:14.775623Z","steps":["trace[184287938] 'agreement among raft nodes before linearized reading' (duration: 324.342787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.775895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.450559Z","time spent":"325.328242ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127153,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:09:14.776539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.072135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-compute-default-slszk.189980d8f09ad934\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21671 ","response":"range_response_count:500 size:391322"} {"level":"info","ts":"2026-03-04T02:09:14.77658Z","caller":"traceutil/trace.go:171","msg":"trace[325842471] range","detail":"{range_begin:/registry/events/openstack/nova-compute-default-slszk.189980d8f09ad934\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:21694; }","duration":"308.118906ms","start":"2026-03-04T02:09:14.468453Z","end":"2026-03-04T02:09:14.776572Z","steps":["trace[325842471] 'agreement among raft nodes before linearized reading' (duration: 306.73395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.776606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:14.468407Z","time spent":"308.186767ms","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":885,"response size":391345,"request content":"key:\"/registry/events/openstack/nova-compute-default-slszk.189980d8f09ad934\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21671 "} {"level":"info","ts":"2026-03-04T02:09:14.911564Z","caller":"traceutil/trace.go:171","msg":"trace[163990295] linearizableReadLoop","detail":"{readStateIndex:22462; appliedIndex:22461; }","duration":"132.147165ms","start":"2026-03-04T02:09:14.77939Z","end":"2026-03-04T02:09:14.911537Z","steps":["trace[163990295] 'read index received' (duration: 59.648645ms)","trace[163990295] 'applied index is now lower than readState.Index' (duration: 72.49755ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:14.911641Z","caller":"traceutil/trace.go:171","msg":"trace[497787185] transaction","detail":"{read_only:false; response_revision:21695; number_of_response:1; }","duration":"132.305609ms","start":"2026-03-04T02:09:14.779274Z","end":"2026-03-04T02:09:14.91158Z","steps":["trace[497787185] 'process raft request' (duration: 59.684207ms)","trace[497787185] 'compare' (duration: 72.461048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:14.912865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.448379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2\" ","response":"range_response_count:1 size:7761"} {"level":"info","ts":"2026-03-04T02:09:14.912951Z","caller":"traceutil/trace.go:171","msg":"trace[785805545] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2; range_end:; response_count:1; response_revision:21695; }","duration":"133.554981ms","start":"2026-03-04T02:09:14.779375Z","end":"2026-03-04T02:09:14.91293Z","steps":["trace[785805545] 'agreement among raft nodes before linearized reading' (duration: 132.263647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.93253Z","caller":"traceutil/trace.go:171","msg":"trace[1758690673] transaction","detail":"{read_only:false; response_revision:21696; number_of_response:1; }","duration":"153.052627ms","start":"2026-03-04T02:09:14.77945Z","end":"2026-03-04T02:09:14.932503Z","steps":["trace[1758690673] 'process raft request' (duration: 152.80143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.932673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.873565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-04T02:09:14.932692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.042106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-04T02:09:14.932718Z","caller":"traceutil/trace.go:171","msg":"trace[1236508997] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21696; }","duration":"127.956946ms","start":"2026-03-04T02:09:14.804745Z","end":"2026-03-04T02:09:14.932701Z","steps":["trace[1236508997] 'agreement among raft nodes before linearized reading' (duration: 127.760741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:14.932751Z","caller":"traceutil/trace.go:171","msg":"trace[270165468] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:21696; }","duration":"153.140229ms","start":"2026-03-04T02:09:14.779596Z","end":"2026-03-04T02:09:14.932736Z","steps":["trace[270165468] 'agreement among raft nodes before linearized reading' (duration: 152.941254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:14.934262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.174941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-ks-service.1899804732cce086\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21671 ","response":"range_response_count:385 size:295481"} {"level":"info","ts":"2026-03-04T02:09:14.934298Z","caller":"traceutil/trace.go:171","msg":"trace[708947683] range","detail":"{range_begin:/registry/events/openstack/placement-ks-service.1899804732cce086\u0000; range_end:/registry/events/openstack0; response_count:385; response_revision:21696; }","duration":"138.218792ms","start":"2026-03-04T02:09:14.796071Z","end":"2026-03-04T02:09:14.93429Z","steps":["trace[708947683] 'agreement among raft nodes before linearized reading' (duration: 136.94861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.137612Z","caller":"traceutil/trace.go:171","msg":"trace[313547861] transaction","detail":"{read_only:false; response_revision:21697; number_of_response:1; }","duration":"212.948389ms","start":"2026-03-04T02:09:14.924641Z","end":"2026-03-04T02:09:15.137589Z","steps":["trace[313547861] 'process raft request' (duration: 206.516802ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.13769Z","caller":"traceutil/trace.go:171","msg":"trace[1240176460] linearizableReadLoop","detail":"{readStateIndex:22464; appliedIndex:22463; }","duration":"205.175247ms","start":"2026-03-04T02:09:14.932486Z","end":"2026-03-04T02:09:15.137661Z","steps":["trace[1240176460] 'read index received' (duration: 198.664559ms)","trace[1240176460] 'applied index is now lower than readState.Index' (duration: 6.508098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:15.137961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.082724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-r2g52.18997efefcbadc05\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-04T02:09:15.138043Z","caller":"traceutil/trace.go:171","msg":"trace[1572584453] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-r2g52.18997efefcbadc05; range_end:; response_count:1; response_revision:21697; }","duration":"220.226227ms","start":"2026-03-04T02:09:14.917798Z","end":"2026-03-04T02:09:15.138024Z","steps":["trace[1572584453] 'agreement among raft nodes before linearized reading' (duration: 219.965741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.147719Z","caller":"traceutil/trace.go:171","msg":"trace[1173300045] transaction","detail":"{read_only:false; response_revision:21698; number_of_response:1; }","duration":"213.146994ms","start":"2026-03-04T02:09:14.934558Z","end":"2026-03-04T02:09:15.147705Z","steps":["trace[1173300045] 'process raft request' (duration: 213.075702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.148099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.040791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-04T02:09:15.14813Z","caller":"traceutil/trace.go:171","msg":"trace[1767484096] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21698; }","duration":"174.112582ms","start":"2026-03-04T02:09:14.974011Z","end":"2026-03-04T02:09:15.148123Z","steps":["trace[1767484096] 'agreement among raft nodes before linearized reading' (duration: 174.00758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.148293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.693104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-03-04T02:09:15.148319Z","caller":"traceutil/trace.go:171","msg":"trace[1529377803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21698; }","duration":"138.749456ms","start":"2026-03-04T02:09:15.009564Z","end":"2026-03-04T02:09:15.148313Z","steps":["trace[1529377803] 'agreement among raft nodes before linearized reading' (duration: 138.686335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.148432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.871429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:09:15.148455Z","caller":"traceutil/trace.go:171","msg":"trace[219357154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21698; }","duration":"138.922069ms","start":"2026-03-04T02:09:15.009528Z","end":"2026-03-04T02:09:15.14845Z","steps":["trace[219357154] 'agreement among raft nodes before linearized reading' (duration: 138.865938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.14857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.149672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-04T02:09:15.148738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.733043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-04T02:09:15.148633Z","caller":"traceutil/trace.go:171","msg":"trace[1178712539] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21698; }","duration":"211.310606ms","start":"2026-03-04T02:09:14.937306Z","end":"2026-03-04T02:09:15.148617Z","steps":["trace[1178712539] 'agreement among raft nodes before linearized reading' (duration: 210.815873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.148767Z","caller":"traceutil/trace.go:171","msg":"trace[482819384] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:21698; }","duration":"212.777195ms","start":"2026-03-04T02:09:14.935982Z","end":"2026-03-04T02:09:15.148759Z","steps":["trace[482819384] 'agreement among raft nodes before linearized reading' (duration: 212.713773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.376827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.151695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:15.376906Z","caller":"traceutil/trace.go:171","msg":"trace[222826197] linearizableReadLoop","detail":"{readStateIndex:22466; appliedIndex:22465; }","duration":"229.14292ms","start":"2026-03-04T02:09:15.14775Z","end":"2026-03-04T02:09:15.376893Z","steps":["trace[222826197] 'read index received' (duration: 106.876671ms)","trace[222826197] 'applied index is now lower than readState.Index' (duration: 122.265359ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:15.376932Z","caller":"traceutil/trace.go:171","msg":"trace[1187934880] transaction","detail":"{read_only:false; response_revision:21699; number_of_response:1; }","duration":"236.652423ms","start":"2026-03-04T02:09:15.140252Z","end":"2026-03-04T02:09:15.376904Z","steps":["trace[1187934880] 'process raft request' (duration: 114.358853ms)","trace[1187934880] 'compare' (duration: 121.92293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:15.377023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.941225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-nwkm4\" ","response":"range_response_count:1 size:7133"} {"level":"info","ts":"2026-03-04T02:09:15.377044Z","caller":"traceutil/trace.go:171","msg":"trace[315447538] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-nwkm4; range_end:; response_count:1; response_revision:21699; }","duration":"235.981756ms","start":"2026-03-04T02:09:15.141056Z","end":"2026-03-04T02:09:15.377038Z","steps":["trace[315447538] 'agreement among raft nodes before linearized reading' (duration: 235.888464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.416226Z","caller":"traceutil/trace.go:171","msg":"trace[229363510] transaction","detail":"{read_only:false; response_revision:21700; number_of_response:1; }","duration":"264.250679ms","start":"2026-03-04T02:09:15.151945Z","end":"2026-03-04T02:09:15.416195Z","steps":["trace[229363510] 'process raft request' (duration: 264.030073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.416247Z","caller":"traceutil/trace.go:171","msg":"trace[519996459] transaction","detail":"{read_only:false; response_revision:21701; number_of_response:1; }","duration":"264.104575ms","start":"2026-03-04T02:09:15.15212Z","end":"2026-03-04T02:09:15.416224Z","steps":["trace[519996459] 'process raft request' (duration: 263.960091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.416395Z","caller":"traceutil/trace.go:171","msg":"trace[1169981801] transaction","detail":"{read_only:false; response_revision:21702; number_of_response:1; }","duration":"259.66975ms","start":"2026-03-04T02:09:15.156704Z","end":"2026-03-04T02:09:15.416374Z","steps":["trace[1169981801] 'process raft request' (duration: 259.415533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.610286Z","caller":"traceutil/trace.go:171","msg":"trace[413966693] transaction","detail":"{read_only:false; response_revision:21703; number_of_response:1; }","duration":"317.181821ms","start":"2026-03-04T02:09:15.293079Z","end":"2026-03-04T02:09:15.610261Z","steps":["trace[413966693] 'process raft request' (duration: 316.883003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.610655Z","caller":"traceutil/trace.go:171","msg":"trace[74102212] transaction","detail":"{read_only:false; response_revision:21704; number_of_response:1; }","duration":"225.500955ms","start":"2026-03-04T02:09:15.385119Z","end":"2026-03-04T02:09:15.61062Z","steps":["trace[74102212] 'process raft request' (duration: 225.063274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:15.611071Z","caller":"traceutil/trace.go:171","msg":"trace[1624437236] linearizableReadLoop","detail":"{readStateIndex:22470; appliedIndex:22466; }","duration":"234.123637ms","start":"2026-03-04T02:09:15.376926Z","end":"2026-03-04T02:09:15.61105Z","steps":["trace[1624437236] 'read index received' (duration: 39.127543ms)","trace[1624437236] 'applied index is now lower than readState.Index' (duration: 194.993564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:15.611343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.252596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:15.611425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.431947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T02:09:15.611455Z","caller":"traceutil/trace.go:171","msg":"trace[923787457] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:21704; }","duration":"458.386851ms","start":"2026-03-04T02:09:15.153043Z","end":"2026-03-04T02:09:15.61143Z","steps":["trace[923787457] 'agreement among raft nodes before linearized reading' (duration: 458.218805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.611378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.448868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-03-04T02:09:15.611519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:15.153033Z","time spent":"458.469822ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-03-04T02:09:15.611568Z","caller":"traceutil/trace.go:171","msg":"trace[1427111322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21704; }","duration":"256.480528ms","start":"2026-03-04T02:09:15.354958Z","end":"2026-03-04T02:09:15.611438Z","steps":["trace[1427111322] 'agreement among raft nodes before linearized reading' (duration: 256.20739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.611385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.657895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:15.611687Z","caller":"traceutil/trace.go:171","msg":"trace[1287889685] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21704; }","duration":"314.992885ms","start":"2026-03-04T02:09:15.296677Z","end":"2026-03-04T02:09:15.61167Z","steps":["trace[1287889685] 'agreement among raft nodes before linearized reading' (duration: 314.673416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.611358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:15.293046Z","time spent":"317.406026ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:15.611591Z","caller":"traceutil/trace.go:171","msg":"trace[226681398] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:21704; }","duration":"459.652214ms","start":"2026-03-04T02:09:15.151906Z","end":"2026-03-04T02:09:15.611558Z","steps":["trace[226681398] 'agreement among raft nodes before linearized reading' (duration: 459.382746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.611906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:15.15187Z","time spent":"460.027453ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-04T02:09:15.611827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:15.296654Z","time spent":"315.152518ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:15.793426Z","caller":"traceutil/trace.go:171","msg":"trace[251167099] linearizableReadLoop","detail":"{readStateIndex:22472; appliedIndex:22471; }","duration":"182.276044ms","start":"2026-03-04T02:09:15.611123Z","end":"2026-03-04T02:09:15.793399Z","steps":["trace[251167099] 'read index received' (duration: 182.022637ms)","trace[251167099] 'applied index is now lower than readState.Index' (duration: 252.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:15.793485Z","caller":"traceutil/trace.go:171","msg":"trace[744761092] transaction","detail":"{read_only:false; response_revision:21705; number_of_response:1; }","duration":"368.951492ms","start":"2026-03-04T02:09:15.424512Z","end":"2026-03-04T02:09:15.793464Z","steps":["trace[744761092] 'process raft request' (duration: 368.532961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.793581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:15.424482Z","time spent":"369.048465ms","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7932,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:09:15.793694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.244108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:15.793745Z","caller":"traceutil/trace.go:171","msg":"trace[1097627098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21705; }","duration":"372.31441ms","start":"2026-03-04T02:09:15.421419Z","end":"2026-03-04T02:09:15.793734Z","steps":["trace[1097627098] 'agreement among raft nodes before linearized reading' (duration: 372.100245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.793781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:15.421388Z","time spent":"372.384291ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:15.793962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.67953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T02:09:15.794037Z","caller":"traceutil/trace.go:171","msg":"trace[323635066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21705; }","duration":"374.869725ms","start":"2026-03-04T02:09:15.41915Z","end":"2026-03-04T02:09:15.794019Z","steps":["trace[323635066] 'agreement among raft nodes before linearized reading' (duration: 374.581798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.79415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:15.419135Z","time spent":"374.937687ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:15.794389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.955648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-6kgrx.18997f00961497b3\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-03-04T02:09:15.79445Z","caller":"traceutil/trace.go:171","msg":"trace[1271789368] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-6kgrx.18997f00961497b3; range_end:; response_count:1; response_revision:21705; }","duration":"414.051201ms","start":"2026-03-04T02:09:15.380378Z","end":"2026-03-04T02:09:15.794429Z","steps":["trace[1271789368] 'agreement among raft nodes before linearized reading' (duration: 413.360093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.794489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:15.38036Z","time spent":"414.121173ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":820,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-6kgrx.18997f00961497b3\" "} {"level":"info","ts":"2026-03-04T02:09:15.800399Z","caller":"traceutil/trace.go:171","msg":"trace[1785398933] transaction","detail":"{read_only:false; response_revision:21706; number_of_response:1; }","duration":"163.110348ms","start":"2026-03-04T02:09:15.637269Z","end":"2026-03-04T02:09:15.80038Z","steps":["trace[1785398933] 'process raft request' (duration: 163.014365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.80048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.577271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kgtnl\" ","response":"range_response_count:1 size:7039"} {"level":"info","ts":"2026-03-04T02:09:15.800515Z","caller":"traceutil/trace.go:171","msg":"trace[1994635123] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kgtnl; range_end:; response_count:1; response_revision:21706; }","duration":"185.613612ms","start":"2026-03-04T02:09:15.614891Z","end":"2026-03-04T02:09:15.800505Z","steps":["trace[1994635123] 'agreement among raft nodes before linearized reading' (duration: 185.507768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.800762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.414449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T02:09:15.800794Z","caller":"traceutil/trace.go:171","msg":"trace[1750715518] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21706; }","duration":"167.472101ms","start":"2026-03-04T02:09:15.633313Z","end":"2026-03-04T02:09:15.800785Z","steps":["trace[1750715518] 'agreement among raft nodes before linearized reading' (duration: 167.400579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.800813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.543389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:09:15.800848Z","caller":"traceutil/trace.go:171","msg":"trace[995181676] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:21706; }","duration":"185.628271ms","start":"2026-03-04T02:09:15.61521Z","end":"2026-03-04T02:09:15.800838Z","steps":["trace[995181676] 'agreement among raft nodes before linearized reading' (duration: 185.506328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:15.800992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.387603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:09:15.801018Z","caller":"traceutil/trace.go:171","msg":"trace[794055202] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:21706; }","duration":"185.413904ms","start":"2026-03-04T02:09:15.615598Z","end":"2026-03-04T02:09:15.801012Z","steps":["trace[794055202] 'agreement among raft nodes before linearized reading' (duration: 185.348242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:16.041398Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18797} {"level":"info","ts":"2026-03-04T02:09:16.041478Z","caller":"traceutil/trace.go:171","msg":"trace[16713758] compact","detail":"{revision:18797; response_revision:21709; }","duration":"240.114913ms","start":"2026-03-04T02:09:15.801334Z","end":"2026-03-04T02:09:16.041449Z","steps":["trace[16713758] 'process raft request' (duration: 161.447124ms)","trace[16713758] 'check and update compact revision' (duration: 78.400882ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:16.041522Z","caller":"traceutil/trace.go:171","msg":"trace[557898569] transaction","detail":"{read_only:false; response_revision:21710; number_of_response:1; }","duration":"226.972783ms","start":"2026-03-04T02:09:15.814532Z","end":"2026-03-04T02:09:16.041505Z","steps":["trace[557898569] 'process raft request' (duration: 226.843569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:16.041625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.159804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:16.04167Z","caller":"traceutil/trace.go:171","msg":"trace[565678974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21710; }","duration":"240.217535ms","start":"2026-03-04T02:09:15.801441Z","end":"2026-03-04T02:09:16.041659Z","steps":["trace[565678974] 'agreement among raft nodes before linearized reading' (duration: 240.117553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:16.041517Z","caller":"traceutil/trace.go:171","msg":"trace[2077932267] linearizableReadLoop","detail":"{readStateIndex:22476; appliedIndex:22473; }","duration":"240.044041ms","start":"2026-03-04T02:09:15.801445Z","end":"2026-03-04T02:09:16.041489Z","steps":["trace[2077932267] 'read index received' (duration: 33.074657ms)","trace[2077932267] 'applied index is now lower than readState.Index' (duration: 206.968064ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:16.041442Z","caller":"traceutil/trace.go:171","msg":"trace[1398395088] transaction","detail":"{read_only:false; response_revision:21709; number_of_response:1; }","duration":"239.95333ms","start":"2026-03-04T02:09:15.80147Z","end":"2026-03-04T02:09:16.041423Z","steps":["trace[1398395088] 'process raft request' (duration: 239.799786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:16.042059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.39254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:09:16.042102Z","caller":"traceutil/trace.go:171","msg":"trace[2070220166] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:21710; }","duration":"233.434351ms","start":"2026-03-04T02:09:15.808655Z","end":"2026-03-04T02:09:16.04209Z","steps":["trace[2070220166] 'agreement among raft nodes before linearized reading' (duration: 233.303818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:16.042209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.71165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:09:16.042221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.502242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:16.042235Z","caller":"traceutil/trace.go:171","msg":"trace[267315223] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21710; }","duration":"100.786352ms","start":"2026-03-04T02:09:15.941441Z","end":"2026-03-04T02:09:16.042228Z","steps":["trace[267315223] 'agreement among raft nodes before linearized reading' (duration: 100.620358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:16.042259Z","caller":"traceutil/trace.go:171","msg":"trace[587984908] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:21710; }","duration":"233.590255ms","start":"2026-03-04T02:09:15.808658Z","end":"2026-03-04T02:09:16.042248Z","steps":["trace[587984908] 'agreement among raft nodes before linearized reading' (duration: 233.510373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:16.042815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.024403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2.189981466bf69b98\" ","response":"range_response_count:1 size:899"} {"level":"warn","ts":"2026-03-04T02:09:16.042816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.827045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:16.042875Z","caller":"traceutil/trace.go:171","msg":"trace[651789296] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2.189981466bf69b98; range_end:; response_count:1; response_revision:21710; }","duration":"205.62523ms","start":"2026-03-04T02:09:15.837235Z","end":"2026-03-04T02:09:16.04286Z","steps":["trace[651789296] 'agreement among raft nodes before linearized reading' (duration: 204.924681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:16.042891Z","caller":"traceutil/trace.go:171","msg":"trace[712883836] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-init; range_end:; response_count:0; response_revision:21710; }","duration":"227.941948ms","start":"2026-03-04T02:09:15.814931Z","end":"2026-03-04T02:09:16.042873Z","steps":["trace[712883836] 'agreement among raft nodes before linearized reading' (duration: 227.215439ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:16.254228Z","caller":"traceutil/trace.go:171","msg":"trace[207130687] linearizableReadLoop","detail":"{readStateIndex:22479; appliedIndex:22478; }","duration":"207.930569ms","start":"2026-03-04T02:09:16.046273Z","end":"2026-03-04T02:09:16.254204Z","steps":["trace[207130687] 'read index received' (duration: 173.722082ms)","trace[207130687] 'applied index is now lower than readState.Index' (duration: 34.207547ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:16.254336Z","caller":"traceutil/trace.go:171","msg":"trace[1537605903] transaction","detail":"{read_only:false; response_revision:21711; number_of_response:1; }","duration":"208.583206ms","start":"2026-03-04T02:09:16.045648Z","end":"2026-03-04T02:09:16.254231Z","steps":["trace[1537605903] 'process raft request' (duration: 174.333868ms)","trace[1537605903] 'compare' (duration: 34.077703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:16.254473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.178665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T02:09:16.254517Z","caller":"traceutil/trace.go:171","msg":"trace[174616100] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:21711; }","duration":"208.273898ms","start":"2026-03-04T02:09:16.046232Z","end":"2026-03-04T02:09:16.254506Z","steps":["trace[174616100] 'agreement among raft nodes before linearized reading' (duration: 208.087903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:16.334577Z","caller":"traceutil/trace.go:171","msg":"trace[465437934] transaction","detail":"{read_only:false; response_revision:21712; number_of_response:1; }","duration":"261.844587ms","start":"2026-03-04T02:09:16.0727Z","end":"2026-03-04T02:09:16.334545Z","steps":["trace[465437934] 'process raft request' (duration: 191.713389ms)","trace[465437934] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/secrets/openstack/sh.helm.release.v1.magnum.v1; req_size:38898; } (duration: 69.8069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:16.400448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.019959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:16.400538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.471698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:16.400577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.707698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2.1899814670ed6198\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-03-04T02:09:16.400594Z","caller":"traceutil/trace.go:171","msg":"trace[2041204687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21712; }","duration":"238.222205ms","start":"2026-03-04T02:09:16.162355Z","end":"2026-03-04T02:09:16.400577Z","steps":["trace[2041204687] 'agreement among raft nodes before linearized reading' (duration: 172.384938ms)","trace[2041204687] 'count revisions from in-memory index tree' (duration: 65.64211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:16.400619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.740854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T02:09:16.400636Z","caller":"traceutil/trace.go:171","msg":"trace[571996334] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2.1899814670ed6198; range_end:; response_count:1; response_revision:21712; }","duration":"142.803331ms","start":"2026-03-04T02:09:16.25781Z","end":"2026-03-04T02:09:16.400614Z","steps":["trace[571996334] 'agreement among raft nodes before linearized reading' (duration: 76.957374ms)","trace[571996334] 'range keys from in-memory index tree' (duration: 65.684593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:16.40063Z","caller":"traceutil/trace.go:171","msg":"trace[1339945642] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:21712; }","duration":"126.644463ms","start":"2026-03-04T02:09:16.273963Z","end":"2026-03-04T02:09:16.400607Z","steps":["trace[1339945642] 'agreement among raft nodes before linearized reading' (duration: 60.845367ms)","trace[1339945642] 'count revisions from in-memory index tree' (duration: 65.629112ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:16.400695Z","caller":"traceutil/trace.go:171","msg":"trace[1421575095] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:21712; }","duration":"141.820366ms","start":"2026-03-04T02:09:16.258852Z","end":"2026-03-04T02:09:16.400672Z","steps":["trace[1421575095] 'agreement among raft nodes before linearized reading' (duration: 75.964499ms)","trace[1421575095] 'range keys from in-memory index tree' (duration: 65.745845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:16.400696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.286332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-03-04T02:09:16.400507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.888592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-nwkm4\" ","response":"range_response_count:1 size:7145"} {"level":"info","ts":"2026-03-04T02:09:16.401023Z","caller":"traceutil/trace.go:171","msg":"trace[189817323] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-nwkm4; range_end:; response_count:1; response_revision:21712; }","duration":"354.436286ms","start":"2026-03-04T02:09:16.046578Z","end":"2026-03-04T02:09:16.401014Z","steps":["trace[189817323] 'agreement among raft nodes before linearized reading' (duration: 288.21289ms)","trace[189817323] 'range keys from in-memory index tree' (duration: 65.579809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:16.401074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.046572Z","time spent":"354.492047ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7168,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-nwkm4\" "} {"level":"info","ts":"2026-03-04T02:09:16.400825Z","caller":"traceutil/trace.go:171","msg":"trace[962109419] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:21712; }","duration":"354.394465ms","start":"2026-03-04T02:09:16.04638Z","end":"2026-03-04T02:09:16.400775Z","steps":["trace[962109419] 'agreement among raft nodes before linearized reading' (duration: 288.420235ms)","trace[962109419] 'range keys from in-memory index tree' (duration: 65.717124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:16.401152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.046375Z","time spent":"354.762215ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-04T02:09:16.587392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.917704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:16.587507Z","caller":"traceutil/trace.go:171","msg":"trace[16048273] linearizableReadLoop","detail":"{readStateIndex:22481; appliedIndex:22480; }","duration":"229.659532ms","start":"2026-03-04T02:09:16.357833Z","end":"2026-03-04T02:09:16.587492Z","steps":["trace[16048273] 'read index received' (duration: 42.48247ms)","trace[16048273] 'applied index is now lower than readState.Index' (duration: 187.176142ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:16.58752Z","caller":"traceutil/trace.go:171","msg":"trace[377818587] transaction","detail":"{read_only:false; response_revision:21713; number_of_response:1; }","duration":"246.306093ms","start":"2026-03-04T02:09:16.341198Z","end":"2026-03-04T02:09:16.587504Z","steps":["trace[377818587] 'process raft request' (duration: 59.190153ms)","trace[377818587] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/jobs/openstack/magnum-db-init; req_size:5306; } (duration: 186.768259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:16.677972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.123957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-04T02:09:16.678036Z","caller":"traceutil/trace.go:171","msg":"trace[1500791111] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:21713; }","duration":"320.208439ms","start":"2026-03-04T02:09:16.357812Z","end":"2026-03-04T02:09:16.678021Z","steps":["trace[1500791111] 'agreement among raft nodes before linearized reading' (duration: 229.717464ms)","trace[1500791111] 'range keys from in-memory index tree' (duration: 90.334211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:16.678064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.357741Z","time spent":"320.317981ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-04T02:09:16.992202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.596816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:16.992345Z","caller":"traceutil/trace.go:171","msg":"trace[1051522491] transaction","detail":"{read_only:false; response_revision:21714; number_of_response:1; }","duration":"589.816257ms","start":"2026-03-04T02:09:16.402501Z","end":"2026-03-04T02:09:16.992318Z","steps":["trace[1051522491] 'process raft request' (duration: 184.983855ms)","trace[1051522491] 'compare' (duration: 90.70648ms)","trace[1051522491] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-whlm2.1899814670ed6198; req_size:878; } (duration: 313.563837ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T02:09:16.992432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.402475Z","time spent":"589.9182ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:17.272424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.046428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:17.27252Z","caller":"traceutil/trace.go:171","msg":"trace[427729743] linearizableReadLoop","detail":"{readStateIndex:22483; appliedIndex:22481; }","duration":"684.976662ms","start":"2026-03-04T02:09:16.58753Z","end":"2026-03-04T02:09:17.272507Z","steps":["trace[427729743] 'read index received' (duration: 36.461µs)","trace[427729743] 'applied index is now lower than readState.Index' (duration: 684.938261ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:17.272601Z","caller":"traceutil/trace.go:171","msg":"trace[1959680045] transaction","detail":"{read_only:false; response_revision:21715; number_of_response:1; }","duration":"864.104085ms","start":"2026-03-04T02:09:16.408481Z","end":"2026-03-04T02:09:17.272585Z","steps":["trace[1959680045] 'process raft request' (duration: 583.823922ms)","trace[1959680045] 'compare' (duration: 39.805221ms)","trace[1959680045] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/capo-system/capo-controller-manager-6975759b4b-nwkm4; req_size:6946; } (duration: 239.921229ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T02:09:17.272645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.408466Z","time spent":"864.156946ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6949,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:17.329407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.995052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-04T02:09:17.329437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.26853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"warn","ts":"2026-03-04T02:09:17.329504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.392652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:17.329493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.220539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:17.329559Z","caller":"traceutil/trace.go:171","msg":"trace[1570100350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21715; }","duration":"394.436403ms","start":"2026-03-04T02:09:16.935102Z","end":"2026-03-04T02:09:17.329538Z","steps":["trace[1570100350] 'agreement among raft nodes before linearized reading' (duration: 337.568608ms)","trace[1570100350] 'range keys from in-memory index tree' (duration: 56.817564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:17.32959Z","caller":"traceutil/trace.go:171","msg":"trace[328074978] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:21715; }","duration":"215.369882ms","start":"2026-03-04T02:09:17.114197Z","end":"2026-03-04T02:09:17.329567Z","steps":["trace[328074978] 'agreement among raft nodes before linearized reading' (duration: 158.467006ms)","trace[328074978] 'count revisions from in-memory index tree' (duration: 56.764212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:17.329612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.935061Z","time spent":"394.543216ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:17.329616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.425362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-04T02:09:17.329523Z","caller":"traceutil/trace.go:171","msg":"trace[2053574777] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:21715; }","duration":"925.394704ms","start":"2026-03-04T02:09:16.404105Z","end":"2026-03-04T02:09:17.329499Z","steps":["trace[2053574777] 'agreement among raft nodes before linearized reading' (duration: 868.482588ms)","trace[2053574777] 'range keys from in-memory index tree' (duration: 56.694339ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:17.32967Z","caller":"traceutil/trace.go:171","msg":"trace[96513967] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:21715; }","duration":"622.509324ms","start":"2026-03-04T02:09:16.707145Z","end":"2026-03-04T02:09:17.329655Z","steps":["trace[96513967] 'agreement among raft nodes before linearized reading' (duration: 565.497176ms)","trace[96513967] 'range keys from in-memory index tree' (duration: 56.921536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:17.32973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.707116Z","time spent":"622.604725ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-04T02:09:17.329787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.404088Z","time spent":"925.64497ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-04T02:09:17.329437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.735616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-nwkm4.18998150ca3a4d99\" ","response":"range_response_count:1 size:791"} {"level":"warn","ts":"2026-03-04T02:09:17.329827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.724365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127130"} {"level":"info","ts":"2026-03-04T02:09:17.329897Z","caller":"traceutil/trace.go:171","msg":"trace[1638768616] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21715; }","duration":"366.828468ms","start":"2026-03-04T02:09:16.963057Z","end":"2026-03-04T02:09:17.329885Z","steps":["trace[1638768616] 'agreement among raft nodes before linearized reading' (duration: 309.598414ms)","trace[1638768616] 'range keys from in-memory index tree' (duration: 56.913336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:17.330041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.963039Z","time spent":"366.988671ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127153,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-04T02:09:17.329905Z","caller":"traceutil/trace.go:171","msg":"trace[1111831108] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-nwkm4.18998150ca3a4d99; range_end:; response_count:1; response_revision:21715; }","duration":"335.246408ms","start":"2026-03-04T02:09:16.994635Z","end":"2026-03-04T02:09:17.329881Z","steps":["trace[1111831108] 'agreement among raft nodes before linearized reading' (duration: 278.038035ms)","trace[1111831108] 'range keys from in-memory index tree' (duration: 56.602737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:17.330134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.99462Z","time spent":"335.502755ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":814,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-nwkm4.18998150ca3a4d99\" "} {"level":"info","ts":"2026-03-04T02:09:17.329519Z","caller":"traceutil/trace.go:171","msg":"trace[1529988722] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:21715; }","duration":"384.153127ms","start":"2026-03-04T02:09:16.945336Z","end":"2026-03-04T02:09:17.329489Z","steps":["trace[1529988722] 'agreement among raft nodes before linearized reading' (duration: 327.326523ms)","trace[1529988722] 'range keys from in-memory index tree' (duration: 56.590457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:17.330237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.945315Z","time spent":"384.900706ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T02:09:17.330507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.454733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:17.33056Z","caller":"traceutil/trace.go:171","msg":"trace[462004260] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:21715; }","duration":"923.545406ms","start":"2026-03-04T02:09:16.406999Z","end":"2026-03-04T02:09:17.330544Z","steps":["trace[462004260] 'agreement among raft nodes before linearized reading' (duration: 865.610294ms)","trace[462004260] 'range keys from in-memory index tree' (duration: 57.443689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:17.330595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:16.406977Z","time spent":"923.606197ms","remote":"127.0.0.1:53086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-03-04T02:09:17.390803Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18797,"took":"1.343758906s","hash":2942284735,"current-db-size-bytes":47882240,"current-db-size":"48 MB","current-db-size-in-use-bytes":38125568,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-04T02:09:17.390876Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2942284735,"revision":18797,"compact-revision":16804} {"level":"info","ts":"2026-03-04T02:09:17.836306Z","caller":"traceutil/trace.go:171","msg":"trace[1503653318] transaction","detail":"{read_only:false; response_revision:21727; number_of_response:1; }","duration":"155.040588ms","start":"2026-03-04T02:09:17.681239Z","end":"2026-03-04T02:09:17.836279Z","steps":["trace[1503653318] 'process raft request' (duration: 60.131969ms)","trace[1503653318] 'compare' (duration: 94.736255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:17.836296Z","caller":"traceutil/trace.go:171","msg":"trace[1836605923] linearizableReadLoop","detail":"{readStateIndex:22495; appliedIndex:22494; }","duration":"152.780729ms","start":"2026-03-04T02:09:17.683484Z","end":"2026-03-04T02:09:17.836264Z","steps":["trace[1836605923] 'read index received' (duration: 57.953052ms)","trace[1836605923] 'applied index is now lower than readState.Index' (duration: 94.826157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:17.836531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.029836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:09:17.836597Z","caller":"traceutil/trace.go:171","msg":"trace[1891306742] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:21727; }","duration":"153.129359ms","start":"2026-03-04T02:09:17.683452Z","end":"2026-03-04T02:09:17.836582Z","steps":["trace[1891306742] 'agreement among raft nodes before linearized reading' (duration: 152.895083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:17.871667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.862457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:17.871663Z","caller":"traceutil/trace.go:171","msg":"trace[1810057158] transaction","detail":"{read_only:false; response_revision:21728; number_of_response:1; }","duration":"186.762141ms","start":"2026-03-04T02:09:17.684872Z","end":"2026-03-04T02:09:17.871634Z","steps":["trace[1810057158] 'process raft request' (duration: 186.632947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:17.871711Z","caller":"traceutil/trace.go:171","msg":"trace[490857755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21728; }","duration":"114.942499ms","start":"2026-03-04T02:09:17.75676Z","end":"2026-03-04T02:09:17.871702Z","steps":["trace[490857755] 'agreement among raft nodes before linearized reading' (duration: 114.833057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:17.87338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.235778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:09:17.873451Z","caller":"traceutil/trace.go:171","msg":"trace[921769673] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21728; }","duration":"117.344872ms","start":"2026-03-04T02:09:17.756088Z","end":"2026-03-04T02:09:17.873432Z","steps":["trace[921769673] 'agreement among raft nodes before linearized reading' (duration: 115.844502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:18.38411Z","caller":"traceutil/trace.go:171","msg":"trace[875240421] linearizableReadLoop","detail":"{readStateIndex:22507; appliedIndex:22506; }","duration":"149.161216ms","start":"2026-03-04T02:09:18.234924Z","end":"2026-03-04T02:09:18.384086Z","steps":["trace[875240421] 'read index received' (duration: 148.91989ms)","trace[875240421] 'applied index is now lower than readState.Index' (duration: 240.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:18.384188Z","caller":"traceutil/trace.go:171","msg":"trace[637861791] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"150.659625ms","start":"2026-03-04T02:09:18.233462Z","end":"2026-03-04T02:09:18.384122Z","steps":["trace[637861791] 'process raft request' (duration: 150.429649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:18.384411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.464743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-04T02:09:18.384484Z","caller":"traceutil/trace.go:171","msg":"trace[1466308618] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:21739; }","duration":"149.550115ms","start":"2026-03-04T02:09:18.234917Z","end":"2026-03-04T02:09:18.384467Z","steps":["trace[1466308618] 'agreement among raft nodes before linearized reading' (duration: 149.296209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:18.601694Z","caller":"traceutil/trace.go:171","msg":"trace[1502832524] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"198.877364ms","start":"2026-03-04T02:09:18.402789Z","end":"2026-03-04T02:09:18.601667Z","steps":["trace[1502832524] 'process raft request' (duration: 198.681399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:18.655887Z","caller":"traceutil/trace.go:171","msg":"trace[305068629] linearizableReadLoop","detail":"{readStateIndex:22510; appliedIndex:22508; }","duration":"144.756653ms","start":"2026-03-04T02:09:18.511104Z","end":"2026-03-04T02:09:18.655861Z","steps":["trace[305068629] 'read index received' (duration: 90.474486ms)","trace[305068629] 'applied index is now lower than readState.Index' (duration: 54.280517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:18.656345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.212425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:18.656443Z","caller":"traceutil/trace.go:171","msg":"trace[1021204502] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21741; }","duration":"145.326617ms","start":"2026-03-04T02:09:18.511065Z","end":"2026-03-04T02:09:18.656391Z","steps":["trace[1021204502] 'agreement among raft nodes before linearized reading' (duration: 145.203734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:19.422051Z","caller":"traceutil/trace.go:171","msg":"trace[307727008] transaction","detail":"{read_only:false; response_revision:21743; number_of_response:1; }","duration":"200.048955ms","start":"2026-03-04T02:09:19.221969Z","end":"2026-03-04T02:09:19.422018Z","steps":["trace[307727008] 'process raft request' (duration: 182.246743ms)","trace[307727008] 'compare' (duration: 17.628516ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:52.017362Z","caller":"traceutil/trace.go:171","msg":"trace[1971730388] transaction","detail":"{read_only:false; response_revision:22084; number_of_response:1; }","duration":"124.614849ms","start":"2026-03-04T02:09:51.892723Z","end":"2026-03-04T02:09:52.017338Z","steps":["trace[1971730388] 'process raft request' (duration: 124.469306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:49.888866Z","caller":"traceutil/trace.go:171","msg":"trace[1936136029] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"195.804696ms","start":"2026-03-04T02:11:49.693024Z","end":"2026-03-04T02:11:49.888829Z","steps":["trace[1936136029] 'process raft request' (duration: 195.638051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:50.067395Z","caller":"traceutil/trace.go:171","msg":"trace[1169351019] linearizableReadLoop","detail":"{readStateIndex:24006; appliedIndex:24005; }","duration":"252.309149ms","start":"2026-03-04T02:11:49.815068Z","end":"2026-03-04T02:11:50.067377Z","steps":["trace[1169351019] 'read index received' (duration: 73.834703ms)","trace[1169351019] 'applied index is now lower than readState.Index' (duration: 178.473696ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:50.067504Z","caller":"traceutil/trace.go:171","msg":"trace[545512625] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"374.315541ms","start":"2026-03-04T02:11:49.693173Z","end":"2026-03-04T02:11:50.067488Z","steps":["trace[545512625] 'process raft request' (duration: 356.986363ms)","trace[545512625] 'compare' (duration: 16.873887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:50.067628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:49.693168Z","time spent":"374.360412ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:50.067647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.566106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:11:50.067712Z","caller":"traceutil/trace.go:171","msg":"trace[859407871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23195; }","duration":"252.666809ms","start":"2026-03-04T02:11:49.815028Z","end":"2026-03-04T02:11:50.067695Z","steps":["trace[859407871] 'agreement among raft nodes before linearized reading' (duration: 252.527065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:50.067828Z","caller":"traceutil/trace.go:171","msg":"trace[1232205933] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"205.186858ms","start":"2026-03-04T02:11:49.862629Z","end":"2026-03-04T02:11:50.067816Z","steps":["trace[1232205933] 'process raft request' (duration: 204.669834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.068011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.011366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:11:50.068086Z","caller":"traceutil/trace.go:171","msg":"trace[1190242242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23195; }","duration":"104.124369ms","start":"2026-03-04T02:11:49.963941Z","end":"2026-03-04T02:11:50.068066Z","steps":["trace[1190242242] 'agreement among raft nodes before linearized reading' (duration: 103.934674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.37679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.840699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:50.376968Z","caller":"traceutil/trace.go:171","msg":"trace[441713467] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"304.316707ms","start":"2026-03-04T02:11:50.072631Z","end":"2026-03-04T02:11:50.376947Z","steps":["trace[441713467] 'process raft request' (duration: 202.232562ms)","trace[441713467] 'compare' (duration: 101.719786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:50.377032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.072613Z","time spent":"304.389648ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:50.377203Z","caller":"traceutil/trace.go:171","msg":"trace[955520713] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"304.0283ms","start":"2026-03-04T02:11:50.073107Z","end":"2026-03-04T02:11:50.377135Z","steps":["trace[955520713] 'process raft request' (duration: 303.792493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:50.377409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:50.073092Z","time spent":"304.216105ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:54.22142Z","caller":"traceutil/trace.go:171","msg":"trace[265336204] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"139.310601ms","start":"2026-03-04T02:11:54.082076Z","end":"2026-03-04T02:11:54.221387Z","steps":["trace[265336204] 'process raft request' (duration: 139.117215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.629676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.553252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:54.630136Z","caller":"traceutil/trace.go:171","msg":"trace[405884258] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"547.847809ms","start":"2026-03-04T02:11:54.08225Z","end":"2026-03-04T02:11:54.630098Z","steps":["trace[405884258] 'process raft request' (duration: 210.608209ms)","trace[405884258] 'compare' (duration: 336.05324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:54.630288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.082245Z","time spent":"547.958533ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:54.645504Z","caller":"traceutil/trace.go:171","msg":"trace[1542618714] linearizableReadLoop","detail":"{readStateIndex:24038; appliedIndex:24036; }","duration":"339.986012ms","start":"2026-03-04T02:11:54.30549Z","end":"2026-03-04T02:11:54.645476Z","steps":["trace[1542618714] 'read index received' (duration: 30.591µs)","trace[1542618714] 'applied index is now lower than readState.Index' (duration: 339.954011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:54.645762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.246279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:54.645853Z","caller":"traceutil/trace.go:171","msg":"trace[1887828067] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23224; }","duration":"340.376432ms","start":"2026-03-04T02:11:54.305454Z","end":"2026-03-04T02:11:54.64583Z","steps":["trace[1887828067] 'agreement among raft nodes before linearized reading' (duration: 340.193897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.645906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.305438Z","time spent":"340.453524ms","remote":"127.0.0.1:48702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:11:54.836508Z","caller":"traceutil/trace.go:171","msg":"trace[810202827] linearizableReadLoop","detail":"{readStateIndex:24039; appliedIndex:24038; }","duration":"190.921878ms","start":"2026-03-04T02:11:54.64557Z","end":"2026-03-04T02:11:54.836492Z","steps":["trace[810202827] 'read index received' (duration: 190.892257ms)","trace[810202827] 'applied index is now lower than readState.Index' (duration: 28.841µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:54.836584Z","caller":"traceutil/trace.go:171","msg":"trace[377873002] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"201.955264ms","start":"2026-03-04T02:11:54.634621Z","end":"2026-03-04T02:11:54.836576Z","steps":["trace[377873002] 'process raft request' (duration: 201.756869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.836756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.225712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:54.836787Z","caller":"traceutil/trace.go:171","msg":"trace[1916751811] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23225; }","duration":"496.306064ms","start":"2026-03-04T02:11:54.340474Z","end":"2026-03-04T02:11:54.83678Z","steps":["trace[1916751811] 'agreement among raft nodes before linearized reading' (duration: 496.244602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.836776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.400686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:11:54.83684Z","caller":"traceutil/trace.go:171","msg":"trace[2031489449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23225; }","duration":"447.511499ms","start":"2026-03-04T02:11:54.389315Z","end":"2026-03-04T02:11:54.836826Z","steps":["trace[2031489449] 'agreement among raft nodes before linearized reading' (duration: 447.357975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.836872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.389295Z","time spent":"447.5718ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:11:54.836878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.435895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:54.836784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.451844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:11:54.836923Z","caller":"traceutil/trace.go:171","msg":"trace[1959276368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23225; }","duration":"205.511487ms","start":"2026-03-04T02:11:54.631395Z","end":"2026-03-04T02:11:54.836907Z","steps":["trace[1959276368] 'agreement among raft nodes before linearized reading' (duration: 205.425925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:54.836951Z","caller":"traceutil/trace.go:171","msg":"trace[652982556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23225; }","duration":"443.6726ms","start":"2026-03-04T02:11:54.393272Z","end":"2026-03-04T02:11:54.836944Z","steps":["trace[652982556] 'agreement among raft nodes before linearized reading' (duration: 443.375693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.836976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.393239Z","time spent":"443.73093ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:11:54.836808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.340452Z","time spent":"496.349874ms","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:11:54.880682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.821375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:54.88086Z","caller":"traceutil/trace.go:171","msg":"trace[1526741781] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23227; }","duration":"208.047583ms","start":"2026-03-04T02:11:54.672792Z","end":"2026-03-04T02:11:54.880839Z","steps":["trace[1526741781] 'agreement among raft nodes before linearized reading' (duration: 207.808256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:54.881109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.963693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:54.881185Z","caller":"traceutil/trace.go:171","msg":"trace[1332157323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23227; }","duration":"124.042995ms","start":"2026-03-04T02:11:54.757123Z","end":"2026-03-04T02:11:54.881166Z","steps":["trace[1332157323] 'agreement among raft nodes before linearized reading' (duration: 123.877211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:55.196545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.930956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:55.19663Z","caller":"traceutil/trace.go:171","msg":"trace[1257585380] linearizableReadLoop","detail":"{readStateIndex:24045; appliedIndex:24044; }","duration":"231.725146ms","start":"2026-03-04T02:11:54.964892Z","end":"2026-03-04T02:11:55.196618Z","steps":["trace[1257585380] 'read index received' (duration: 130.572074ms)","trace[1257585380] 'applied index is now lower than readState.Index' (duration: 101.152082ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:55.196771Z","caller":"traceutil/trace.go:171","msg":"trace[1674690824] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"309.910092ms","start":"2026-03-04T02:11:54.886851Z","end":"2026-03-04T02:11:55.196761Z","steps":["trace[1674690824] 'process raft request' (duration: 208.690499ms)","trace[1674690824] 'compare' (duration: 100.779662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:55.196819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:54.886829Z","time spent":"309.968104ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:55.197302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.361402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:11:55.197415Z","caller":"traceutil/trace.go:171","msg":"trace[1740982094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23231; }","duration":"232.549797ms","start":"2026-03-04T02:11:54.964837Z","end":"2026-03-04T02:11:55.197387Z","steps":["trace[1740982094] 'agreement among raft nodes before linearized reading' (duration: 232.055564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.211852Z","caller":"traceutil/trace.go:171","msg":"trace[806353860] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"127.870384ms","start":"2026-03-04T02:11:55.083962Z","end":"2026-03-04T02:11:55.211832Z","steps":["trace[806353860] 'process raft request' (duration: 127.743531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:55.99528Z","caller":"traceutil/trace.go:171","msg":"trace[2118553915] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"162.263285ms","start":"2026-03-04T02:11:55.83299Z","end":"2026-03-04T02:11:55.995253Z","steps":["trace[2118553915] 'process raft request' (duration: 162.0868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:56.339543Z","caller":"traceutil/trace.go:171","msg":"trace[95832960] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"269.015713ms","start":"2026-03-04T02:11:56.0705Z","end":"2026-03-04T02:11:56.339516Z","steps":["trace[95832960] 'process raft request' (duration: 268.679315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.505893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.294481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:56.505996Z","caller":"traceutil/trace.go:171","msg":"trace[286536970] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"279.647069ms","start":"2026-03-04T02:11:56.22633Z","end":"2026-03-04T02:11:56.505977Z","steps":["trace[286536970] 'process raft request' (duration: 133.189713ms)","trace[286536970] 'compare' (duration: 146.189159ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:56.821866Z","caller":"traceutil/trace.go:171","msg":"trace[471083148] linearizableReadLoop","detail":"{readStateIndex:24052; appliedIndex:24051; }","duration":"151.970789ms","start":"2026-03-04T02:11:56.669875Z","end":"2026-03-04T02:11:56.821846Z","steps":["trace[471083148] 'read index received' (duration: 148.625312ms)","trace[471083148] 'applied index is now lower than readState.Index' (duration: 3.344467ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:56.821978Z","caller":"traceutil/trace.go:171","msg":"trace[1946299806] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"183.719821ms","start":"2026-03-04T02:11:56.638247Z","end":"2026-03-04T02:11:56.821967Z","steps":["trace[1946299806] 'process raft request' (duration: 180.289962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:56.822381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.491253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:11:56.822421Z","caller":"traceutil/trace.go:171","msg":"trace[2024607447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23238; }","duration":"152.567174ms","start":"2026-03-04T02:11:56.669844Z","end":"2026-03-04T02:11:56.822411Z","steps":["trace[2024607447] 'agreement among raft nodes before linearized reading' (duration: 152.39949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.146167Z","caller":"traceutil/trace.go:171","msg":"trace[874075904] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"260.034149ms","start":"2026-03-04T02:11:56.886109Z","end":"2026-03-04T02:11:57.146144Z","steps":["trace[874075904] 'process raft request' (duration: 259.982058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.146287Z","caller":"traceutil/trace.go:171","msg":"trace[15885970] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"260.961564ms","start":"2026-03-04T02:11:56.885311Z","end":"2026-03-04T02:11:57.146272Z","steps":["trace[15885970] 'process raft request' (duration: 260.680876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.146264Z","caller":"traceutil/trace.go:171","msg":"trace[297898853] linearizableReadLoop","detail":"{readStateIndex:24053; appliedIndex:24052; }","duration":"268.577211ms","start":"2026-03-04T02:11:56.877656Z","end":"2026-03-04T02:11:57.146234Z","steps":["trace[297898853] 'read index received' (duration: 236.193981ms)","trace[297898853] 'applied index is now lower than readState.Index' (duration: 32.37986ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:57.146332Z","caller":"traceutil/trace.go:171","msg":"trace[197787482] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"303.158937ms","start":"2026-03-04T02:11:56.84315Z","end":"2026-03-04T02:11:57.146309Z","steps":["trace[197787482] 'process raft request' (duration: 270.718346ms)","trace[197787482] 'compare' (duration: 31.985739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:57.14645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.778326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.146483Z","caller":"traceutil/trace.go:171","msg":"trace[1872096340] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23241; }","duration":"268.849009ms","start":"2026-03-04T02:11:56.877627Z","end":"2026-03-04T02:11:57.146476Z","steps":["trace[1872096340] 'agreement among raft nodes before linearized reading' (duration: 268.734746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.146474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.897125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.146609Z","caller":"traceutil/trace.go:171","msg":"trace[2027124103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23241; }","duration":"214.047868ms","start":"2026-03-04T02:11:56.932531Z","end":"2026-03-04T02:11:57.146579Z","steps":["trace[2027124103] 'agreement among raft nodes before linearized reading' (duration: 213.862734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.146624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.167174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:11:57.146649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.053829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:11:57.146657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.076117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.14666Z","caller":"traceutil/trace.go:171","msg":"trace[1290277485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23241; }","duration":"260.225145ms","start":"2026-03-04T02:11:56.886423Z","end":"2026-03-04T02:11:57.146649Z","steps":["trace[1290277485] 'agreement among raft nodes before linearized reading' (duration: 260.141263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.146685Z","caller":"traceutil/trace.go:171","msg":"trace[145945058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23241; }","duration":"260.101881ms","start":"2026-03-04T02:11:56.886573Z","end":"2026-03-04T02:11:57.146675Z","steps":["trace[145945058] 'agreement among raft nodes before linearized reading' (duration: 259.964798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.146692Z","caller":"traceutil/trace.go:171","msg":"trace[1484018937] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23241; }","duration":"212.114328ms","start":"2026-03-04T02:11:56.934567Z","end":"2026-03-04T02:11:57.146682Z","steps":["trace[1484018937] 'agreement among raft nodes before linearized reading' (duration: 212.046636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.146539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.353424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:11:57.146793Z","caller":"traceutil/trace.go:171","msg":"trace[1822341945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23241; }","duration":"261.63477ms","start":"2026-03-04T02:11:56.885146Z","end":"2026-03-04T02:11:57.146781Z","steps":["trace[1822341945] 'agreement among raft nodes before linearized reading' (duration: 261.24014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.146443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:56.843138Z","time spent":"303.232429ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:57.49347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.277329ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.493555Z","caller":"traceutil/trace.go:171","msg":"trace[198716516] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23241; }","duration":"154.374162ms","start":"2026-03-04T02:11:57.33917Z","end":"2026-03-04T02:11:57.493544Z","steps":["trace[198716516] 'range keys from in-memory index tree' (duration: 154.258507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.494167Z","caller":"traceutil/trace.go:171","msg":"trace[1305160897] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"343.952565ms","start":"2026-03-04T02:11:57.150191Z","end":"2026-03-04T02:11:57.494144Z","steps":["trace[1305160897] 'process raft request' (duration: 324.102701ms)","trace[1305160897] 'compare' (duration: 19.365202ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:57.494297Z","caller":"traceutil/trace.go:171","msg":"trace[460292329] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"343.773291ms","start":"2026-03-04T02:11:57.150441Z","end":"2026-03-04T02:11:57.494214Z","steps":["trace[460292329] 'process raft request' (duration: 343.34222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.494407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.150415Z","time spent":"343.954875ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:57.494464Z","caller":"traceutil/trace.go:171","msg":"trace[849980343] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"343.691158ms","start":"2026-03-04T02:11:57.15076Z","end":"2026-03-04T02:11:57.494451Z","steps":["trace[849980343] 'process raft request' (duration: 343.419701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.49456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.699897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:11:57.49458Z","caller":"traceutil/trace.go:171","msg":"trace[224477463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23246; }","duration":"341.750587ms","start":"2026-03-04T02:11:57.152824Z","end":"2026-03-04T02:11:57.494575Z","steps":["trace[224477463] 'agreement among raft nodes before linearized reading' (duration: 341.626954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.49458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.15075Z","time spent":"343.799511ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:57.494296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.150173Z","time spent":"344.054408ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:11:57.494616Z","caller":"traceutil/trace.go:171","msg":"trace[2096236204] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"277.685487ms","start":"2026-03-04T02:11:57.216925Z","end":"2026-03-04T02:11:57.49461Z","steps":["trace[2096236204] 'process raft request' (duration: 277.426001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.494677Z","caller":"traceutil/trace.go:171","msg":"trace[1686087648] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"135.467551ms","start":"2026-03-04T02:11:57.359206Z","end":"2026-03-04T02:11:57.494674Z","steps":["trace[1686087648] 'process raft request' (duration: 135.198164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.494435Z","caller":"traceutil/trace.go:171","msg":"trace[411470215] linearizableReadLoop","detail":"{readStateIndex:24058; appliedIndex:24055; }","duration":"341.569643ms","start":"2026-03-04T02:11:57.152857Z","end":"2026-03-04T02:11:57.494427Z","steps":["trace[411470215] 'read index received' (duration: 321.830371ms)","trace[411470215] 'applied index is now lower than readState.Index' (duration: 19.738852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:57.494597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.152812Z","time spent":"341.780969ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:11:57.494779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.21584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:11:57.494794Z","caller":"traceutil/trace.go:171","msg":"trace[1263402080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23246; }","duration":"293.264831ms","start":"2026-03-04T02:11:57.201526Z","end":"2026-03-04T02:11:57.494791Z","steps":["trace[1263402080] 'agreement among raft nodes before linearized reading' (duration: 293.218529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.494878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.018124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:11:57.494921Z","caller":"traceutil/trace.go:171","msg":"trace[1955076147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23246; }","duration":"271.089927ms","start":"2026-03-04T02:11:57.22382Z","end":"2026-03-04T02:11:57.49491Z","steps":["trace[1955076147] 'agreement among raft nodes before linearized reading' (duration: 270.970464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.714216Z","caller":"traceutil/trace.go:171","msg":"trace[645297845] linearizableReadLoop","detail":"{readStateIndex:24061; appliedIndex:24060; }","duration":"214.10399ms","start":"2026-03-04T02:11:57.500088Z","end":"2026-03-04T02:11:57.714192Z","steps":["trace[645297845] 'read index received' (duration: 192.321955ms)","trace[645297845] 'applied index is now lower than readState.Index' (duration: 21.781175ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:57.714267Z","caller":"traceutil/trace.go:171","msg":"trace[2033379745] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"215.728232ms","start":"2026-03-04T02:11:57.498502Z","end":"2026-03-04T02:11:57.71423Z","steps":["trace[2033379745] 'process raft request' (duration: 193.918577ms)","trace[2033379745] 'compare' (duration: 21.554267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:57.71435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.240413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.714381Z","caller":"traceutil/trace.go:171","msg":"trace[273163390] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23247; }","duration":"214.347875ms","start":"2026-03-04T02:11:57.500023Z","end":"2026-03-04T02:11:57.714371Z","steps":["trace[273163390] 'agreement among raft nodes before linearized reading' (duration: 214.271343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.895264Z","caller":"traceutil/trace.go:171","msg":"trace[878708447] linearizableReadLoop","detail":"{readStateIndex:24062; appliedIndex:24061; }","duration":"180.97022ms","start":"2026-03-04T02:11:57.714269Z","end":"2026-03-04T02:11:57.89524Z","steps":["trace[878708447] 'read index received' (duration: 163.321572ms)","trace[878708447] 'applied index is now lower than readState.Index' (duration: 17.647628ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:11:57.895319Z","caller":"traceutil/trace.go:171","msg":"trace[203429256] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"393.93173ms","start":"2026-03-04T02:11:57.501339Z","end":"2026-03-04T02:11:57.895271Z","steps":["trace[203429256] 'process raft request' (duration: 376.257411ms)","trace[203429256] 'compare' (duration: 17.416852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:57.895525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.593429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:11:57.895523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.249979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:57.895583Z","caller":"traceutil/trace.go:171","msg":"trace[416914512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23248; }","duration":"124.707962ms","start":"2026-03-04T02:11:57.77086Z","end":"2026-03-04T02:11:57.895568Z","steps":["trace[416914512] 'agreement among raft nodes before linearized reading' (duration: 124.592399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:57.895614Z","caller":"traceutil/trace.go:171","msg":"trace[521070963] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23248; }","duration":"176.379151ms","start":"2026-03-04T02:11:57.719212Z","end":"2026-03-04T02:11:57.895592Z","steps":["trace[521070963] 'agreement among raft nodes before linearized reading' (duration: 176.221718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.895618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.62527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:11:57.895689Z","caller":"traceutil/trace.go:171","msg":"trace[2061490083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23248; }","duration":"386.778345ms","start":"2026-03-04T02:11:57.508896Z","end":"2026-03-04T02:11:57.895675Z","steps":["trace[2061490083] 'agreement among raft nodes before linearized reading' (duration: 386.467888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:57.895717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.501317Z","time spent":"394.082175ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:11:57.895761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:57.508889Z","time spent":"386.847967ms","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T02:11:58.229175Z","caller":"traceutil/trace.go:171","msg":"trace[271295349] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"213.924134ms","start":"2026-03-04T02:11:58.015214Z","end":"2026-03-04T02:11:58.229138Z","steps":["trace[271295349] 'process raft request' (duration: 212.320843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:58.53493Z","caller":"traceutil/trace.go:171","msg":"trace[415608578] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"228.039821ms","start":"2026-03-04T02:11:58.306863Z","end":"2026-03-04T02:11:58.534903Z","steps":["trace[415608578] 'process raft request' (duration: 213.027302ms)","trace[415608578] 'compare' (duration: 14.502095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:58.874053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.905619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:58.874177Z","caller":"traceutil/trace.go:171","msg":"trace[1119418997] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23251; }","duration":"208.078174ms","start":"2026-03-04T02:11:58.666075Z","end":"2026-03-04T02:11:58.874153Z","steps":["trace[1119418997] 'count revisions from in-memory index tree' (duration: 207.812605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:58.874423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.155807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:58.874466Z","caller":"traceutil/trace.go:171","msg":"trace[2017959466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23251; }","duration":"119.227899ms","start":"2026-03-04T02:11:58.755227Z","end":"2026-03-04T02:11:58.874455Z","steps":["trace[2017959466] 'range keys from in-memory index tree' (duration: 119.029605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:59.437707Z","caller":"traceutil/trace.go:171","msg":"trace[2146937768] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"284.553496ms","start":"2026-03-04T02:11:59.153132Z","end":"2026-03-04T02:11:59.437686Z","steps":["trace[2146937768] 'process raft request' (duration: 284.391681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:59.438042Z","caller":"traceutil/trace.go:171","msg":"trace[1239413503] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"284.879804ms","start":"2026-03-04T02:11:59.153136Z","end":"2026-03-04T02:11:59.438016Z","steps":["trace[1239413503] 'process raft request' (duration: 284.517604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:59.438202Z","caller":"traceutil/trace.go:171","msg":"trace[1786194156] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"285.046047ms","start":"2026-03-04T02:11:59.153144Z","end":"2026-03-04T02:11:59.43819Z","steps":["trace[1786194156] 'process raft request' (duration: 284.765791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:59.571646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.17907Z","time spent":"392.569506ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:11:59.571857Z","caller":"traceutil/trace.go:171","msg":"trace[1071857149] linearizableReadLoop","detail":"{readStateIndex:24070; appliedIndex:24066; }","duration":"147.487123ms","start":"2026-03-04T02:11:59.424347Z","end":"2026-03-04T02:11:59.571834Z","steps":["trace[1071857149] 'read index received' (duration: 13.175902ms)","trace[1071857149] 'applied index is now lower than readState.Index' (duration: 134.308801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:59.572032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.665607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:11:59.5721Z","caller":"traceutil/trace.go:171","msg":"trace[1524240380] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23256; }","duration":"147.78291ms","start":"2026-03-04T02:11:59.424296Z","end":"2026-03-04T02:11:59.572079Z","steps":["trace[1524240380] 'agreement among raft nodes before linearized reading' (duration: 147.631067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:11:59.901461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.820859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:11:59.901543Z","caller":"traceutil/trace.go:171","msg":"trace[330415753] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"327.915128ms","start":"2026-03-04T02:11:59.573613Z","end":"2026-03-04T02:11:59.901528Z","steps":["trace[330415753] 'process raft request' (duration: 105.973626ms)","trace[330415753] 'compare' (duration: 221.669476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:11:59.90158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.573578Z","time spent":"327.98519ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:00.073327Z","caller":"traceutil/trace.go:171","msg":"trace[41729212] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"496.780345ms","start":"2026-03-04T02:11:59.576518Z","end":"2026-03-04T02:12:00.073298Z","steps":["trace[41729212] 'process raft request' (duration: 496.533049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.073358Z","caller":"traceutil/trace.go:171","msg":"trace[1880992257] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"496.789206ms","start":"2026-03-04T02:11:59.576536Z","end":"2026-03-04T02:12:00.073325Z","steps":["trace[1880992257] 'process raft request' (duration: 496.665123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.073475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.576496Z","time spent":"496.898039ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:00.073526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.576515Z","time spent":"496.921109ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:00.073607Z","caller":"traceutil/trace.go:171","msg":"trace[1706162414] linearizableReadLoop","detail":"{readStateIndex:24075; appliedIndex:24072; }","duration":"355.223427ms","start":"2026-03-04T02:11:59.718354Z","end":"2026-03-04T02:12:00.073577Z","steps":["trace[1706162414] 'read index received' (duration: 354.702343ms)","trace[1706162414] 'applied index is now lower than readState.Index' (duration: 519.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:00.073655Z","caller":"traceutil/trace.go:171","msg":"trace[995401304] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"496.190541ms","start":"2026-03-04T02:11:59.577431Z","end":"2026-03-04T02:12:00.073621Z","steps":["trace[995401304] 'process raft request' (duration: 495.832801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.073809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.378596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:00.073812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.577416Z","time spent":"496.319014ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:00.073847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.498114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:12:00.073882Z","caller":"traceutil/trace.go:171","msg":"trace[309724169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23260; }","duration":"355.572986ms","start":"2026-03-04T02:11:59.7183Z","end":"2026-03-04T02:12:00.073873Z","steps":["trace[309724169] 'agreement among raft nodes before linearized reading' (duration: 355.416272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.073899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.481608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T02:12:00.073959Z","caller":"traceutil/trace.go:171","msg":"trace[2111145247] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23260; }","duration":"170.55969ms","start":"2026-03-04T02:11:59.903386Z","end":"2026-03-04T02:12:00.073945Z","steps":["trace[2111145247] 'agreement among raft nodes before linearized reading' (duration: 170.390376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.073976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.667291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:12:00.074004Z","caller":"traceutil/trace.go:171","msg":"trace[1144416559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23260; }","duration":"173.741073ms","start":"2026-03-04T02:11:59.900255Z","end":"2026-03-04T02:12:00.073996Z","steps":["trace[1144416559] 'agreement among raft nodes before linearized reading' (duration: 173.61522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.073927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.718277Z","time spent":"355.629977ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:12:00.073852Z","caller":"traceutil/trace.go:171","msg":"trace[1386731149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23260; }","duration":"317.484148ms","start":"2026-03-04T02:11:59.756355Z","end":"2026-03-04T02:12:00.073839Z","steps":["trace[1386731149] 'agreement among raft nodes before linearized reading' (duration: 317.389196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.074145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:11:59.756326Z","time spent":"317.808358ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:00.444812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.463497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:00.445119Z","caller":"traceutil/trace.go:171","msg":"trace[683275008] linearizableReadLoop","detail":"{readStateIndex:24078; appliedIndex:24076; }","duration":"203.092064ms","start":"2026-03-04T02:12:00.24201Z","end":"2026-03-04T02:12:00.445102Z","steps":["trace[683275008] 'read index received' (duration: 88.230767ms)","trace[683275008] 'applied index is now lower than readState.Index' (duration: 114.860537ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:00.445125Z","caller":"traceutil/trace.go:171","msg":"trace[1192836829] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"366.758094ms","start":"2026-03-04T02:12:00.078339Z","end":"2026-03-04T02:12:00.445097Z","steps":["trace[1192836829] 'process raft request' (duration: 251.913068ms)","trace[1192836829] 'compare' (duration: 114.312363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:00.445211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.078326Z","time spent":"366.843678ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:00.445227Z","caller":"traceutil/trace.go:171","msg":"trace[989254841] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"210.048894ms","start":"2026-03-04T02:12:00.235097Z","end":"2026-03-04T02:12:00.445146Z","steps":["trace[989254841] 'process raft request' (duration: 209.94213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.445327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.319671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74bc7ff77b-qsqch.18997fad34e709b7\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T02:12:00.445369Z","caller":"traceutil/trace.go:171","msg":"trace[968444695] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74bc7ff77b-qsqch.18997fad34e709b7; range_end:; response_count:1; response_revision:23263; }","duration":"203.404143ms","start":"2026-03-04T02:12:00.241953Z","end":"2026-03-04T02:12:00.445357Z","steps":["trace[968444695] 'agreement among raft nodes before linearized reading' (duration: 203.248029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:00.445562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.910835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:00.445617Z","caller":"traceutil/trace.go:171","msg":"trace[295569973] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23263; }","duration":"123.044199ms","start":"2026-03-04T02:12:00.32256Z","end":"2026-03-04T02:12:00.445604Z","steps":["trace[295569973] 'agreement among raft nodes before linearized reading' (duration: 122.733061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:00.76651Z","caller":"traceutil/trace.go:171","msg":"trace[2135134304] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"319.275075ms","start":"2026-03-04T02:12:00.447205Z","end":"2026-03-04T02:12:00.76648Z","steps":["trace[2135134304] 'process raft request' (duration: 253.366626ms)","trace[2135134304] 'compare' (duration: 65.603351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:00.766659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:00.447181Z","time spent":"319.4019ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:00.777369Z","caller":"traceutil/trace.go:171","msg":"trace[410286703] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"237.511236ms","start":"2026-03-04T02:12:00.539821Z","end":"2026-03-04T02:12:00.777332Z","steps":["trace[410286703] 'process raft request' (duration: 237.329142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.037246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.612225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:01.037401Z","caller":"traceutil/trace.go:171","msg":"trace[1645544435] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"156.599088ms","start":"2026-03-04T02:12:00.880751Z","end":"2026-03-04T02:12:01.03735Z","steps":["trace[1645544435] 'process raft request' (duration: 52.777457ms)","trace[1645544435] 'compare' (duration: 103.480222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:01.386762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.958071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:01.386925Z","caller":"traceutil/trace.go:171","msg":"trace[1024482475] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"386.242641ms","start":"2026-03-04T02:12:01.000654Z","end":"2026-03-04T02:12:01.386896Z","steps":["trace[1024482475] 'process raft request' (duration: 193.029573ms)","trace[1024482475] 'compare' (duration: 192.345795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:01.387085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.000627Z","time spent":"386.370974ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:01.808426Z","caller":"traceutil/trace.go:171","msg":"trace[1908071637] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"365.669159ms","start":"2026-03-04T02:12:01.442733Z","end":"2026-03-04T02:12:01.808402Z","steps":["trace[1908071637] 'process raft request' (duration: 365.499825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.808569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.44271Z","time spent":"365.784791ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:01.830999Z","caller":"traceutil/trace.go:171","msg":"trace[524777577] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"387.548145ms","start":"2026-03-04T02:12:01.443428Z","end":"2026-03-04T02:12:01.830976Z","steps":["trace[524777577] 'process raft request' (duration: 387.381871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:01.831224Z","caller":"traceutil/trace.go:171","msg":"trace[1228167093] linearizableReadLoop","detail":"{readStateIndex:24086; appliedIndex:24082; }","duration":"103.000459ms","start":"2026-03-04T02:12:01.728203Z","end":"2026-03-04T02:12:01.831204Z","steps":["trace[1228167093] 'read index received' (duration: 80.173148ms)","trace[1228167093] 'applied index is now lower than readState.Index' (duration: 22.826601ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:01.831249Z","caller":"traceutil/trace.go:171","msg":"trace[1003599413] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"387.748999ms","start":"2026-03-04T02:12:01.44347Z","end":"2026-03-04T02:12:01.831219Z","steps":["trace[1003599413] 'process raft request' (duration: 387.469803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:01.831247Z","caller":"traceutil/trace.go:171","msg":"trace[1463042569] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"254.955618ms","start":"2026-03-04T02:12:01.576275Z","end":"2026-03-04T02:12:01.83123Z","steps":["trace[1463042569] 'process raft request' (duration: 254.847085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.83131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.148874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:01.831369Z","caller":"traceutil/trace.go:171","msg":"trace[1129103688] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23271; }","duration":"103.244607ms","start":"2026-03-04T02:12:01.72811Z","end":"2026-03-04T02:12:01.831355Z","steps":["trace[1129103688] 'agreement among raft nodes before linearized reading' (duration: 103.153774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:01.831384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.443446Z","time spent":"387.868623ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:01.831182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:01.443414Z","time spent":"387.653088ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:02.238934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.313491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:02.239027Z","caller":"traceutil/trace.go:171","msg":"trace[924747453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23271; }","duration":"161.449195ms","start":"2026-03-04T02:12:02.077559Z","end":"2026-03-04T02:12:02.239008Z","steps":["trace[924747453] 'range keys from in-memory index tree' (duration: 161.116547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.239013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.967582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:02.239279Z","caller":"traceutil/trace.go:171","msg":"trace[2020325869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23271; }","duration":"161.265019ms","start":"2026-03-04T02:12:02.077995Z","end":"2026-03-04T02:12:02.23926Z","steps":["trace[2020325869] 'range keys from in-memory index tree' (duration: 160.837899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.23928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.363451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:12:02.239354Z","caller":"traceutil/trace.go:171","msg":"trace[1647711380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23271; }","duration":"127.461513ms","start":"2026-03-04T02:12:02.111873Z","end":"2026-03-04T02:12:02.239335Z","steps":["trace[1647711380] 'range keys from in-memory index tree' (duration: 127.189267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:02.239453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.613075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:02.239472Z","caller":"traceutil/trace.go:171","msg":"trace[1049030873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23271; }","duration":"162.669306ms","start":"2026-03-04T02:12:02.076797Z","end":"2026-03-04T02:12:02.239467Z","steps":["trace[1049030873] 'range keys from in-memory index tree' (duration: 162.516112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:02.428322Z","caller":"traceutil/trace.go:171","msg":"trace[1693045779] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"184.877382ms","start":"2026-03-04T02:12:02.243416Z","end":"2026-03-04T02:12:02.428294Z","steps":["trace[1693045779] 'process raft request' (duration: 184.41307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:02.42835Z","caller":"traceutil/trace.go:171","msg":"trace[1865567652] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"184.824491ms","start":"2026-03-04T02:12:02.243501Z","end":"2026-03-04T02:12:02.428326Z","steps":["trace[1865567652] 'process raft request' (duration: 184.482252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:02.428381Z","caller":"traceutil/trace.go:171","msg":"trace[751240705] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"184.682515ms","start":"2026-03-04T02:12:02.243673Z","end":"2026-03-04T02:12:02.428355Z","steps":["trace[751240705] 'process raft request' (duration: 184.369038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:03.159617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.367469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:03.159728Z","caller":"traceutil/trace.go:171","msg":"trace[1298655634] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23278; }","duration":"189.527482ms","start":"2026-03-04T02:12:02.970178Z","end":"2026-03-04T02:12:03.159705Z","steps":["trace[1298655634] 'range keys from in-memory index tree' (duration: 189.277956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:03.283207Z","caller":"traceutil/trace.go:171","msg":"trace[776300242] linearizableReadLoop","detail":"{readStateIndex:24094; appliedIndex:24093; }","duration":"119.672042ms","start":"2026-03-04T02:12:03.163511Z","end":"2026-03-04T02:12:03.283183Z","steps":["trace[776300242] 'read index received' (duration: 119.463487ms)","trace[776300242] 'applied index is now lower than readState.Index' (duration: 207.675µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:03.283265Z","caller":"traceutil/trace.go:171","msg":"trace[420495425] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"240.682618ms","start":"2026-03-04T02:12:03.042564Z","end":"2026-03-04T02:12:03.283247Z","steps":["trace[420495425] 'process raft request' (duration: 240.478993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:03.283383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.850517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:03.283465Z","caller":"traceutil/trace.go:171","msg":"trace[1749014177] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23279; }","duration":"119.965171ms","start":"2026-03-04T02:12:03.163482Z","end":"2026-03-04T02:12:03.283447Z","steps":["trace[1749014177] 'agreement among raft nodes before linearized reading' (duration: 119.787805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:03.910099Z","caller":"traceutil/trace.go:171","msg":"trace[1861488715] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"131.418706ms","start":"2026-03-04T02:12:03.778655Z","end":"2026-03-04T02:12:03.910074Z","steps":["trace[1861488715] 'process raft request' (duration: 131.276443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.421909Z","caller":"traceutil/trace.go:171","msg":"trace[1463896674] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"606.645284ms","start":"2026-03-04T02:12:03.815233Z","end":"2026-03-04T02:12:04.421878Z","steps":["trace[1463896674] 'process raft request' (duration: 606.289304ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.421917Z","caller":"traceutil/trace.go:171","msg":"trace[844483963] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"586.227864ms","start":"2026-03-04T02:12:03.835665Z","end":"2026-03-04T02:12:04.421892Z","steps":["trace[844483963] 'process raft request' (duration: 586.146212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.422072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.815205Z","time spent":"606.784487ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:04.42212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.835629Z","time spent":"586.409439ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:04.422278Z","caller":"traceutil/trace.go:171","msg":"trace[899097382] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"585.428803ms","start":"2026-03-04T02:12:03.836832Z","end":"2026-03-04T02:12:04.422261Z","steps":["trace[899097382] 'process raft request' (duration: 585.021753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.422376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.836806Z","time spent":"585.523056ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:04.422507Z","caller":"traceutil/trace.go:171","msg":"trace[891384146] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"585.499216ms","start":"2026-03-04T02:12:03.836982Z","end":"2026-03-04T02:12:04.422481Z","steps":["trace[891384146] 'process raft request' (duration: 585.211888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:04.422581Z","caller":"traceutil/trace.go:171","msg":"trace[180539213] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"575.806184ms","start":"2026-03-04T02:12:03.846759Z","end":"2026-03-04T02:12:04.422565Z","steps":["trace[180539213] 'process raft request' (duration: 575.603089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:04.422649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.846745Z","time spent":"575.868685ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:04.422684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:03.836973Z","time spent":"585.614669ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:04.521282Z","caller":"traceutil/trace.go:171","msg":"trace[196596991] linearizableReadLoop","detail":"{readStateIndex:24102; appliedIndex:24096; }","duration":"263.373746ms","start":"2026-03-04T02:12:04.257877Z","end":"2026-03-04T02:12:04.52125Z","steps":["trace[196596991] 'read index received' (duration: 163.681162ms)","trace[196596991] 'applied index is now lower than readState.Index' (duration: 99.688964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:04.521559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.662353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:12:04.521642Z","caller":"traceutil/trace.go:171","msg":"trace[223080502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23287; }","duration":"263.791646ms","start":"2026-03-04T02:12:04.257832Z","end":"2026-03-04T02:12:04.521624Z","steps":["trace[223080502] 'agreement among raft nodes before linearized reading' (duration: 263.563071ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:07.873328Z","caller":"traceutil/trace.go:171","msg":"trace[1311576353] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24123; }","duration":"199.124802ms","start":"2026-03-04T02:12:07.674177Z","end":"2026-03-04T02:12:07.873302Z","steps":["trace[1311576353] 'read index received' (duration: 199.002689ms)","trace[1311576353] 'applied index is now lower than readState.Index' (duration: 119.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:07.873446Z","caller":"traceutil/trace.go:171","msg":"trace[1141625632] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"223.412361ms","start":"2026-03-04T02:12:07.649999Z","end":"2026-03-04T02:12:07.873411Z","steps":["trace[1141625632] 'process raft request' (duration: 223.121543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:07.873516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.315456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:07.873554Z","caller":"traceutil/trace.go:171","msg":"trace[1876361537] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23308; }","duration":"199.43621ms","start":"2026-03-04T02:12:07.674105Z","end":"2026-03-04T02:12:07.873542Z","steps":["trace[1876361537] 'agreement among raft nodes before linearized reading' (duration: 199.338857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:07.873606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.586401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:07.873702Z","caller":"traceutil/trace.go:171","msg":"trace[224482661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23308; }","duration":"116.744785ms","start":"2026-03-04T02:12:07.756933Z","end":"2026-03-04T02:12:07.873678Z","steps":["trace[224482661] 'agreement among raft nodes before linearized reading' (duration: 116.573491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.653781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.969877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:12:08.653852Z","caller":"traceutil/trace.go:171","msg":"trace[6204027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23308; }","duration":"351.07226ms","start":"2026-03-04T02:12:08.302764Z","end":"2026-03-04T02:12:08.653837Z","steps":["trace[6204027] 'range keys from in-memory index tree' (duration: 350.836923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.65388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.302748Z","time spent":"351.125471ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:12:08.686609Z","caller":"traceutil/trace.go:171","msg":"trace[786982376] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"251.597821ms","start":"2026-03-04T02:12:08.434989Z","end":"2026-03-04T02:12:08.686587Z","steps":["trace[786982376] 'process raft request' (duration: 251.402276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:08.82325Z","caller":"traceutil/trace.go:171","msg":"trace[2105952217] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"387.396021ms","start":"2026-03-04T02:12:08.435832Z","end":"2026-03-04T02:12:08.823228Z","steps":["trace[2105952217] 'process raft request' (duration: 387.272877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:08.823286Z","caller":"traceutil/trace.go:171","msg":"trace[1063393073] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"388.021418ms","start":"2026-03-04T02:12:08.435224Z","end":"2026-03-04T02:12:08.823245Z","steps":["trace[1063393073] 'process raft request' (duration: 385.006989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.823467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.435214Z","time spent":"388.14199ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:08.823473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.435804Z","time spent":"387.513115ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:08.82379Z","caller":"traceutil/trace.go:171","msg":"trace[1622371824] linearizableReadLoop","detail":"{readStateIndex:24128; appliedIndex:24124; }","duration":"355.006491ms","start":"2026-03-04T02:12:08.468755Z","end":"2026-03-04T02:12:08.823761Z","steps":["trace[1622371824] 'read index received' (duration: 217.640051ms)","trace[1622371824] 'applied index is now lower than readState.Index' (duration: 137.36535ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:08.823875Z","caller":"traceutil/trace.go:171","msg":"trace[1069623428] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"387.923284ms","start":"2026-03-04T02:12:08.435906Z","end":"2026-03-04T02:12:08.82383Z","steps":["trace[1069623428] 'process raft request' (duration: 387.284488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:08.823888Z","caller":"traceutil/trace.go:171","msg":"trace[853135999] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"275.783668ms","start":"2026-03-04T02:12:08.548089Z","end":"2026-03-04T02:12:08.823873Z","steps":["trace[853135999] 'process raft request' (duration: 275.566202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.824003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.225837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:08.82404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.346187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:08.824074Z","caller":"traceutil/trace.go:171","msg":"trace[111788648] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23313; }","duration":"355.351181ms","start":"2026-03-04T02:12:08.468704Z","end":"2026-03-04T02:12:08.824055Z","steps":["trace[111788648] 'agreement among raft nodes before linearized reading' (duration: 355.185087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.82407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.435871Z","time spent":"388.10627ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:08.824122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:08.46869Z","time spent":"355.421822ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:08.82408Z","caller":"traceutil/trace.go:171","msg":"trace[406855433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23313; }","duration":"270.425649ms","start":"2026-03-04T02:12:08.55364Z","end":"2026-03-04T02:12:08.824066Z","steps":["trace[406855433] 'agreement among raft nodes before linearized reading' (duration: 270.269595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.82425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.875564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:12:08.824304Z","caller":"traceutil/trace.go:171","msg":"trace[419707348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23313; }","duration":"269.949656ms","start":"2026-03-04T02:12:08.554343Z","end":"2026-03-04T02:12:08.824292Z","steps":["trace[419707348] 'agreement among raft nodes before linearized reading' (duration: 269.758292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.824395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.382961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:12:08.824443Z","caller":"traceutil/trace.go:171","msg":"trace[167522299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23313; }","duration":"164.474103ms","start":"2026-03-04T02:12:08.659954Z","end":"2026-03-04T02:12:08.824429Z","steps":["trace[167522299] 'agreement among raft nodes before linearized reading' (duration: 164.36898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.82452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.064458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:08.824595Z","caller":"traceutil/trace.go:171","msg":"trace[239325992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23313; }","duration":"270.151232ms","start":"2026-03-04T02:12:08.554421Z","end":"2026-03-04T02:12:08.824572Z","steps":["trace[239325992] 'agreement among raft nodes before linearized reading' (duration: 269.958207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.824165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.72219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:12:08.825615Z","caller":"traceutil/trace.go:171","msg":"trace[31219464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23313; }","duration":"271.207728ms","start":"2026-03-04T02:12:08.554384Z","end":"2026-03-04T02:12:08.825592Z","steps":["trace[31219464] 'agreement among raft nodes before linearized reading' (duration: 269.630468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:08.825973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.320253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:08.826125Z","caller":"traceutil/trace.go:171","msg":"trace[698160653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23313; }","duration":"271.518648ms","start":"2026-03-04T02:12:08.554587Z","end":"2026-03-04T02:12:08.826106Z","steps":["trace[698160653] 'agreement among raft nodes before linearized reading' (duration: 269.392363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:17.465038Z","caller":"traceutil/trace.go:171","msg":"trace[1921179818] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"120.315157ms","start":"2026-03-04T02:12:17.344692Z","end":"2026-03-04T02:12:17.465007Z","steps":["trace[1921179818] 'process raft request' (duration: 120.03104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:17.820797Z","caller":"traceutil/trace.go:171","msg":"trace[319341056] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"348.187385ms","start":"2026-03-04T02:12:17.472583Z","end":"2026-03-04T02:12:17.820771Z","steps":["trace[319341056] 'process raft request' (duration: 345.217977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:17.820933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:17.472567Z","time spent":"348.294058ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:17.820772Z","caller":"traceutil/trace.go:171","msg":"trace[834726655] linearizableReadLoop","detail":"{readStateIndex:24251; appliedIndex:24250; }","duration":"346.317935ms","start":"2026-03-04T02:12:17.474417Z","end":"2026-03-04T02:12:17.820735Z","steps":["trace[834726655] 'read index received' (duration: 343.304077ms)","trace[834726655] 'applied index is now lower than readState.Index' (duration: 3.012228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:17.821009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.573812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:12:17.821058Z","caller":"traceutil/trace.go:171","msg":"trace[1130570413] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23433; }","duration":"346.649565ms","start":"2026-03-04T02:12:17.474394Z","end":"2026-03-04T02:12:17.821043Z","steps":["trace[1130570413] 'agreement among raft nodes before linearized reading' (duration: 346.45704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:17.821101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:17.474385Z","time spent":"346.707626ms","remote":"127.0.0.1:53078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-04T02:12:17.82124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.416539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129179"} {"level":"info","ts":"2026-03-04T02:12:17.821293Z","caller":"traceutil/trace.go:171","msg":"trace[1493422884] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23433; }","duration":"346.479621ms","start":"2026-03-04T02:12:17.474801Z","end":"2026-03-04T02:12:17.82128Z","steps":["trace[1493422884] 'agreement among raft nodes before linearized reading' (duration: 346.279986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:17.821328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:17.474796Z","time spent":"346.525592ms","remote":"127.0.0.1:53072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129202,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-04T02:12:17.821617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.895506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:17.821658Z","caller":"traceutil/trace.go:171","msg":"trace[2124908774] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23433; }","duration":"220.965458ms","start":"2026-03-04T02:12:17.600682Z","end":"2026-03-04T02:12:17.821648Z","steps":["trace[2124908774] 'agreement among raft nodes before linearized reading' (duration: 220.893036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:17.821697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.78692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:12:17.821735Z","caller":"traceutil/trace.go:171","msg":"trace[1793249536] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23433; }","duration":"108.881862ms","start":"2026-03-04T02:12:17.712843Z","end":"2026-03-04T02:12:17.821725Z","steps":["trace[1793249536] 'agreement among raft nodes before linearized reading' (duration: 108.705628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:18.211423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.216602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:18.211523Z","caller":"traceutil/trace.go:171","msg":"trace[645238142] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23433; }","duration":"258.369737ms","start":"2026-03-04T02:12:17.953133Z","end":"2026-03-04T02:12:18.211503Z","steps":["trace[645238142] 'range keys from in-memory index tree' (duration: 258.13191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:18.211637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.529488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:12:18.21172Z","caller":"traceutil/trace.go:171","msg":"trace[1241667249] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23433; }","duration":"227.665201ms","start":"2026-03-04T02:12:17.984036Z","end":"2026-03-04T02:12:18.211701Z","steps":["trace[1241667249] 'count revisions from in-memory index tree' (duration: 227.449415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:18.211848Z","caller":"traceutil/trace.go:171","msg":"trace[700050652] linearizableReadLoop","detail":"{readStateIndex:24252; appliedIndex:24251; }","duration":"199.45902ms","start":"2026-03-04T02:12:18.01236Z","end":"2026-03-04T02:12:18.211819Z","steps":["trace[700050652] 'read index received' (duration: 111.90045ms)","trace[700050652] 'applied index is now lower than readState.Index' (duration: 87.55671ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:18.211985Z","caller":"traceutil/trace.go:171","msg":"trace[396948141] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"203.132056ms","start":"2026-03-04T02:12:18.008837Z","end":"2026-03-04T02:12:18.211969Z","steps":["trace[396948141] 'process raft request' (duration: 115.511605ms)","trace[396948141] 'compare' (duration: 87.062037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:18.212082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.724587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:18.21214Z","caller":"traceutil/trace.go:171","msg":"trace[1875231281] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23434; }","duration":"199.82667ms","start":"2026-03-04T02:12:18.0123Z","end":"2026-03-04T02:12:18.212127Z","steps":["trace[1875231281] 'agreement among raft nodes before linearized reading' (duration: 199.738277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:18.448218Z","caller":"traceutil/trace.go:171","msg":"trace[1502614762] linearizableReadLoop","detail":"{readStateIndex:24253; appliedIndex:24252; }","duration":"216.649146ms","start":"2026-03-04T02:12:18.231549Z","end":"2026-03-04T02:12:18.448198Z","steps":["trace[1502614762] 'read index received' (duration: 216.406059ms)","trace[1502614762] 'applied index is now lower than readState.Index' (duration: 241.957µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:18.448313Z","caller":"traceutil/trace.go:171","msg":"trace[1575922130] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"219.763896ms","start":"2026-03-04T02:12:18.228509Z","end":"2026-03-04T02:12:18.448272Z","steps":["trace[1575922130] 'process raft request' (duration: 219.53546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:18.448514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.936812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T02:12:18.44856Z","caller":"traceutil/trace.go:171","msg":"trace[1552410133] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23435; }","duration":"217.015234ms","start":"2026-03-04T02:12:18.231534Z","end":"2026-03-04T02:12:18.448549Z","steps":["trace[1552410133] 'agreement among raft nodes before linearized reading' (duration: 216.801549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:18.566146Z","caller":"traceutil/trace.go:171","msg":"trace[560195446] linearizableReadLoop","detail":"{readStateIndex:24255; appliedIndex:24253; }","duration":"102.710833ms","start":"2026-03-04T02:12:18.463411Z","end":"2026-03-04T02:12:18.566122Z","steps":["trace[560195446] 'read index received' (duration: 100.844875ms)","trace[560195446] 'applied index is now lower than readState.Index' (duration: 1.864788ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:18.566179Z","caller":"traceutil/trace.go:171","msg":"trace[1072408773] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"111.648473ms","start":"2026-03-04T02:12:18.454494Z","end":"2026-03-04T02:12:18.566142Z","steps":["trace[1072408773] 'process raft request' (duration: 109.745054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:18.566485Z","caller":"traceutil/trace.go:171","msg":"trace[544529794] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"110.457813ms","start":"2026-03-04T02:12:18.456011Z","end":"2026-03-04T02:12:18.566469Z","steps":["trace[544529794] 'process raft request' (duration: 110.028472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:18.5668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.36508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-04T02:12:18.566899Z","caller":"traceutil/trace.go:171","msg":"trace[1208368127] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23437; }","duration":"103.492812ms","start":"2026-03-04T02:12:18.46339Z","end":"2026-03-04T02:12:18.566882Z","steps":["trace[1208368127] 'agreement among raft nodes before linearized reading' (duration: 103.257787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:19.290188Z","caller":"traceutil/trace.go:171","msg":"trace[793644927] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"423.542597ms","start":"2026-03-04T02:12:18.86661Z","end":"2026-03-04T02:12:19.290152Z","steps":["trace[793644927] 'process raft request' (duration: 423.24069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.290416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.866574Z","time spent":"423.721703ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:19.293333Z","caller":"traceutil/trace.go:171","msg":"trace[524504752] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"425.977831ms","start":"2026-03-04T02:12:18.867307Z","end":"2026-03-04T02:12:19.293285Z","steps":["trace[524504752] 'process raft request' (duration: 425.692833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.293538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.867271Z","time spent":"426.157075ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:19.293582Z","caller":"traceutil/trace.go:171","msg":"trace[1174750952] linearizableReadLoop","detail":"{readStateIndex:24260; appliedIndex:24257; }","duration":"420.404296ms","start":"2026-03-04T02:12:18.87316Z","end":"2026-03-04T02:12:19.293564Z","steps":["trace[1174750952] 'read index received' (duration: 416.663259ms)","trace[1174750952] 'applied index is now lower than readState.Index' (duration: 3.739777ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:19.293813Z","caller":"traceutil/trace.go:171","msg":"trace[679982081] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"272.224935ms","start":"2026-03-04T02:12:19.021514Z","end":"2026-03-04T02:12:19.293739Z","steps":["trace[679982081] 'process raft request' (duration: 272.00316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.293892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.723394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:19.293937Z","caller":"traceutil/trace.go:171","msg":"trace[36452044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23445; }","duration":"420.772766ms","start":"2026-03-04T02:12:18.873153Z","end":"2026-03-04T02:12:19.293926Z","steps":["trace[36452044] 'agreement among raft nodes before linearized reading' (duration: 420.57445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.293986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.873116Z","time spent":"420.862098ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:12:19.294133Z","caller":"traceutil/trace.go:171","msg":"trace[359987273] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"425.9822ms","start":"2026-03-04T02:12:18.868138Z","end":"2026-03-04T02:12:19.29412Z","steps":["trace[359987273] 'process raft request' (duration: 424.981255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:19.294189Z","caller":"traceutil/trace.go:171","msg":"trace[428587515] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"409.35183ms","start":"2026-03-04T02:12:18.884807Z","end":"2026-03-04T02:12:19.294159Z","steps":["trace[428587515] 'process raft request' (duration: 408.665182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.294238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.868128Z","time spent":"426.042562ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:19.294239Z","caller":"traceutil/trace.go:171","msg":"trace[691022051] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"412.09763ms","start":"2026-03-04T02:12:18.882095Z","end":"2026-03-04T02:12:19.294193Z","steps":["trace[691022051] 'process raft request' (duration: 411.33189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.294281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.884788Z","time spent":"409.435852ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:19.294435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.351319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-04T02:12:19.294452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.116445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:12:19.294468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.991065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:19.294508Z","caller":"traceutil/trace.go:171","msg":"trace[183547143] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23445; }","duration":"147.401431ms","start":"2026-03-04T02:12:19.14707Z","end":"2026-03-04T02:12:19.294472Z","steps":["trace[183547143] 'agreement among raft nodes before linearized reading' (duration: 147.229976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:19.294492Z","caller":"traceutil/trace.go:171","msg":"trace[822338026] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23445; }","duration":"379.182808ms","start":"2026-03-04T02:12:18.915291Z","end":"2026-03-04T02:12:19.294474Z","steps":["trace[822338026] 'agreement among raft nodes before linearized reading' (duration: 379.047044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:19.294513Z","caller":"traceutil/trace.go:171","msg":"trace[135357897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23445; }","duration":"408.048927ms","start":"2026-03-04T02:12:18.886451Z","end":"2026-03-04T02:12:19.2945Z","steps":["trace[135357897] 'agreement among raft nodes before linearized reading' (duration: 407.941723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.294543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.915273Z","time spent":"379.265271ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:12:19.294549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.886444Z","time spent":"408.098578ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:19.294522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.678048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:12:19.294566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.249365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:12:19.294618Z","caller":"traceutil/trace.go:171","msg":"trace[2026964884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23445; }","duration":"407.79578ms","start":"2026-03-04T02:12:18.886801Z","end":"2026-03-04T02:12:19.294596Z","steps":["trace[2026964884] 'agreement among raft nodes before linearized reading' (duration: 407.487031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:19.294653Z","caller":"traceutil/trace.go:171","msg":"trace[1770236928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23445; }","duration":"412.366458ms","start":"2026-03-04T02:12:18.882265Z","end":"2026-03-04T02:12:19.294632Z","steps":["trace[1770236928] 'agreement among raft nodes before linearized reading' (duration: 412.138831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.294458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.882081Z","time spent":"412.247834ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:19.294702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.882254Z","time spent":"412.439289ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:19.294745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.886795Z","time spent":"407.861992ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:19.294846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.052024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:12:19.294908Z","caller":"traceutil/trace.go:171","msg":"trace[951236266] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23445; }","duration":"264.145076ms","start":"2026-03-04T02:12:19.030748Z","end":"2026-03-04T02:12:19.294893Z","steps":["trace[951236266] 'agreement among raft nodes before linearized reading' (duration: 263.962272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.295414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.118597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:12:19.295462Z","caller":"traceutil/trace.go:171","msg":"trace[1683876983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23445; }","duration":"413.206399ms","start":"2026-03-04T02:12:18.882246Z","end":"2026-03-04T02:12:19.295452Z","steps":["trace[1683876983] 'agreement among raft nodes before linearized reading' (duration: 411.836253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:19.295496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:18.882226Z","time spent":"413.261161ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:12:20.906886Z","caller":"traceutil/trace.go:171","msg":"trace[998992254] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"107.498066ms","start":"2026-03-04T02:12:20.799361Z","end":"2026-03-04T02:12:20.90686Z","steps":["trace[998992254] 'process raft request' (duration: 107.317511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:25.48795Z","caller":"traceutil/trace.go:171","msg":"trace[2101256922] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"176.643638ms","start":"2026-03-04T02:12:25.311279Z","end":"2026-03-04T02:12:25.487922Z","steps":["trace[2101256922] 'process raft request' (duration: 176.429753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:25.856747Z","caller":"traceutil/trace.go:171","msg":"trace[1198527827] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"366.705195ms","start":"2026-03-04T02:12:25.49001Z","end":"2026-03-04T02:12:25.856715Z","steps":["trace[1198527827] 'process raft request' (duration: 366.656134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:25.856868Z","caller":"traceutil/trace.go:171","msg":"trace[999007484] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"541.978407ms","start":"2026-03-04T02:12:25.314862Z","end":"2026-03-04T02:12:25.856841Z","steps":["trace[999007484] 'process raft request' (duration: 541.643769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:25.85691Z","caller":"traceutil/trace.go:171","msg":"trace[1355716962] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"541.245768ms","start":"2026-03-04T02:12:25.315634Z","end":"2026-03-04T02:12:25.856879Z","steps":["trace[1355716962] 'process raft request' (duration: 540.92107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:25.856902Z","caller":"traceutil/trace.go:171","msg":"trace[1208000520] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"542.782677ms","start":"2026-03-04T02:12:25.314067Z","end":"2026-03-04T02:12:25.85685Z","steps":["trace[1208000520] 'process raft request' (duration: 511.184858ms)","trace[1208000520] 'compare' (duration: 31.067685ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:25.856935Z","caller":"traceutil/trace.go:171","msg":"trace[2052856727] linearizableReadLoop","detail":"{readStateIndex:24329; appliedIndex:24324; }","duration":"537.121011ms","start":"2026-03-04T02:12:25.319777Z","end":"2026-03-04T02:12:25.856898Z","steps":["trace[2052856727] 'read index received' (duration: 167.931333ms)","trace[2052856727] 'applied index is now lower than readState.Index' (duration: 369.180668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:25.856955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.489987Z","time spent":"366.861068ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:25.856885Z","caller":"traceutil/trace.go:171","msg":"trace[1959489798] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"540.745665ms","start":"2026-03-04T02:12:25.31611Z","end":"2026-03-04T02:12:25.856856Z","steps":["trace[1959489798] 'process raft request' (duration: 540.493489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:25.857039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.314836Z","time spent":"542.113471ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:25.857051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.315617Z","time spent":"541.358581ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:25.857066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.314041Z","time spent":"542.945472ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:25.857117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.3161Z","time spent":"540.93784ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:25.857179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.389169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:25.857236Z","caller":"traceutil/trace.go:171","msg":"trace[1284341355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23509; }","duration":"537.46683ms","start":"2026-03-04T02:12:25.319752Z","end":"2026-03-04T02:12:25.857219Z","steps":["trace[1284341355] 'agreement among raft nodes before linearized reading' (duration: 537.234724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:25.857259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.585844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T02:12:25.85725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.008568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:12:25.857271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.319744Z","time spent":"537.519221ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:12:25.857281Z","caller":"traceutil/trace.go:171","msg":"trace[2037980851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23509; }","duration":"527.636076ms","start":"2026-03-04T02:12:25.329638Z","end":"2026-03-04T02:12:25.857274Z","steps":["trace[2037980851] 'agreement among raft nodes before linearized reading' (duration: 527.555994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:25.857304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.329603Z","time spent":"527.696307ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:12:25.857297Z","caller":"traceutil/trace.go:171","msg":"trace[931142555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23509; }","duration":"535.078299ms","start":"2026-03-04T02:12:25.322204Z","end":"2026-03-04T02:12:25.857283Z","steps":["trace[931142555] 'agreement among raft nodes before linearized reading' (duration: 534.888763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:25.857318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.07448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:25.857332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.322195Z","time spent":"535.12946ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:12:25.857355Z","caller":"traceutil/trace.go:171","msg":"trace[964636744] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23509; }","duration":"319.140681ms","start":"2026-03-04T02:12:25.538203Z","end":"2026-03-04T02:12:25.857343Z","steps":["trace[964636744] 'agreement among raft nodes before linearized reading' (duration: 318.978507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:25.857333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.531543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:12:25.857386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.538185Z","time spent":"319.193163ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:25.857383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.635091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:25.857419Z","caller":"traceutil/trace.go:171","msg":"trace[1936784466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23509; }","duration":"527.654416ms","start":"2026-03-04T02:12:25.329745Z","end":"2026-03-04T02:12:25.8574Z","steps":["trace[1936784466] 'agreement among raft nodes before linearized reading' (duration: 527.40772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:25.857438Z","caller":"traceutil/trace.go:171","msg":"trace[335880763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23509; }","duration":"528.705423ms","start":"2026-03-04T02:12:25.328713Z","end":"2026-03-04T02:12:25.857419Z","steps":["trace[335880763] 'agreement among raft nodes before linearized reading' (duration: 528.508858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:25.857468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.329739Z","time spent":"527.719368ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:25.857474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.328702Z","time spent":"528.764814ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:12:26.088778Z","caller":"traceutil/trace.go:171","msg":"trace[609470983] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"226.186752ms","start":"2026-03-04T02:12:25.862554Z","end":"2026-03-04T02:12:26.088741Z","steps":["trace[609470983] 'process raft request' (duration: 159.151416ms)","trace[609470983] 'compare' (duration: 66.889072ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:26.180844Z","caller":"traceutil/trace.go:171","msg":"trace[1275187103] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"316.75773ms","start":"2026-03-04T02:12:25.86406Z","end":"2026-03-04T02:12:26.180818Z","steps":["trace[1275187103] 'process raft request' (duration: 316.680538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:26.180872Z","caller":"traceutil/trace.go:171","msg":"trace[181411915] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"316.869973ms","start":"2026-03-04T02:12:25.863965Z","end":"2026-03-04T02:12:26.180834Z","steps":["trace[181411915] 'process raft request' (duration: 316.640597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:26.181049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.86394Z","time spent":"317.010157ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:26.181098Z","caller":"traceutil/trace.go:171","msg":"trace[1599898831] linearizableReadLoop","detail":"{readStateIndex:24335; appliedIndex:24330; }","duration":"161.981458ms","start":"2026-03-04T02:12:26.019099Z","end":"2026-03-04T02:12:26.181081Z","steps":["trace[1599898831] 'read index received' (duration: 2.681079ms)","trace[1599898831] 'applied index is now lower than readState.Index' (duration: 159.299759ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:26.181115Z","caller":"traceutil/trace.go:171","msg":"trace[240057585] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"316.987406ms","start":"2026-03-04T02:12:25.864113Z","end":"2026-03-04T02:12:26.1811Z","steps":["trace[240057585] 'process raft request' (duration: 316.663068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:26.181185Z","caller":"traceutil/trace.go:171","msg":"trace[1993349844] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"316.933454ms","start":"2026-03-04T02:12:25.864245Z","end":"2026-03-04T02:12:26.181178Z","steps":["trace[1993349844] 'process raft request' (duration: 316.74593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:26.18118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.864107Z","time spent":"317.044907ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:26.181261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.863585Z","time spent":"317.620002ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:26.181418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.325168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T02:12:26.181462Z","caller":"traceutil/trace.go:171","msg":"trace[264321430] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23514; }","duration":"162.402899ms","start":"2026-03-04T02:12:26.019046Z","end":"2026-03-04T02:12:26.181449Z","steps":["trace[264321430] 'agreement among raft nodes before linearized reading' (duration: 162.266355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:26.181052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:25.864053Z","time spent":"316.866053ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:48.180943Z","caller":"traceutil/trace.go:171","msg":"trace[1508597671] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"214.770706ms","start":"2026-03-04T02:12:47.966118Z","end":"2026-03-04T02:12:48.180889Z","steps":["trace[1508597671] 'process raft request' (duration: 180.57492ms)","trace[1508597671] 'compare' (duration: 33.375555ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:48.180999Z","caller":"traceutil/trace.go:171","msg":"trace[1968822794] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"205.879006ms","start":"2026-03-04T02:12:47.975086Z","end":"2026-03-04T02:12:48.180965Z","steps":["trace[1968822794] 'process raft request' (duration: 205.812794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.180999Z","caller":"traceutil/trace.go:171","msg":"trace[687353207] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"209.987302ms","start":"2026-03-04T02:12:47.970954Z","end":"2026-03-04T02:12:48.180941Z","steps":["trace[687353207] 'process raft request' (duration: 209.836839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.181013Z","caller":"traceutil/trace.go:171","msg":"trace[1441414923] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"208.482103ms","start":"2026-03-04T02:12:47.972507Z","end":"2026-03-04T02:12:48.180989Z","steps":["trace[1441414923] 'process raft request' (duration: 208.344729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.425984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.469343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:48.426064Z","caller":"traceutil/trace.go:171","msg":"trace[1088818152] linearizableReadLoop","detail":"{readStateIndex:24503; appliedIndex:24502; }","duration":"143.592361ms","start":"2026-03-04T02:12:48.28246Z","end":"2026-03-04T02:12:48.426053Z","steps":["trace[1088818152] 'read index received' (duration: 27.982245ms)","trace[1088818152] 'applied index is now lower than readState.Index' (duration: 115.609366ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:48.426242Z","caller":"traceutil/trace.go:171","msg":"trace[1914985099] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"146.437916ms","start":"2026-03-04T02:12:48.279796Z","end":"2026-03-04T02:12:48.426234Z","steps":["trace[1914985099] 'process raft request' (duration: 30.659814ms)","trace[1914985099] 'compare' (duration: 115.35645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:48.426421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.939542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:48.426526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.769141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:12:48.426525Z","caller":"traceutil/trace.go:171","msg":"trace[1620464657] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23678; }","duration":"144.092115ms","start":"2026-03-04T02:12:48.282416Z","end":"2026-03-04T02:12:48.426508Z","steps":["trace[1620464657] 'agreement among raft nodes before linearized reading' (duration: 143.935061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.426543Z","caller":"traceutil/trace.go:171","msg":"trace[1387837513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23678; }","duration":"142.817992ms","start":"2026-03-04T02:12:48.28372Z","end":"2026-03-04T02:12:48.426538Z","steps":["trace[1387837513] 'agreement among raft nodes before linearized reading' (duration: 142.7421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.426709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.949768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:12:48.426729Z","caller":"traceutil/trace.go:171","msg":"trace[130579643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23678; }","duration":"141.99031ms","start":"2026-03-04T02:12:48.284732Z","end":"2026-03-04T02:12:48.426723Z","steps":["trace[130579643] 'agreement among raft nodes before linearized reading' (duration: 141.941368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.426812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.281962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:48.426927Z","caller":"traceutil/trace.go:171","msg":"trace[1607448582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23678; }","duration":"141.414415ms","start":"2026-03-04T02:12:48.285465Z","end":"2026-03-04T02:12:48.42688Z","steps":["trace[1607448582] 'agreement among raft nodes before linearized reading' (duration: 141.154318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.426934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.218159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:48.426976Z","caller":"traceutil/trace.go:171","msg":"trace[121667959] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23678; }","duration":"102.292261ms","start":"2026-03-04T02:12:48.324674Z","end":"2026-03-04T02:12:48.426966Z","steps":["trace[121667959] 'agreement among raft nodes before linearized reading' (duration: 102.152317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.571641Z","caller":"traceutil/trace.go:171","msg":"trace[637225467] linearizableReadLoop","detail":"{readStateIndex:24504; appliedIndex:24503; }","duration":"139.976928ms","start":"2026-03-04T02:12:48.431642Z","end":"2026-03-04T02:12:48.571619Z","steps":["trace[637225467] 'read index received' (duration: 137.607707ms)","trace[637225467] 'applied index is now lower than readState.Index' (duration: 2.368151ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:48.571681Z","caller":"traceutil/trace.go:171","msg":"trace[318958701] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"140.239535ms","start":"2026-03-04T02:12:48.431401Z","end":"2026-03-04T02:12:48.57164Z","steps":["trace[318958701] 'process raft request' (duration: 137.833833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.571763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.110042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:48.571835Z","caller":"traceutil/trace.go:171","msg":"trace[475535357] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23679; }","duration":"140.230725ms","start":"2026-03-04T02:12:48.431589Z","end":"2026-03-04T02:12:48.571819Z","steps":["trace[475535357] 'agreement among raft nodes before linearized reading' (duration: 140.119032ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.712591Z","caller":"traceutil/trace.go:171","msg":"trace[1166512796] linearizableReadLoop","detail":"{readStateIndex:24506; appliedIndex:24504; }","duration":"140.882931ms","start":"2026-03-04T02:12:48.571689Z","end":"2026-03-04T02:12:48.712572Z","steps":["trace[1166512796] 'read index received' (duration: 111.217411ms)","trace[1166512796] 'applied index is now lower than readState.Index' (duration: 29.66468ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:48.712706Z","caller":"traceutil/trace.go:171","msg":"trace[1799237117] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"280.750086ms","start":"2026-03-04T02:12:48.431945Z","end":"2026-03-04T02:12:48.712695Z","steps":["trace[1799237117] 'process raft request' (duration: 280.589312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.712617Z","caller":"traceutil/trace.go:171","msg":"trace[2122403110] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"280.719926ms","start":"2026-03-04T02:12:48.431873Z","end":"2026-03-04T02:12:48.712592Z","steps":["trace[2122403110] 'process raft request' (duration: 251.103377ms)","trace[2122403110] 'compare' (duration: 29.459195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:48.712978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.219902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:48.71302Z","caller":"traceutil/trace.go:171","msg":"trace[811614497] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23681; }","duration":"143.272043ms","start":"2026-03-04T02:12:48.569735Z","end":"2026-03-04T02:12:48.713007Z","steps":["trace[811614497] 'agreement among raft nodes before linearized reading' (duration: 143.14382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.71303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.677605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:12:48.713058Z","caller":"traceutil/trace.go:171","msg":"trace[571189095] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23681; }","duration":"133.737287ms","start":"2026-03-04T02:12:48.579311Z","end":"2026-03-04T02:12:48.713048Z","steps":["trace[571189095] 'agreement among raft nodes before linearized reading' (duration: 133.634774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.713165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:48.713207Z","caller":"traceutil/trace.go:171","msg":"trace[783070210] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23681; }","duration":"148.214542ms","start":"2026-03-04T02:12:48.564985Z","end":"2026-03-04T02:12:48.713199Z","steps":["trace[783070210] 'agreement among raft nodes before linearized reading' (duration: 148.14899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:48.713241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.613495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-04T02:12:48.713266Z","caller":"traceutil/trace.go:171","msg":"trace[167240640] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23681; }","duration":"103.638826ms","start":"2026-03-04T02:12:48.609621Z","end":"2026-03-04T02:12:48.71326Z","steps":["trace[167240640] 'agreement among raft nodes before linearized reading' (duration: 103.570634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.002682Z","caller":"traceutil/trace.go:171","msg":"trace[1896993997] linearizableReadLoop","detail":"{readStateIndex:24508; appliedIndex:24507; }","duration":"237.928227ms","start":"2026-03-04T02:12:48.76473Z","end":"2026-03-04T02:12:49.002659Z","steps":["trace[1896993997] 'read index received' (duration: 157.022091ms)","trace[1896993997] 'applied index is now lower than readState.Index' (duration: 80.905016ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:49.002795Z","caller":"traceutil/trace.go:171","msg":"trace[1887965867] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"240.530104ms","start":"2026-03-04T02:12:48.762237Z","end":"2026-03-04T02:12:49.002767Z","steps":["trace[1887965867] 'process raft request' (duration: 159.518145ms)","trace[1887965867] 'compare' (duration: 80.799584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:49.002919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.172503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-04T02:12:49.002959Z","caller":"traceutil/trace.go:171","msg":"trace[1359345698] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23683; }","duration":"238.236215ms","start":"2026-03-04T02:12:48.764712Z","end":"2026-03-04T02:12:49.002948Z","steps":["trace[1359345698] 'agreement among raft nodes before linearized reading' (duration: 238.04132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.325742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.966206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:49.326064Z","caller":"traceutil/trace.go:171","msg":"trace[1610363627] linearizableReadLoop","detail":"{readStateIndex:24509; appliedIndex:24508; }","duration":"178.031654ms","start":"2026-03-04T02:12:49.147997Z","end":"2026-03-04T02:12:49.326028Z","steps":["trace[1610363627] 'read index received' (duration: 22.734698ms)","trace[1610363627] 'applied index is now lower than readState.Index' (duration: 155.295646ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:49.326116Z","caller":"traceutil/trace.go:171","msg":"trace[868875324] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"295.599801ms","start":"2026-03-04T02:12:49.030444Z","end":"2026-03-04T02:12:49.326044Z","steps":["trace[868875324] 'process raft request' (duration: 140.237544ms)","trace[868875324] 'compare' (duration: 154.859094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:49.326226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.226859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:12:49.326285Z","caller":"traceutil/trace.go:171","msg":"trace[1600615943] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23684; }","duration":"178.327142ms","start":"2026-03-04T02:12:49.147942Z","end":"2026-03-04T02:12:49.326269Z","steps":["trace[1600615943] 'agreement among raft nodes before linearized reading' (duration: 178.168768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.978336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.947615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:49.978621Z","caller":"traceutil/trace.go:171","msg":"trace[526370579] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"397.593875ms","start":"2026-03-04T02:12:49.581012Z","end":"2026-03-04T02:12:49.978606Z","steps":["trace[526370579] 'process raft request' (duration: 397.562404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.978629Z","caller":"traceutil/trace.go:171","msg":"trace[1288438435] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"646.770383ms","start":"2026-03-04T02:12:49.331834Z","end":"2026-03-04T02:12:49.978605Z","steps":["trace[1288438435] 'process raft request' (duration: 324.48123ms)","trace[1288438435] 'compare' (duration: 321.81089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:49.978686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.580997Z","time spent":"397.659436ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:49.978739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.331805Z","time spent":"646.874026ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:49.978734Z","caller":"traceutil/trace.go:171","msg":"trace[1419307994] linearizableReadLoop","detail":"{readStateIndex:24511; appliedIndex:24509; }","duration":"613.384227ms","start":"2026-03-04T02:12:49.365309Z","end":"2026-03-04T02:12:49.978693Z","steps":["trace[1419307994] 'read index received' (duration: 110.75657ms)","trace[1419307994] 'applied index is now lower than readState.Index' (duration: 502.620757ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:49.978842Z","caller":"traceutil/trace.go:171","msg":"trace[560942544] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"430.648042ms","start":"2026-03-04T02:12:49.548187Z","end":"2026-03-04T02:12:49.978835Z","steps":["trace[560942544] 'process raft request' (duration: 430.308114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.978893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.548168Z","time spent":"430.694243ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:49.978899Z","caller":"traceutil/trace.go:171","msg":"trace[741060008] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"514.131866ms","start":"2026-03-04T02:12:49.464754Z","end":"2026-03-04T02:12:49.978886Z","steps":["trace[741060008] 'process raft request' (duration: 513.671494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.979015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.464736Z","time spent":"514.201137ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:49.97906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.731968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:49.979137Z","caller":"traceutil/trace.go:171","msg":"trace[1712053617] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23688; }","duration":"613.856291ms","start":"2026-03-04T02:12:49.365261Z","end":"2026-03-04T02:12:49.979117Z","steps":["trace[1712053617] 'agreement among raft nodes before linearized reading' (duration: 613.722528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.979178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.365246Z","time spent":"613.922282ms","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:49.979142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.900354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:49.979199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.370368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:49.979206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.647651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:12:49.979229Z","caller":"traceutil/trace.go:171","msg":"trace[1338471790] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23688; }","duration":"486.001916ms","start":"2026-03-04T02:12:49.493213Z","end":"2026-03-04T02:12:49.979215Z","steps":["trace[1338471790] 'agreement among raft nodes before linearized reading' (duration: 485.871153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.979224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.076839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:49.979243Z","caller":"traceutil/trace.go:171","msg":"trace[1808841959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23688; }","duration":"221.4598ms","start":"2026-03-04T02:12:49.757771Z","end":"2026-03-04T02:12:49.979231Z","steps":["trace[1808841959] 'agreement among raft nodes before linearized reading' (duration: 221.390008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.979257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.493155Z","time spent":"486.095588ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:49.979266Z","caller":"traceutil/trace.go:171","msg":"trace[1886078183] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23688; }","duration":"236.156061ms","start":"2026-03-04T02:12:49.743098Z","end":"2026-03-04T02:12:49.979254Z","steps":["trace[1886078183] 'agreement among raft nodes before linearized reading' (duration: 236.061219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.979248Z","caller":"traceutil/trace.go:171","msg":"trace[1312446993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23688; }","duration":"129.690602ms","start":"2026-03-04T02:12:49.849547Z","end":"2026-03-04T02:12:49.979237Z","steps":["trace[1312446993] 'agreement among raft nodes before linearized reading' (duration: 129.541628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:50.316177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.953773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:50.316362Z","caller":"traceutil/trace.go:171","msg":"trace[1266696210] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"281.504447ms","start":"2026-03-04T02:12:50.034838Z","end":"2026-03-04T02:12:50.316343Z","steps":["trace[1266696210] 'process raft request' (duration: 281.443275ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:50.316489Z","caller":"traceutil/trace.go:171","msg":"trace[1557175623] linearizableReadLoop","detail":"{readStateIndex:24515; appliedIndex:24514; }","duration":"332.812486ms","start":"2026-03-04T02:12:49.983654Z","end":"2026-03-04T02:12:50.316466Z","steps":["trace[1557175623] 'read index received' (duration: 142.632937ms)","trace[1557175623] 'applied index is now lower than readState.Index' (duration: 190.177029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:50.31674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.058542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-04T02:12:50.316845Z","caller":"traceutil/trace.go:171","msg":"trace[397705819] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23690; }","duration":"333.196936ms","start":"2026-03-04T02:12:49.983627Z","end":"2026-03-04T02:12:50.316824Z","steps":["trace[397705819] 'agreement among raft nodes before linearized reading' (duration: 332.92342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:50.316901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.983616Z","time spent":"333.270878ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18735,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:12:50.317381Z","caller":"traceutil/trace.go:171","msg":"trace[1409179001] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"333.088563ms","start":"2026-03-04T02:12:49.983412Z","end":"2026-03-04T02:12:50.316501Z","steps":["trace[1409179001] 'process raft request' (duration: 142.701148ms)","trace[1409179001] 'compare' (duration: 189.82179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:50.317528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.983393Z","time spent":"334.052398ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:50.610825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.492816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:50.611098Z","caller":"traceutil/trace.go:171","msg":"trace[817485307] linearizableReadLoop","detail":"{readStateIndex:24520; appliedIndex:24516; }","duration":"294.546254ms","start":"2026-03-04T02:12:50.316536Z","end":"2026-03-04T02:12:50.611082Z","steps":["trace[817485307] 'read index received' (duration: 142.714119ms)","trace[817485307] 'applied index is now lower than readState.Index' (duration: 151.831215ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:50.61108Z","caller":"traceutil/trace.go:171","msg":"trace[2138446103] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"423.177497ms","start":"2026-03-04T02:12:50.18787Z","end":"2026-03-04T02:12:50.611047Z","steps":["trace[2138446103] 'process raft request' (duration: 271.378504ms)","trace[2138446103] 'compare' (duration: 151.23715ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:50.611105Z","caller":"traceutil/trace.go:171","msg":"trace[948795440] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"421.308899ms","start":"2026-03-04T02:12:50.189776Z","end":"2026-03-04T02:12:50.611085Z","steps":["trace[948795440] 'process raft request' (duration: 421.147394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:50.611153Z","caller":"traceutil/trace.go:171","msg":"trace[678546732] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"421.014543ms","start":"2026-03-04T02:12:50.190096Z","end":"2026-03-04T02:12:50.61111Z","steps":["trace[678546732] 'process raft request' (duration: 420.908489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:50.611227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:50.189762Z","time spent":"421.392532ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:50.611262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.146424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:12:50.611294Z","caller":"traceutil/trace.go:171","msg":"trace[361607103] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23694; }","duration":"627.206086ms","start":"2026-03-04T02:12:49.984078Z","end":"2026-03-04T02:12:50.611284Z","steps":["trace[361607103] 'agreement among raft nodes before linearized reading' (duration: 627.091563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:50.611332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:49.984065Z","time spent":"627.259587ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T02:12:50.611336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:50.190072Z","time spent":"421.171956ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:50.611391Z","caller":"traceutil/trace.go:171","msg":"trace[1612981867] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"420.173949ms","start":"2026-03-04T02:12:50.191202Z","end":"2026-03-04T02:12:50.611376Z","steps":["trace[1612981867] 'process raft request' (duration: 419.8398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:50.611478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:50.191193Z","time spent":"420.243902ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:50.611334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.863135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:12:50.611529Z","caller":"traceutil/trace.go:171","msg":"trace[79242278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23694; }","duration":"358.108781ms","start":"2026-03-04T02:12:50.253407Z","end":"2026-03-04T02:12:50.611516Z","steps":["trace[79242278] 'agreement among raft nodes before linearized reading' (duration: 357.755972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:50.611381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.01644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:50.611567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:50.253383Z","time spent":"358.173582ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:12:50.611609Z","caller":"traceutil/trace.go:171","msg":"trace[734527604] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23694; }","duration":"196.291347ms","start":"2026-03-04T02:12:50.415299Z","end":"2026-03-04T02:12:50.61159Z","steps":["trace[734527604] 'agreement among raft nodes before linearized reading' (duration: 196.0105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:50.611619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.627056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:50.611667Z","caller":"traceutil/trace.go:171","msg":"trace[1293518715] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23694; }","duration":"164.699298ms","start":"2026-03-04T02:12:50.446948Z","end":"2026-03-04T02:12:50.611648Z","steps":["trace[1293518715] 'agreement among raft nodes before linearized reading' (duration: 164.644197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:50.611669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.926941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:50.611707Z","caller":"traceutil/trace.go:171","msg":"trace[1888678001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23694; }","duration":"177.999533ms","start":"2026-03-04T02:12:50.433696Z","end":"2026-03-04T02:12:50.611696Z","steps":["trace[1888678001] 'agreement among raft nodes before linearized reading' (duration: 177.908421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:50.612018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:50.18782Z","time spent":"423.332092ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:51.743172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.301413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:51.743272Z","caller":"traceutil/trace.go:171","msg":"trace[1100614688] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23700; }","duration":"266.435146ms","start":"2026-03-04T02:12:51.476813Z","end":"2026-03-04T02:12:51.743248Z","steps":["trace[1100614688] 'count revisions from in-memory index tree' (duration: 266.205059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:51.743327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.389635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-04T02:12:51.743385Z","caller":"traceutil/trace.go:171","msg":"trace[473755695] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23700; }","duration":"300.486848ms","start":"2026-03-04T02:12:51.442883Z","end":"2026-03-04T02:12:51.743369Z","steps":["trace[473755695] 'range keys from in-memory index tree' (duration: 299.989844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:51.743425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.442843Z","time spent":"300.5741ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T02:12:51.81983Z","caller":"traceutil/trace.go:171","msg":"trace[88171633] linearizableReadLoop","detail":"{readStateIndex:24527; appliedIndex:24526; }","duration":"157.03391ms","start":"2026-03-04T02:12:51.662775Z","end":"2026-03-04T02:12:51.819809Z","steps":["trace[88171633] 'read index received' (duration: 156.880006ms)","trace[88171633] 'applied index is now lower than readState.Index' (duration: 152.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:51.819956Z","caller":"traceutil/trace.go:171","msg":"trace[518020387] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"300.141438ms","start":"2026-03-04T02:12:51.519804Z","end":"2026-03-04T02:12:51.819945Z","steps":["trace[518020387] 'process raft request' (duration: 299.861222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:51.820066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.519771Z","time spent":"300.216722ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:51.820287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.512293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-04T02:12:51.820325Z","caller":"traceutil/trace.go:171","msg":"trace[1895691072] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23701; }","duration":"157.585215ms","start":"2026-03-04T02:12:51.66273Z","end":"2026-03-04T02:12:51.820316Z","steps":["trace[1895691072] 'agreement among raft nodes before linearized reading' (duration: 157.467452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.288467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.588854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:52.28852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.669569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:52.288554Z","caller":"traceutil/trace.go:171","msg":"trace[475320730] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23701; }","duration":"338.718989ms","start":"2026-03-04T02:12:51.949811Z","end":"2026-03-04T02:12:52.28853Z","steps":["trace[475320730] 'count revisions from in-memory index tree' (duration: 338.516703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.288588Z","caller":"traceutil/trace.go:171","msg":"trace[216380699] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23701; }","duration":"377.774032ms","start":"2026-03-04T02:12:51.910797Z","end":"2026-03-04T02:12:52.288571Z","steps":["trace[216380699] 'count revisions from in-memory index tree' (duration: 377.590927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.288597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.949784Z","time spent":"338.802381ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:52.288759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.910775Z","time spent":"377.967406ms","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:52.585337Z","caller":"traceutil/trace.go:171","msg":"trace[2169705] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"600.107613ms","start":"2026-03-04T02:12:51.985213Z","end":"2026-03-04T02:12:52.585321Z","steps":["trace[2169705] 'process raft request' (duration: 599.97001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.585443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:51.985186Z","time spent":"600.200357ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:52.884645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.699248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:52.884757Z","caller":"traceutil/trace.go:171","msg":"trace[1119364676] linearizableReadLoop","detail":"{readStateIndex:24529; appliedIndex:24527; }","duration":"526.443935ms","start":"2026-03-04T02:12:52.358275Z","end":"2026-03-04T02:12:52.884719Z","steps":["trace[1119364676] 'read index received' (duration: 226.969632ms)","trace[1119364676] 'applied index is now lower than readState.Index' (duration: 299.473243ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:52.884814Z","caller":"traceutil/trace.go:171","msg":"trace[1732186475] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"560.251301ms","start":"2026-03-04T02:12:52.324554Z","end":"2026-03-04T02:12:52.884805Z","steps":["trace[1732186475] 'process raft request' (duration: 277.314748ms)","trace[1732186475] 'compare' (duration: 282.566924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:52.88486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:52.324524Z","time spent":"560.311702ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:52.884877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.599349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:52.884934Z","caller":"traceutil/trace.go:171","msg":"trace[1618786695] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23703; }","duration":"526.704141ms","start":"2026-03-04T02:12:52.358217Z","end":"2026-03-04T02:12:52.884921Z","steps":["trace[1618786695] 'agreement among raft nodes before linearized reading' (duration: 526.601218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.884962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:52.358173Z","time spent":"526.783413ms","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:12:52.887838Z","caller":"traceutil/trace.go:171","msg":"trace[282931760] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"271.118878ms","start":"2026-03-04T02:12:52.616702Z","end":"2026-03-04T02:12:52.88782Z","steps":["trace[282931760] 'process raft request' (duration: 271.021584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.887971Z","caller":"traceutil/trace.go:171","msg":"trace[436223477] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"271.255411ms","start":"2026-03-04T02:12:52.616703Z","end":"2026-03-04T02:12:52.887958Z","steps":["trace[436223477] 'process raft request' (duration: 271.093147ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.93339Z","caller":"traceutil/trace.go:171","msg":"trace[2079043097] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"316.527154ms","start":"2026-03-04T02:12:52.616836Z","end":"2026-03-04T02:12:52.933363Z","steps":["trace[2079043097] 'process raft request' (duration: 316.345478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.933538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:52.616807Z","time spent":"316.656817ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:52.933641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.892171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:52.933638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.120177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:52.933668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.123352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:12:52.933697Z","caller":"traceutil/trace.go:171","msg":"trace[1650362311] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23707; }","duration":"189.965083ms","start":"2026-03-04T02:12:52.743719Z","end":"2026-03-04T02:12:52.933684Z","steps":["trace[1650362311] 'agreement among raft nodes before linearized reading' (duration: 189.828649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.933717Z","caller":"traceutil/trace.go:171","msg":"trace[1995834587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23707; }","duration":"238.174153ms","start":"2026-03-04T02:12:52.695529Z","end":"2026-03-04T02:12:52.933703Z","steps":["trace[1995834587] 'agreement among raft nodes before linearized reading' (duration: 238.021129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.933742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.635982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:52.933765Z","caller":"traceutil/trace.go:171","msg":"trace[1187897760] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23707; }","duration":"516.25032ms","start":"2026-03-04T02:12:52.417447Z","end":"2026-03-04T02:12:52.933698Z","steps":["trace[1187897760] 'agreement among raft nodes before linearized reading' (duration: 516.093126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.933763Z","caller":"traceutil/trace.go:171","msg":"trace[1990696429] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"316.576185ms","start":"2026-03-04T02:12:52.617152Z","end":"2026-03-04T02:12:52.933728Z","steps":["trace[1990696429] 'process raft request' (duration: 316.173005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.933813Z","caller":"traceutil/trace.go:171","msg":"trace[1238640432] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23707; }","duration":"491.723994ms","start":"2026-03-04T02:12:52.442071Z","end":"2026-03-04T02:12:52.933795Z","steps":["trace[1238640432] 'agreement among raft nodes before linearized reading' (duration: 491.594621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.933825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:52.417432Z","time spent":"516.382633ms","remote":"127.0.0.1:39890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:52.933855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:52.442011Z","time spent":"491.833587ms","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:52.933882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.209049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:52.933939Z","caller":"traceutil/trace.go:171","msg":"trace[1284935992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23707; }","duration":"217.283621ms","start":"2026-03-04T02:12:52.716644Z","end":"2026-03-04T02:12:52.933928Z","steps":["trace[1284935992] 'agreement among raft nodes before linearized reading' (duration: 217.200769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.933936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:52.61714Z","time spent":"316.706668ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:52.933889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.853939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:52.934034Z","caller":"traceutil/trace.go:171","msg":"trace[428941063] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23707; }","duration":"129.007475ms","start":"2026-03-04T02:12:52.805011Z","end":"2026-03-04T02:12:52.934018Z","steps":["trace[428941063] 'agreement among raft nodes before linearized reading' (duration: 128.85064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.93409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.401816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:12:52.934111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.551943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:12:52.934828Z","caller":"traceutil/trace.go:171","msg":"trace[1047501760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23707; }","duration":"239.319123ms","start":"2026-03-04T02:12:52.695494Z","end":"2026-03-04T02:12:52.934813Z","steps":["trace[1047501760] 'agreement among raft nodes before linearized reading' (duration: 238.287326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:52.934121Z","caller":"traceutil/trace.go:171","msg":"trace[971184104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23707; }","duration":"207.460537ms","start":"2026-03-04T02:12:52.726654Z","end":"2026-03-04T02:12:52.934115Z","steps":["trace[971184104] 'agreement among raft nodes before linearized reading' (duration: 207.353115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.933755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.609117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:52.935098Z","caller":"traceutil/trace.go:171","msg":"trace[1434725347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23707; }","duration":"244.026984ms","start":"2026-03-04T02:12:52.691054Z","end":"2026-03-04T02:12:52.935081Z","steps":["trace[1434725347] 'agreement among raft nodes before linearized reading' (duration: 242.536165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:52.934279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.339912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:52.935229Z","caller":"traceutil/trace.go:171","msg":"trace[715131837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23707; }","duration":"211.317647ms","start":"2026-03-04T02:12:52.72389Z","end":"2026-03-04T02:12:52.935207Z","steps":["trace[715131837] 'agreement among raft nodes before linearized reading' (duration: 209.867799ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:53.883551Z","caller":"traceutil/trace.go:171","msg":"trace[939382498] linearizableReadLoop","detail":"{readStateIndex:24539; appliedIndex:24538; }","duration":"400.045199ms","start":"2026-03-04T02:12:53.483479Z","end":"2026-03-04T02:12:53.883524Z","steps":["trace[939382498] 'read index received' (duration: 399.721841ms)","trace[939382498] 'applied index is now lower than readState.Index' (duration: 322.488µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:53.883694Z","caller":"traceutil/trace.go:171","msg":"trace[967640819] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"543.077226ms","start":"2026-03-04T02:12:53.340605Z","end":"2026-03-04T02:12:53.883682Z","steps":["trace[967640819] 'process raft request' (duration: 542.738598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:53.883812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.340575Z","time spent":"543.158138ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:53.88393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.328442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:53.884008Z","caller":"traceutil/trace.go:171","msg":"trace[1719098514] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23713; }","duration":"124.444185ms","start":"2026-03-04T02:12:53.759546Z","end":"2026-03-04T02:12:53.88399Z","steps":["trace[1719098514] 'agreement among raft nodes before linearized reading' (duration: 124.310672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:53.88407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.988741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:12:53.884224Z","caller":"traceutil/trace.go:171","msg":"trace[806557546] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23713; }","duration":"267.205866ms","start":"2026-03-04T02:12:53.616992Z","end":"2026-03-04T02:12:53.884197Z","steps":["trace[806557546] 'agreement among raft nodes before linearized reading' (duration: 266.791105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:53.884228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.604828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:53.884269Z","caller":"traceutil/trace.go:171","msg":"trace[176426317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23713; }","duration":"127.688591ms","start":"2026-03-04T02:12:53.756571Z","end":"2026-03-04T02:12:53.884259Z","steps":["trace[176426317] 'agreement among raft nodes before linearized reading' (duration: 127.620089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:53.884085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.567053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:53.8844Z","caller":"traceutil/trace.go:171","msg":"trace[690264190] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23713; }","duration":"400.942783ms","start":"2026-03-04T02:12:53.483441Z","end":"2026-03-04T02:12:53.884384Z","steps":["trace[690264190] 'agreement among raft nodes before linearized reading' (duration: 400.535492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:53.884442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.483429Z","time spent":"401.004244ms","remote":"127.0.0.1:53126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:54.381264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.90532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:12:54.381351Z","caller":"traceutil/trace.go:171","msg":"trace[782260842] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23713; }","duration":"362.051984ms","start":"2026-03-04T02:12:54.01928Z","end":"2026-03-04T02:12:54.381332Z","steps":["trace[782260842] 'count revisions from in-memory index tree' (duration: 361.791097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.381394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.019257Z","time spent":"362.125725ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:54.789084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.131052ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:12:54.790411Z","caller":"traceutil/trace.go:171","msg":"trace[1030642693] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"198.101384ms","start":"2026-03-04T02:12:54.592282Z","end":"2026-03-04T02:12:54.790384Z","steps":["trace[1030642693] 'process raft request' (duration: 196.888822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:54.790411Z","caller":"traceutil/trace.go:171","msg":"trace[427070581] linearizableReadLoop","detail":"{readStateIndex:24541; appliedIndex:24539; }","duration":"178.617539ms","start":"2026-03-04T02:12:54.611766Z","end":"2026-03-04T02:12:54.790383Z","steps":["trace[427070581] 'read index received' (duration: 85.66807ms)","trace[427070581] 'applied index is now lower than readState.Index' (duration: 92.947409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:54.987896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.475197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:54.987982Z","caller":"traceutil/trace.go:171","msg":"trace[1268613904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23714; }","duration":"229.601111ms","start":"2026-03-04T02:12:54.758357Z","end":"2026-03-04T02:12:54.987959Z","steps":["trace[1268613904] 'agreement among raft nodes before linearized reading' (duration: 32.169254ms)","trace[1268613904] 'range keys from in-memory index tree' (duration: 197.296274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:54.988349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.55844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:12:54.988538Z","caller":"traceutil/trace.go:171","msg":"trace[807773389] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23714; }","duration":"376.720953ms","start":"2026-03-04T02:12:54.611709Z","end":"2026-03-04T02:12:54.98843Z","steps":["trace[807773389] 'agreement among raft nodes before linearized reading' (duration: 178.740612ms)","trace[807773389] 'range keys from in-memory index tree' (duration: 197.484259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:54.988692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.611692Z","time spent":"376.907078ms","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T02:12:55.027923Z","caller":"traceutil/trace.go:171","msg":"trace[94434832] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"136.039366ms","start":"2026-03-04T02:12:54.891857Z","end":"2026-03-04T02:12:55.027896Z","steps":["trace[94434832] 'process raft request' (duration: 135.841861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:55.283788Z","caller":"traceutil/trace.go:171","msg":"trace[1542460528] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"344.350645ms","start":"2026-03-04T02:12:54.939414Z","end":"2026-03-04T02:12:55.283764Z","steps":["trace[1542460528] 'process raft request' (duration: 344.278013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:55.28381Z","caller":"traceutil/trace.go:171","msg":"trace[2088967280] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"391.201209ms","start":"2026-03-04T02:12:54.892573Z","end":"2026-03-04T02:12:55.283775Z","steps":["trace[2088967280] 'process raft request' (duration: 390.917152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:55.283938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.939395Z","time spent":"344.466208ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:55.283973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.892561Z","time spent":"391.321722ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:55.284023Z","caller":"traceutil/trace.go:171","msg":"trace[2077470243] linearizableReadLoop","detail":"{readStateIndex:24544; appliedIndex:24541; }","duration":"366.506119ms","start":"2026-03-04T02:12:54.917493Z","end":"2026-03-04T02:12:55.283999Z","steps":["trace[2077470243] 'read index received' (duration: 110.307599ms)","trace[2077470243] 'applied index is now lower than readState.Index' (duration: 256.19719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:55.284139Z","caller":"traceutil/trace.go:171","msg":"trace[573678923] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"343.896523ms","start":"2026-03-04T02:12:54.940231Z","end":"2026-03-04T02:12:55.284127Z","steps":["trace[573678923] 'process raft request' (duration: 343.499583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:55.284128Z","caller":"traceutil/trace.go:171","msg":"trace[1134865984] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"391.24391ms","start":"2026-03-04T02:12:54.892873Z","end":"2026-03-04T02:12:55.284117Z","steps":["trace[1134865984] 'process raft request' (duration: 390.779868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:55.284237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.892852Z","time spent":"391.344553ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:55.284249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.403429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:55.284319Z","caller":"traceutil/trace.go:171","msg":"trace[1017302996] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23719; }","duration":"358.481861ms","start":"2026-03-04T02:12:54.925823Z","end":"2026-03-04T02:12:55.284305Z","steps":["trace[1017302996] 'agreement among raft nodes before linearized reading' (duration: 358.359427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:55.284355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.925803Z","time spent":"358.540492ms","remote":"127.0.0.1:42254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:55.284414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.243626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T02:12:55.284435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.531182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b08375f-b1d6-4a5e-a32d-5094474e693b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:12:55.284455Z","caller":"traceutil/trace.go:171","msg":"trace[1179075257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23719; }","duration":"294.295329ms","start":"2026-03-04T02:12:54.99015Z","end":"2026-03-04T02:12:55.284446Z","steps":["trace[1179075257] 'agreement among raft nodes before linearized reading' (duration: 294.155925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:55.28447Z","caller":"traceutil/trace.go:171","msg":"trace[1910857807] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b08375f-b1d6-4a5e-a32d-5094474e693b; range_end:; response_count:1; response_revision:23719; }","duration":"292.579953ms","start":"2026-03-04T02:12:54.991879Z","end":"2026-03-04T02:12:55.284459Z","steps":["trace[1910857807] 'agreement among raft nodes before linearized reading' (duration: 292.43846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:55.284539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.658403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:55.284529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.231526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:55.284611Z","caller":"traceutil/trace.go:171","msg":"trace[1658520258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23719; }","duration":"294.352068ms","start":"2026-03-04T02:12:54.990237Z","end":"2026-03-04T02:12:55.284589Z","steps":["trace[1658520258] 'agreement among raft nodes before linearized reading' (duration: 294.085902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:55.284665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.134185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:12:55.284678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.224242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:55.28469Z","caller":"traceutil/trace.go:171","msg":"trace[1941015507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23719; }","duration":"296.190017ms","start":"2026-03-04T02:12:54.988492Z","end":"2026-03-04T02:12:55.284682Z","steps":["trace[1941015507] 'agreement among raft nodes before linearized reading' (duration: 296.091764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:55.284708Z","caller":"traceutil/trace.go:171","msg":"trace[420005461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23719; }","duration":"329.291594ms","start":"2026-03-04T02:12:54.955407Z","end":"2026-03-04T02:12:55.284699Z","steps":["trace[420005461] 'agreement among raft nodes before linearized reading' (duration: 329.205182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:55.284716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.216687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:12:55.284735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.95538Z","time spent":"329.349046ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:12:55.284569Z","caller":"traceutil/trace.go:171","msg":"trace[943634805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23719; }","duration":"295.703254ms","start":"2026-03-04T02:12:54.98886Z","end":"2026-03-04T02:12:55.284563Z","steps":["trace[943634805] 'agreement among raft nodes before linearized reading' (duration: 295.649532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:55.284764Z","caller":"traceutil/trace.go:171","msg":"trace[472336924] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23719; }","duration":"367.302239ms","start":"2026-03-04T02:12:54.917448Z","end":"2026-03-04T02:12:55.28475Z","steps":["trace[472336924] 'agreement among raft nodes before linearized reading' (duration: 367.219557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:55.284806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.917434Z","time spent":"367.35954ms","remote":"127.0.0.1:53310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:55.284872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.497704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:12:55.284917Z","caller":"traceutil/trace.go:171","msg":"trace[1144065260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23719; }","duration":"296.581617ms","start":"2026-03-04T02:12:54.988324Z","end":"2026-03-04T02:12:55.284906Z","steps":["trace[1144065260] 'agreement among raft nodes before linearized reading' (duration: 296.424732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:55.284263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.940201Z","time spent":"343.990676ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:55.592347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.458195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:55.592449Z","caller":"traceutil/trace.go:171","msg":"trace[1590432928] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"304.142253ms","start":"2026-03-04T02:12:55.288287Z","end":"2026-03-04T02:12:55.59243Z","steps":["trace[1590432928] 'process raft request' (duration: 164.524274ms)","trace[1590432928] 'compare' (duration: 139.165767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:55.592497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.288272Z","time spent":"304.202074ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:56.046397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.593663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:56.046734Z","caller":"traceutil/trace.go:171","msg":"trace[1291423985] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"157.437461ms","start":"2026-03-04T02:12:55.889284Z","end":"2026-03-04T02:12:56.046721Z","steps":["trace[1291423985] 'process raft request' (duration: 157.40674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:56.046715Z","caller":"traceutil/trace.go:171","msg":"trace[1485862360] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"758.221592ms","start":"2026-03-04T02:12:55.288453Z","end":"2026-03-04T02:12:56.046674Z","steps":["trace[1485862360] 'process raft request' (duration: 526.017033ms)","trace[1485862360] 'compare' (duration: 231.131051ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:56.046845Z","caller":"traceutil/trace.go:171","msg":"trace[1239535463] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"758.353655ms","start":"2026-03-04T02:12:55.288481Z","end":"2026-03-04T02:12:56.046834Z","steps":["trace[1239535463] 'process raft request' (duration: 758.091577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:56.046893Z","caller":"traceutil/trace.go:171","msg":"trace[228906031] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"755.987314ms","start":"2026-03-04T02:12:55.290898Z","end":"2026-03-04T02:12:56.046886Z","steps":["trace[228906031] 'process raft request' (duration: 755.762709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.046941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.290877Z","time spent":"756.039376ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:56.046955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.288458Z","time spent":"758.425117ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:56.047039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.288434Z","time spent":"758.442667ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:56.047019Z","caller":"traceutil/trace.go:171","msg":"trace[1102635244] linearizableReadLoop","detail":"{readStateIndex:24551; appliedIndex:24547; }","duration":"572.303533ms","start":"2026-03-04T02:12:55.474678Z","end":"2026-03-04T02:12:56.046982Z","steps":["trace[1102635244] 'read index received' (duration: 339.711045ms)","trace[1102635244] 'applied index is now lower than readState.Index' (duration: 232.588238ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:56.046782Z","caller":"traceutil/trace.go:171","msg":"trace[1517606429] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"756.989701ms","start":"2026-03-04T02:12:55.289754Z","end":"2026-03-04T02:12:56.046743Z","steps":["trace[1517606429] 'process raft request' (duration: 756.880938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.047252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.393297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T02:12:56.047188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.501618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:56.047283Z","caller":"traceutil/trace.go:171","msg":"trace[1211216118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23725; }","duration":"334.460749ms","start":"2026-03-04T02:12:55.712815Z","end":"2026-03-04T02:12:56.047275Z","steps":["trace[1211216118] 'agreement among raft nodes before linearized reading' (duration: 334.353306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.047281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.289741Z","time spent":"757.407251ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:56.047306Z","caller":"traceutil/trace.go:171","msg":"trace[782352914] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23725; }","duration":"572.669812ms","start":"2026-03-04T02:12:55.474618Z","end":"2026-03-04T02:12:56.047288Z","steps":["trace[782352914] 'agreement among raft nodes before linearized reading' (duration: 572.515108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:56.047361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.474593Z","time spent":"572.757707ms","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:56.047314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:55.712792Z","time spent":"334.516961ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:12:57.135869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.400226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:57.135966Z","caller":"traceutil/trace.go:171","msg":"trace[1987501637] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"309.900932ms","start":"2026-03-04T02:12:56.826048Z","end":"2026-03-04T02:12:57.135949Z","steps":["trace[1987501637] 'process raft request' (duration: 90.340641ms)","trace[1987501637] 'compare' (duration: 219.204132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:57.136065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:56.826017Z","time spent":"310.020235ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:57.136485Z","caller":"traceutil/trace.go:171","msg":"trace[1670862353] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"103.03224ms","start":"2026-03-04T02:12:57.033444Z","end":"2026-03-04T02:12:57.136476Z","steps":["trace[1670862353] 'process raft request' (duration: 102.955488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:57.518938Z","caller":"traceutil/trace.go:171","msg":"trace[172974276] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"229.375736ms","start":"2026-03-04T02:12:57.289536Z","end":"2026-03-04T02:12:57.518912Z","steps":["trace[172974276] 'process raft request' (duration: 228.864902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:57.596511Z","caller":"traceutil/trace.go:171","msg":"trace[961625155] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"306.451112ms","start":"2026-03-04T02:12:57.290041Z","end":"2026-03-04T02:12:57.596492Z","steps":["trace[961625155] 'process raft request' (duration: 248.805318ms)","trace[961625155] 'compare' (duration: 57.51789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:57.596633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:57.290031Z","time spent":"306.540605ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:57.596957Z","caller":"traceutil/trace.go:171","msg":"trace[1730993387] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"305.257281ms","start":"2026-03-04T02:12:57.291669Z","end":"2026-03-04T02:12:57.596926Z","steps":["trace[1730993387] 'process raft request' (duration: 304.789509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:57.597081Z","caller":"traceutil/trace.go:171","msg":"trace[2137701914] linearizableReadLoop","detail":"{readStateIndex:24559; appliedIndex:24555; }","duration":"154.699389ms","start":"2026-03-04T02:12:57.442348Z","end":"2026-03-04T02:12:57.597047Z","steps":["trace[2137701914] 'read index received' (duration: 76.129713ms)","trace[2137701914] 'applied index is now lower than readState.Index' (duration: 78.568006ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:57.597205Z","caller":"traceutil/trace.go:171","msg":"trace[220567887] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"104.216301ms","start":"2026-03-04T02:12:57.492976Z","end":"2026-03-04T02:12:57.597193Z","steps":["trace[220567887] 'process raft request' (duration: 103.996775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:57.597215Z","caller":"traceutil/trace.go:171","msg":"trace[1822872716] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"305.294052ms","start":"2026-03-04T02:12:57.291872Z","end":"2026-03-04T02:12:57.597166Z","steps":["trace[1822872716] 'process raft request' (duration: 304.861092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:57.597237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:57.291659Z","time spent":"305.382065ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:57.597372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:57.291833Z","time spent":"305.463236ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:57.597507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.158722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:57.597556Z","caller":"traceutil/trace.go:171","msg":"trace[1359244040] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23733; }","duration":"155.255574ms","start":"2026-03-04T02:12:57.442288Z","end":"2026-03-04T02:12:57.597543Z","steps":["trace[1359244040] 'agreement among raft nodes before linearized reading' (duration: 155.0899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:58.071779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.613261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:58.071898Z","caller":"traceutil/trace.go:171","msg":"trace[273064055] linearizableReadLoop","detail":"{readStateIndex:24561; appliedIndex:24560; }","duration":"235.314869ms","start":"2026-03-04T02:12:57.836553Z","end":"2026-03-04T02:12:58.071868Z","steps":["trace[273064055] 'read index received' (duration: 47.581µs)","trace[273064055] 'applied index is now lower than readState.Index' (duration: 235.266378ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:58.071943Z","caller":"traceutil/trace.go:171","msg":"trace[888785207] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"469.445197ms","start":"2026-03-04T02:12:57.602464Z","end":"2026-03-04T02:12:58.071909Z","steps":["trace[888785207] 'process raft request' (duration: 168.6173ms)","trace[888785207] 'compare' (duration: 300.347585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:58.071999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.448723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:58.072021Z","caller":"traceutil/trace.go:171","msg":"trace[1119142584] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23734; }","duration":"235.507124ms","start":"2026-03-04T02:12:57.836506Z","end":"2026-03-04T02:12:58.072013Z","steps":["trace[1119142584] 'agreement among raft nodes before linearized reading' (duration: 235.435682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:58.072073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:57.602439Z","time spent":"469.565851ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:58.268586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.099691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:12:58.268607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.831434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:12:58.26861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.18216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:12:58.268659Z","caller":"traceutil/trace.go:171","msg":"trace[108061684] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"208.611436ms","start":"2026-03-04T02:12:58.060014Z","end":"2026-03-04T02:12:58.268626Z","steps":["trace[108061684] 'process raft request' (duration: 195.297311ms)","trace[108061684] 'compare' (duration: 12.617597ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:58.268691Z","caller":"traceutil/trace.go:171","msg":"trace[421267568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23735; }","duration":"212.293183ms","start":"2026-03-04T02:12:58.056386Z","end":"2026-03-04T02:12:58.268679Z","steps":["trace[421267568] 'agreement among raft nodes before linearized reading' (duration: 212.089688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:58.268688Z","caller":"traceutil/trace.go:171","msg":"trace[287199316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23735; }","duration":"210.938838ms","start":"2026-03-04T02:12:58.057729Z","end":"2026-03-04T02:12:58.268668Z","steps":["trace[287199316] 'agreement among raft nodes before linearized reading' (duration: 210.64844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:58.268647Z","caller":"traceutil/trace.go:171","msg":"trace[1604137888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23735; }","duration":"211.201854ms","start":"2026-03-04T02:12:58.057432Z","end":"2026-03-04T02:12:58.268634Z","steps":["trace[1604137888] 'agreement among raft nodes before linearized reading' (duration: 210.951788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:58.268574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.241469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:12:58.268899Z","caller":"traceutil/trace.go:171","msg":"trace[1448390012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23735; }","duration":"210.608689ms","start":"2026-03-04T02:12:58.058279Z","end":"2026-03-04T02:12:58.268887Z","steps":["trace[1448390012] 'agreement among raft nodes before linearized reading' (duration: 210.094435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:58.268406Z","caller":"traceutil/trace.go:171","msg":"trace[662197671] linearizableReadLoop","detail":"{readStateIndex:24562; appliedIndex:24561; }","duration":"196.421902ms","start":"2026-03-04T02:12:58.07192Z","end":"2026-03-04T02:12:58.268342Z","steps":["trace[662197671] 'read index received' (duration: 183.336032ms)","trace[662197671] 'applied index is now lower than readState.Index' (duration: 13.08441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:58.557805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.496904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:58.558077Z","caller":"traceutil/trace.go:171","msg":"trace[613603321] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"283.658541ms","start":"2026-03-04T02:12:58.274389Z","end":"2026-03-04T02:12:58.558047Z","steps":["trace[613603321] 'process raft request' (duration: 283.559899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:58.55814Z","caller":"traceutil/trace.go:171","msg":"trace[1905436751] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"284.005961ms","start":"2026-03-04T02:12:58.274103Z","end":"2026-03-04T02:12:58.558109Z","steps":["trace[1905436751] 'process raft request' (duration: 107.081055ms)","trace[1905436751] 'compare' (duration: 176.291609ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:58.558385Z","caller":"traceutil/trace.go:171","msg":"trace[2018580594] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"283.531799ms","start":"2026-03-04T02:12:58.27478Z","end":"2026-03-04T02:12:58.558311Z","steps":["trace[2018580594] 'process raft request' (duration: 283.228921ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:58.558447Z","caller":"traceutil/trace.go:171","msg":"trace[1440230545] linearizableReadLoop","detail":"{readStateIndex:24566; appliedIndex:24562; }","duration":"188.387092ms","start":"2026-03-04T02:12:58.370025Z","end":"2026-03-04T02:12:58.558412Z","steps":["trace[1440230545] 'read index received' (duration: 11.258651ms)","trace[1440230545] 'applied index is now lower than readState.Index' (duration: 177.127441ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:58.558504Z","caller":"traceutil/trace.go:171","msg":"trace[1926035198] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"283.461855ms","start":"2026-03-04T02:12:58.275001Z","end":"2026-03-04T02:12:58.558462Z","steps":["trace[1926035198] 'process raft request' (duration: 283.23367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:58.558631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.572859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:58.558672Z","caller":"traceutil/trace.go:171","msg":"trace[1381550359] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23739; }","duration":"188.67643ms","start":"2026-03-04T02:12:58.369983Z","end":"2026-03-04T02:12:58.55866Z","steps":["trace[1381550359] 'agreement among raft nodes before linearized reading' (duration: 188.578998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:58.558728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.112342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:58.558763Z","caller":"traceutil/trace.go:171","msg":"trace[138588686] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23739; }","duration":"113.246636ms","start":"2026-03-04T02:12:58.445508Z","end":"2026-03-04T02:12:58.558755Z","steps":["trace[138588686] 'agreement among raft nodes before linearized reading' (duration: 113.142953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:59.267008Z","caller":"traceutil/trace.go:171","msg":"trace[968115749] linearizableReadLoop","detail":"{readStateIndex:24568; appliedIndex:24567; }","duration":"118.340087ms","start":"2026-03-04T02:12:59.148616Z","end":"2026-03-04T02:12:59.266956Z","steps":["trace[968115749] 'read index received' (duration: 118.182234ms)","trace[968115749] 'applied index is now lower than readState.Index' (duration: 156.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:59.267078Z","caller":"traceutil/trace.go:171","msg":"trace[1313135996] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"125.924234ms","start":"2026-03-04T02:12:59.141111Z","end":"2026-03-04T02:12:59.267036Z","steps":["trace[1313135996] 'process raft request' (duration: 125.662507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.267213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.580954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:12:59.267255Z","caller":"traceutil/trace.go:171","msg":"trace[1839149237] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23741; }","duration":"118.639085ms","start":"2026-03-04T02:12:59.148602Z","end":"2026-03-04T02:12:59.267241Z","steps":["trace[1839149237] 'agreement among raft nodes before linearized reading' (duration: 118.483832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.420865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.218974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:59.4212Z","caller":"traceutil/trace.go:171","msg":"trace[1934209156] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"234.15354ms","start":"2026-03-04T02:12:59.186998Z","end":"2026-03-04T02:12:59.421151Z","steps":["trace[1934209156] 'process raft request' (duration: 115.540915ms)","trace[1934209156] 'compare' (duration: 118.101391ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:59.620311Z","caller":"traceutil/trace.go:171","msg":"trace[993090902] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"198.31802ms","start":"2026-03-04T02:12:59.421944Z","end":"2026-03-04T02:12:59.620262Z","steps":["trace[993090902] 'process raft request' (duration: 193.921206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:59.929758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.981726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:59.929895Z","caller":"traceutil/trace.go:171","msg":"trace[916645393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23747; }","duration":"170.174511ms","start":"2026-03-04T02:12:59.759695Z","end":"2026-03-04T02:12:59.92987Z","steps":["trace[916645393] 'range keys from in-memory index tree' (duration: 169.877434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:03.551997Z","caller":"traceutil/trace.go:171","msg":"trace[679545891] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"654.025801ms","start":"2026-03-04T02:13:02.897946Z","end":"2026-03-04T02:13:03.551972Z","steps":["trace[679545891] 'process raft request' (duration: 653.842187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:13:03.552136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:13:02.897918Z","time spent":"654.145083ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:13:04.834621Z","caller":"traceutil/trace.go:171","msg":"trace[1504591151] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"235.407431ms","start":"2026-03-04T02:13:04.59916Z","end":"2026-03-04T02:13:04.834568Z","steps":["trace[1504591151] 'process raft request' (duration: 235.230017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:13:05.695117Z","caller":"traceutil/trace.go:171","msg":"trace[1113023386] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"101.304755ms","start":"2026-03-04T02:13:05.593786Z","end":"2026-03-04T02:13:05.695091Z","steps":["trace[1113023386] 'process raft request' (duration: 78.628778ms)","trace[1113023386] 'compare' (duration: 22.492133ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:13:05.695398Z","caller":"traceutil/trace.go:171","msg":"trace[810569397] linearizableReadLoop","detail":"{readStateIndex:24625; appliedIndex:24624; }","duration":"100.604397ms","start":"2026-03-04T02:13:05.594569Z","end":"2026-03-04T02:13:05.695173Z","steps":["trace[810569397] 'read index received' (duration: 77.859928ms)","trace[810569397] 'applied index is now lower than readState.Index' (duration: 22.684118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:13:05.696256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.670555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2c03cb0b-98ff-41fa-a74e-daead15f13ea\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:13:05.696355Z","caller":"traceutil/trace.go:171","msg":"trace[1000094135] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2c03cb0b-98ff-41fa-a74e-daead15f13ea; range_end:; response_count:1; response_revision:23798; }","duration":"101.815379ms","start":"2026-03-04T02:13:05.594521Z","end":"2026-03-04T02:13:05.696336Z","steps":["trace[1000094135] 'agreement among raft nodes before linearized reading' (duration: 100.946936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:12.036905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.745409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:12.037028Z","caller":"traceutil/trace.go:171","msg":"trace[669377860] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"109.434127ms","start":"2026-03-04T02:14:11.927581Z","end":"2026-03-04T02:14:12.037015Z","steps":["trace[669377860] 'process raft request' (duration: 109.400246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.037335Z","caller":"traceutil/trace.go:171","msg":"trace[2134630417] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"133.87717ms","start":"2026-03-04T02:14:11.903441Z","end":"2026-03-04T02:14:12.037318Z","steps":["trace[2134630417] 'process raft request' (duration: 12.654179ms)","trace[2134630417] 'compare' (duration: 120.662216ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:12.079058Z","caller":"traceutil/trace.go:171","msg":"trace[1083573255] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"149.568517ms","start":"2026-03-04T02:14:11.929469Z","end":"2026-03-04T02:14:12.079038Z","steps":["trace[1083573255] 'process raft request' (duration: 149.31786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.079917Z","caller":"traceutil/trace.go:171","msg":"trace[1730016911] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"148.682075ms","start":"2026-03-04T02:14:11.931215Z","end":"2026-03-04T02:14:12.079897Z","steps":["trace[1730016911] 'process raft request' (duration: 147.988517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.079082Z","caller":"traceutil/trace.go:171","msg":"trace[826564589] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"148.562621ms","start":"2026-03-04T02:14:11.930493Z","end":"2026-03-04T02:14:12.079056Z","steps":["trace[826564589] 'process raft request' (duration: 148.424357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:12.079329Z","caller":"traceutil/trace.go:171","msg":"trace[1853897422] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"148.207952ms","start":"2026-03-04T02:14:11.931087Z","end":"2026-03-04T02:14:12.079295Z","steps":["trace[1853897422] 'process raft request' (duration: 147.930785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.047143Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21706} {"level":"info","ts":"2026-03-04T02:14:16.177013Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21706,"took":"126.030577ms","hash":1267305404,"current-db-size-bytes":50413568,"current-db-size":"50 MB","current-db-size-in-use-bytes":32485376,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:14:16.177083Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1267305404,"revision":21706,"compact-revision":18797} {"level":"warn","ts":"2026-03-04T02:14:30.457708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883835977,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:14:30.759542Z","caller":"traceutil/trace.go:171","msg":"trace[1150110064] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"803.63132ms","start":"2026-03-04T02:14:29.955885Z","end":"2026-03-04T02:14:30.759516Z","steps":["trace[1150110064] 'process raft request' (duration: 803.446805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:30.759778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.955872Z","time spent":"803.819196ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:31.145543Z","caller":"traceutil/trace.go:171","msg":"trace[979018645] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"1.186646318s","start":"2026-03-04T02:14:29.958861Z","end":"2026-03-04T02:14:31.145507Z","steps":["trace[979018645] 'process raft request' (duration: 1.186429031s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:31.145576Z","caller":"traceutil/trace.go:171","msg":"trace[335475925] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"1.186552106s","start":"2026-03-04T02:14:29.958996Z","end":"2026-03-04T02:14:31.145548Z","steps":["trace[335475925] 'process raft request' (duration: 1.186446113s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.145699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.95885Z","time spent":"1.186774232s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:31.145739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.958982Z","time spent":"1.186674228s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:31.145875Z","caller":"traceutil/trace.go:171","msg":"trace[1282349306] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"1.185342044s","start":"2026-03-04T02:14:29.960512Z","end":"2026-03-04T02:14:31.145854Z","steps":["trace[1282349306] 'process raft request' (duration: 1.184991186s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:31.14594Z","caller":"traceutil/trace.go:171","msg":"trace[1516486047] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"1.183707491s","start":"2026-03-04T02:14:29.962215Z","end":"2026-03-04T02:14:31.145923Z","steps":["trace[1516486047] 'process raft request' (duration: 1.183547547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.145961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.960501Z","time spent":"1.185421576s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:31.146024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.9622Z","time spent":"1.183779862s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8999,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:31.146024Z","caller":"traceutil/trace.go:171","msg":"trace[1743497578] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"1.054017612s","start":"2026-03-04T02:14:30.091969Z","end":"2026-03-04T02:14:31.145987Z","steps":["trace[1743497578] 'process raft request' (duration: 1.053883958s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:31.146089Z","caller":"traceutil/trace.go:171","msg":"trace[1668672658] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"1.005016839s","start":"2026-03-04T02:14:30.141057Z","end":"2026-03-04T02:14:31.146074Z","steps":["trace[1668672658] 'process raft request' (duration: 1.004905345s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:31.146185Z","caller":"traceutil/trace.go:171","msg":"trace[1430141519] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"1.001001434s","start":"2026-03-04T02:14:30.145139Z","end":"2026-03-04T02:14:31.146141Z","steps":["trace[1430141519] 'process raft request' (duration: 1.000870701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.146195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.141023Z","time spent":"1.005104501s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:31.146054Z","caller":"traceutil/trace.go:171","msg":"trace[2126478509] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"1.005103381s","start":"2026-03-04T02:14:30.14092Z","end":"2026-03-04T02:14:31.146023Z","steps":["trace[2126478509] 'process raft request' (duration: 1.004988268s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.146197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.091958Z","time spent":"1.054131895s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:31.146252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.145124Z","time spent":"1.001095266s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:31.146298Z","caller":"traceutil/trace.go:171","msg":"trace[1862550311] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"999.328371ms","start":"2026-03-04T02:14:30.146953Z","end":"2026-03-04T02:14:31.146282Z","steps":["trace[1862550311] 'process raft request' (duration: 999.122426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:31.14633Z","caller":"traceutil/trace.go:171","msg":"trace[1107043300] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"457.927189ms","start":"2026-03-04T02:14:30.688392Z","end":"2026-03-04T02:14:31.14632Z","steps":["trace[1107043300] 'process raft request' (duration: 457.750064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.146379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.688375Z","time spent":"457.97766ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:31.146309Z","caller":"traceutil/trace.go:171","msg":"trace[1451791688] linearizableReadLoop","detail":"{readStateIndex:25459; appliedIndex:25448; }","duration":"1.189645456s","start":"2026-03-04T02:14:29.956638Z","end":"2026-03-04T02:14:31.146284Z","steps":["trace[1451791688] 'read index received' (duration: 802.710597ms)","trace[1451791688] 'applied index is now lower than readState.Index' (duration: 386.933609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:31.146426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189771749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:14:31.146428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.146938Z","time spent":"999.411753ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:31.146478Z","caller":"traceutil/trace.go:171","msg":"trace[1458205974] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24608; }","duration":"1.18983604s","start":"2026-03-04T02:14:29.956625Z","end":"2026-03-04T02:14:31.146461Z","steps":["trace[1458205974] 'agreement among raft nodes before linearized reading' (duration: 1.189725027s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.146528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.956619Z","time spent":"1.189897602s","remote":"127.0.0.1:47658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:14:31.14635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.140906Z","time spent":"1.005340237s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:31.147004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.957314Z","time spent":"1.188098035s","remote":"127.0.0.1:53034","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:14:31.150341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192715546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:31.150409Z","caller":"traceutil/trace.go:171","msg":"trace[802713533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24609; }","duration":"1.192822568s","start":"2026-03-04T02:14:29.957569Z","end":"2026-03-04T02:14:31.150391Z","steps":["trace[802713533] 'agreement among raft nodes before linearized reading' (duration: 1.192698125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.150404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084594806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:31.150442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.957554Z","time spent":"1.192880439s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:14:31.150476Z","caller":"traceutil/trace.go:171","msg":"trace[192426794] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24609; }","duration":"1.084676718s","start":"2026-03-04T02:14:30.065779Z","end":"2026-03-04T02:14:31.150456Z","steps":["trace[192426794] 'agreement among raft nodes before linearized reading' (duration: 1.084551815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.15059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186996296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:14:31.150598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.065739Z","time spent":"1.084845103s","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:14:31.150606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032929223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:31.150635Z","caller":"traceutil/trace.go:171","msg":"trace[2111023840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24609; }","duration":"1.187035107s","start":"2026-03-04T02:14:29.963586Z","end":"2026-03-04T02:14:31.150622Z","steps":["trace[2111023840] 'agreement among raft nodes before linearized reading' (duration: 1.186944375s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:31.150643Z","caller":"traceutil/trace.go:171","msg":"trace[1726581544] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24609; }","duration":"1.032965984s","start":"2026-03-04T02:14:30.117668Z","end":"2026-03-04T02:14:31.150634Z","steps":["trace[1726581544] 'agreement among raft nodes before linearized reading' (duration: 1.032910453s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.150666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.963564Z","time spent":"1.187093709s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:14:31.150673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.11763Z","time spent":"1.033035726s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:14:31.150724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063491497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:31.15077Z","caller":"traceutil/trace.go:171","msg":"trace[624041601] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24609; }","duration":"1.063557599s","start":"2026-03-04T02:14:30.087198Z","end":"2026-03-04T02:14:31.150756Z","steps":["trace[624041601] 'agreement among raft nodes before linearized reading' (duration: 1.063486738s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:31.150414Z","caller":"traceutil/trace.go:171","msg":"trace[726763363] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"349.191621ms","start":"2026-03-04T02:14:30.801192Z","end":"2026-03-04T02:14:31.150384Z","steps":["trace[726763363] 'process raft request' (duration: 348.944864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.150801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.087191Z","time spent":"1.06360028s","remote":"127.0.0.1:39910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:14:31.150837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.55644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:14:31.150494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094036142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:14:31.151019Z","caller":"traceutil/trace.go:171","msg":"trace[1540642465] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24609; }","duration":"1.094594936s","start":"2026-03-04T02:14:30.056412Z","end":"2026-03-04T02:14:31.151007Z","steps":["trace[1540642465] 'agreement among raft nodes before linearized reading' (duration: 1.09394414s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.151055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.056399Z","time spent":"1.094644007s","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T02:14:31.150991Z","caller":"traceutil/trace.go:171","msg":"trace[1200013996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24609; }","duration":"344.766916ms","start":"2026-03-04T02:14:30.806148Z","end":"2026-03-04T02:14:31.150915Z","steps":["trace[1200013996] 'agreement among raft nodes before linearized reading' (duration: 344.390656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.150362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033024746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:31.151146Z","caller":"traceutil/trace.go:171","msg":"trace[1539538123] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24609; }","duration":"1.033836158s","start":"2026-03-04T02:14:30.117299Z","end":"2026-03-04T02:14:31.151135Z","steps":["trace[1539538123] 'agreement among raft nodes before linearized reading' (duration: 1.033007146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:31.15086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.801176Z","time spent":"349.637642ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:31.151188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.117288Z","time spent":"1.033888899s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:14:31.151234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:30.806127Z","time spent":"344.998762ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:16:07.261808Z","caller":"traceutil/trace.go:171","msg":"trace[2032474319] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"110.73182ms","start":"2026-03-04T02:16:07.151055Z","end":"2026-03-04T02:16:07.261787Z","steps":["trace[2032474319] 'process raft request' (duration: 104.049987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.584336Z","caller":"traceutil/trace.go:171","msg":"trace[1680618374] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"129.527267ms","start":"2026-03-04T02:16:07.454786Z","end":"2026-03-04T02:16:07.584313Z","steps":["trace[1680618374] 'process raft request' (duration: 129.290271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.584567Z","caller":"traceutil/trace.go:171","msg":"trace[166489965] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"119.388454ms","start":"2026-03-04T02:16:07.46515Z","end":"2026-03-04T02:16:07.584538Z","steps":["trace[166489965] 'process raft request' (duration: 119.077846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.584639Z","caller":"traceutil/trace.go:171","msg":"trace[672875788] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"129.892876ms","start":"2026-03-04T02:16:07.454736Z","end":"2026-03-04T02:16:07.584629Z","steps":["trace[672875788] 'process raft request' (duration: 129.305961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.584722Z","caller":"traceutil/trace.go:171","msg":"trace[1277475893] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"129.883877ms","start":"2026-03-04T02:16:07.454818Z","end":"2026-03-04T02:16:07.584702Z","steps":["trace[1277475893] 'process raft request' (duration: 129.288841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.584872Z","caller":"traceutil/trace.go:171","msg":"trace[591333370] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"129.740103ms","start":"2026-03-04T02:16:07.455118Z","end":"2026-03-04T02:16:07.584858Z","steps":["trace[591333370] 'process raft request' (duration: 129.021995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.584601Z","caller":"traceutil/trace.go:171","msg":"trace[1787544399] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"131.315403ms","start":"2026-03-04T02:16:07.453269Z","end":"2026-03-04T02:16:07.584584Z","steps":["trace[1787544399] 'process raft request' (duration: 67.332175ms)","trace[1787544399] 'compare' (duration: 63.32009ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:07.584941Z","caller":"traceutil/trace.go:171","msg":"trace[1017392493] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"129.196859ms","start":"2026-03-04T02:16:07.455723Z","end":"2026-03-04T02:16:07.584919Z","steps":["trace[1017392493] 'process raft request' (duration: 128.47283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.585556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.177056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:16:07.585612Z","caller":"traceutil/trace.go:171","msg":"trace[460018799] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25461; }","duration":"132.280979ms","start":"2026-03-04T02:16:07.453318Z","end":"2026-03-04T02:16:07.585599Z","steps":["trace[460018799] 'agreement among raft nodes before linearized reading' (duration: 132.070132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:07.585925Z","caller":"traceutil/trace.go:171","msg":"trace[183707343] linearizableReadLoop","detail":"{readStateIndex:26330; appliedIndex:26328; }","duration":"131.450207ms","start":"2026-03-04T02:16:07.453356Z","end":"2026-03-04T02:16:07.584806Z","steps":["trace[183707343] 'read index received' (duration: 20.426199ms)","trace[183707343] 'applied index is now lower than readState.Index' (duration: 111.022058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:07.977427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.804094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:07.977564Z","caller":"traceutil/trace.go:171","msg":"trace[1973230476] linearizableReadLoop","detail":"{readStateIndex:26354; appliedIndex:26353; }","duration":"183.414604ms","start":"2026-03-04T02:16:07.794128Z","end":"2026-03-04T02:16:07.977543Z","steps":["trace[1973230476] 'read index received' (duration: 53.396594ms)","trace[1973230476] 'applied index is now lower than readState.Index' (duration: 130.016299ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:07.977685Z","caller":"traceutil/trace.go:171","msg":"trace[1996571303] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"184.734898ms","start":"2026-03-04T02:16:07.792934Z","end":"2026-03-04T02:16:07.977668Z","steps":["trace[1996571303] 'process raft request' (duration: 54.582675ms)","trace[1996571303] 'compare' (duration: 129.537197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:07.977922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.798983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:16:07.977984Z","caller":"traceutil/trace.go:171","msg":"trace[1788992743] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25477; }","duration":"183.893815ms","start":"2026-03-04T02:16:07.794082Z","end":"2026-03-04T02:16:07.977975Z","steps":["trace[1788992743] 'agreement among raft nodes before linearized reading' (duration: 183.734101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.978039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.780227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:16:07.978152Z","caller":"traceutil/trace.go:171","msg":"trace[2069933684] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25477; }","duration":"182.92251ms","start":"2026-03-04T02:16:07.795208Z","end":"2026-03-04T02:16:07.978131Z","steps":["trace[2069933684] 'agreement among raft nodes before linearized reading' (duration: 182.637963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.978491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.699185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112129"} {"level":"info","ts":"2026-03-04T02:16:07.978538Z","caller":"traceutil/trace.go:171","msg":"trace[1574786105] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25477; }","duration":"182.785157ms","start":"2026-03-04T02:16:07.795744Z","end":"2026-03-04T02:16:07.978529Z","steps":["trace[1574786105] 'agreement among raft nodes before linearized reading' (duration: 182.551341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:08.258766Z","caller":"traceutil/trace.go:171","msg":"trace[460770384] linearizableReadLoop","detail":"{readStateIndex:26356; appliedIndex:26355; }","duration":"197.376195ms","start":"2026-03-04T02:16:08.061364Z","end":"2026-03-04T02:16:08.25874Z","steps":["trace[460770384] 'read index received' (duration: 196.831082ms)","trace[460770384] 'applied index is now lower than readState.Index' (duration: 544.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:08.259028Z","caller":"traceutil/trace.go:171","msg":"trace[606963811] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"265.07068ms","start":"2026-03-04T02:16:07.993946Z","end":"2026-03-04T02:16:08.259016Z","steps":["trace[606963811] 'process raft request' (duration: 264.314531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:08.259233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.063997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:08.259275Z","caller":"traceutil/trace.go:171","msg":"trace[1204022483] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25479; }","duration":"224.169359ms","start":"2026-03-04T02:16:08.035095Z","end":"2026-03-04T02:16:08.259264Z","steps":["trace[1204022483] 'agreement among raft nodes before linearized reading' (duration: 224.083807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:08.259386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.359342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112129"} {"level":"info","ts":"2026-03-04T02:16:08.25941Z","caller":"traceutil/trace.go:171","msg":"trace[318016089] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25479; }","duration":"271.420644ms","start":"2026-03-04T02:16:07.987984Z","end":"2026-03-04T02:16:08.259405Z","steps":["trace[318016089] 'agreement among raft nodes before linearized reading' (duration: 271.26038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:08.266012Z","caller":"traceutil/trace.go:171","msg":"trace[1609559643] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25480; }","duration":"203.32043ms","start":"2026-03-04T02:16:08.062657Z","end":"2026-03-04T02:16:08.265977Z","steps":["trace[1609559643] 'process raft request' (duration: 203.127904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:11.853554Z","caller":"traceutil/trace.go:171","msg":"trace[942498908] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"112.578708ms","start":"2026-03-04T02:16:11.740941Z","end":"2026-03-04T02:16:11.853519Z","steps":["trace[942498908] 'process raft request' (duration: 42.980825ms)","trace[942498908] 'compare' (duration: 69.166212ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:12.097909Z","caller":"traceutil/trace.go:171","msg":"trace[1682436082] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"239.185589ms","start":"2026-03-04T02:16:11.858697Z","end":"2026-03-04T02:16:12.097883Z","steps":["trace[1682436082] 'process raft request' (duration: 239.035416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:12.098181Z","caller":"traceutil/trace.go:171","msg":"trace[2046505970] linearizableReadLoop","detail":"{readStateIndex:26385; appliedIndex:26382; }","duration":"112.794043ms","start":"2026-03-04T02:16:11.985369Z","end":"2026-03-04T02:16:12.098163Z","steps":["trace[2046505970] 'read index received' (duration: 112.309191ms)","trace[2046505970] 'applied index is now lower than readState.Index' (duration: 483.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:12.098222Z","caller":"traceutil/trace.go:171","msg":"trace[592773775] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"239.390733ms","start":"2026-03-04T02:16:11.858776Z","end":"2026-03-04T02:16:12.098167Z","steps":["trace[592773775] 'process raft request' (duration: 239.071925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:12.098403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.015279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:12.098481Z","caller":"traceutil/trace.go:171","msg":"trace[708218727] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25507; }","duration":"113.140943ms","start":"2026-03-04T02:16:11.985299Z","end":"2026-03-04T02:16:12.09844Z","steps":["trace[708218727] 'agreement among raft nodes before linearized reading' (duration: 112.930848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:12.098485Z","caller":"traceutil/trace.go:171","msg":"trace[1946608408] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"239.561609ms","start":"2026-03-04T02:16:11.858912Z","end":"2026-03-04T02:16:12.098473Z","steps":["trace[1946608408] 'process raft request' (duration: 239.154938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.616958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883838239,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:13.753194Z","caller":"traceutil/trace.go:171","msg":"trace[1327411235] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"643.582329ms","start":"2026-03-04T02:16:13.10959Z","end":"2026-03-04T02:16:13.753172Z","steps":["trace[1327411235] 'process raft request' (duration: 643.422005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.753327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.10957Z","time spent":"643.692652ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73211,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:16:13.898614Z","caller":"traceutil/trace.go:171","msg":"trace[1351004263] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"551.461772ms","start":"2026-03-04T02:16:13.347128Z","end":"2026-03-04T02:16:13.89859Z","steps":["trace[1351004263] 'process raft request' (duration: 551.347669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.898738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.347103Z","time spent":"551.573905ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:13.89871Z","caller":"traceutil/trace.go:171","msg":"trace[472265449] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"709.535598ms","start":"2026-03-04T02:16:13.189125Z","end":"2026-03-04T02:16:13.89866Z","steps":["trace[472265449] 'process raft request' (duration: 633.406934ms)","trace[472265449] 'compare' (duration: 75.709253ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:13.898784Z","caller":"traceutil/trace.go:171","msg":"trace[1330781935] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"158.909978ms","start":"2026-03-04T02:16:13.739843Z","end":"2026-03-04T02:16:13.898753Z","steps":["trace[1330781935] 'process raft request' (duration: 158.790895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.898801Z","caller":"traceutil/trace.go:171","msg":"trace[1058271742] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"157.888402ms","start":"2026-03-04T02:16:13.740892Z","end":"2026-03-04T02:16:13.898781Z","steps":["trace[1058271742] 'process raft request' (duration: 157.81094ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.898815Z","caller":"traceutil/trace.go:171","msg":"trace[754328463] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"228.928353ms","start":"2026-03-04T02:16:13.669833Z","end":"2026-03-04T02:16:13.898761Z","steps":["trace[754328463] 'process raft request' (duration: 228.725498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.898924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.189099Z","time spent":"709.709702ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:13.899042Z","caller":"traceutil/trace.go:171","msg":"trace[708164429] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"157.710808ms","start":"2026-03-04T02:16:13.741294Z","end":"2026-03-04T02:16:13.899005Z","steps":["trace[708164429] 'process raft request' (duration: 157.448321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.899096Z","caller":"traceutil/trace.go:171","msg":"trace[1568080443] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"157.691116ms","start":"2026-03-04T02:16:13.741393Z","end":"2026-03-04T02:16:13.899084Z","steps":["trace[1568080443] 'process raft request' (duration: 157.603904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.899111Z","caller":"traceutil/trace.go:171","msg":"trace[1071492652] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"134.898496ms","start":"2026-03-04T02:16:13.764196Z","end":"2026-03-04T02:16:13.899095Z","steps":["trace[1071492652] 'process raft request' (duration: 134.847655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.89906Z","caller":"traceutil/trace.go:171","msg":"trace[130961181] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"157.713337ms","start":"2026-03-04T02:16:13.741329Z","end":"2026-03-04T02:16:13.899043Z","steps":["trace[130961181] 'process raft request' (duration: 157.583844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.89914Z","caller":"traceutil/trace.go:171","msg":"trace[1753299337] linearizableReadLoop","detail":"{readStateIndex:26392; appliedIndex:26389; }","duration":"782.672095ms","start":"2026-03-04T02:16:13.116434Z","end":"2026-03-04T02:16:13.899106Z","steps":["trace[1753299337] 'read index received' (duration: 636.630089ms)","trace[1753299337] 'applied index is now lower than readState.Index' (duration: 146.038616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:13.899231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.786817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.899281Z","caller":"traceutil/trace.go:171","msg":"trace[208130555] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25520; }","duration":"782.864419ms","start":"2026-03-04T02:16:13.116404Z","end":"2026-03-04T02:16:13.899269Z","steps":["trace[208130555] 'agreement among raft nodes before linearized reading' (duration: 782.783187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.899313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.116389Z","time spent":"782.915601ms","remote":"127.0.0.1:33630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:13.89932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.624616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:13.899345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.769581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.899388Z","caller":"traceutil/trace.go:171","msg":"trace[1785983752] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25520; }","duration":"617.750939ms","start":"2026-03-04T02:16:13.281621Z","end":"2026-03-04T02:16:13.899372Z","steps":["trace[1785983752] 'agreement among raft nodes before linearized reading' (duration: 617.624036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:13.899398Z","caller":"traceutil/trace.go:171","msg":"trace[324679018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25520; }","duration":"137.856012ms","start":"2026-03-04T02:16:13.761527Z","end":"2026-03-04T02:16:13.899383Z","steps":["trace[324679018] 'agreement among raft nodes before linearized reading' (duration: 137.76333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.899446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.281597Z","time spent":"617.833212ms","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:13.899501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.332901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:13.899554Z","caller":"traceutil/trace.go:171","msg":"trace[2134374942] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25520; }","duration":"614.393462ms","start":"2026-03-04T02:16:13.285147Z","end":"2026-03-04T02:16:13.89954Z","steps":["trace[2134374942] 'agreement among raft nodes before linearized reading' (duration: 614.30604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:13.899591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:13.285132Z","time spent":"614.450435ms","remote":"127.0.0.1:52648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:14.153048Z","caller":"traceutil/trace.go:171","msg":"trace[446637288] linearizableReadLoop","detail":"{readStateIndex:26407; appliedIndex:26406; }","duration":"171.253869ms","start":"2026-03-04T02:16:13.981772Z","end":"2026-03-04T02:16:14.153026Z","steps":["trace[446637288] 'read index received' (duration: 99.316834ms)","trace[446637288] 'applied index is now lower than readState.Index' (duration: 71.936125ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:14.153251Z","caller":"traceutil/trace.go:171","msg":"trace[833644306] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"187.730995ms","start":"2026-03-04T02:16:13.965488Z","end":"2026-03-04T02:16:14.153219Z","steps":["trace[833644306] 'process raft request' (duration: 115.540045ms)","trace[833644306] 'compare' (duration: 71.882162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:14.153428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.634438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/horizon.189981bc418d3c55\" ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-03-04T02:16:14.153538Z","caller":"traceutil/trace.go:171","msg":"trace[750162589] range","detail":"{range_begin:/registry/events/openstack/horizon.189981bc418d3c55; range_end:; response_count:1; response_revision:25528; }","duration":"171.753211ms","start":"2026-03-04T02:16:13.981756Z","end":"2026-03-04T02:16:14.153509Z","steps":["trace[750162589] 'agreement among raft nodes before linearized reading' (duration: 171.478194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.187807Z","caller":"traceutil/trace.go:171","msg":"trace[1747337013] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"205.715801ms","start":"2026-03-04T02:16:13.982045Z","end":"2026-03-04T02:16:14.18776Z","steps":["trace[1747337013] 'process raft request' (duration: 205.493996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.187921Z","caller":"traceutil/trace.go:171","msg":"trace[1682021608] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"205.836934ms","start":"2026-03-04T02:16:13.982065Z","end":"2026-03-04T02:16:14.187902Z","steps":["trace[1682021608] 'process raft request' (duration: 205.591028ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.18804Z","caller":"traceutil/trace.go:171","msg":"trace[939729689] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"205.799093ms","start":"2026-03-04T02:16:13.982209Z","end":"2026-03-04T02:16:14.188009Z","steps":["trace[939729689] 'process raft request' (duration: 205.612027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.188193Z","caller":"traceutil/trace.go:171","msg":"trace[11822076] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"203.844822ms","start":"2026-03-04T02:16:13.984342Z","end":"2026-03-04T02:16:14.188187Z","steps":["trace[11822076] 'process raft request' (duration: 203.573875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:14.188215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.087521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:14.1883Z","caller":"traceutil/trace.go:171","msg":"trace[196660655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25533; }","duration":"145.264375ms","start":"2026-03-04T02:16:14.043015Z","end":"2026-03-04T02:16:14.188279Z","steps":["trace[196660655] 'agreement among raft nodes before linearized reading' (duration: 145.046789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.188216Z","caller":"traceutil/trace.go:171","msg":"trace[530743380] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"205.897465ms","start":"2026-03-04T02:16:13.982292Z","end":"2026-03-04T02:16:14.188189Z","steps":["trace[530743380] 'process raft request' (duration: 205.577497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:42.221177Z","caller":"traceutil/trace.go:171","msg":"trace[1532309565] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"138.904479ms","start":"2026-03-04T02:16:42.082247Z","end":"2026-03-04T02:16:42.221152Z","steps":["trace[1532309565] 'process raft request' (duration: 138.707834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:42.71068Z","caller":"traceutil/trace.go:171","msg":"trace[1936153675] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"611.416156ms","start":"2026-03-04T02:16:42.099193Z","end":"2026-03-04T02:16:42.710609Z","steps":["trace[1936153675] 'process raft request' (duration: 611.141468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:42.710839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.09917Z","time spent":"611.588431ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:42.710984Z","caller":"traceutil/trace.go:171","msg":"trace[607791217] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"610.181963ms","start":"2026-03-04T02:16:42.100767Z","end":"2026-03-04T02:16:42.710949Z","steps":["trace[607791217] 'process raft request' (duration: 609.772283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:42.711044Z","caller":"traceutil/trace.go:171","msg":"trace[997057706] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"609.441334ms","start":"2026-03-04T02:16:42.10159Z","end":"2026-03-04T02:16:42.711031Z","steps":["trace[997057706] 'process raft request' (duration: 609.242629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:42.711108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.101582Z","time spent":"609.492395ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:42.711176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.100758Z","time spent":"610.305596ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:42.711194Z","caller":"traceutil/trace.go:171","msg":"trace[1085635299] linearizableReadLoop","detail":"{readStateIndex:26698; appliedIndex:26692; }","duration":"478.310246ms","start":"2026-03-04T02:16:42.232821Z","end":"2026-03-04T02:16:42.711131Z","steps":["trace[1085635299] 'read index received' (duration: 477.510955ms)","trace[1085635299] 'applied index is now lower than readState.Index' (duration: 798.201µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:42.711313Z","caller":"traceutil/trace.go:171","msg":"trace[307523143] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"609.346883ms","start":"2026-03-04T02:16:42.101955Z","end":"2026-03-04T02:16:42.711302Z","steps":["trace[307523143] 'process raft request' (duration: 609.054875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:42.711334Z","caller":"traceutil/trace.go:171","msg":"trace[498349263] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"609.367823ms","start":"2026-03-04T02:16:42.101955Z","end":"2026-03-04T02:16:42.711323Z","steps":["trace[498349263] 'process raft request' (duration: 609.112696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:42.71139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.101923Z","time spent":"609.435704ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:42.711416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.101923Z","time spent":"609.421214ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:42.71138Z","caller":"traceutil/trace.go:171","msg":"trace[15850561] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"609.432954ms","start":"2026-03-04T02:16:42.101853Z","end":"2026-03-04T02:16:42.711285Z","steps":["trace[15850561] 'process raft request' (duration: 609.113006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:42.711487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.649645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:16:42.711558Z","caller":"traceutil/trace.go:171","msg":"trace[2111252966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25812; }","duration":"478.758178ms","start":"2026-03-04T02:16:42.232783Z","end":"2026-03-04T02:16:42.711541Z","steps":["trace[2111252966] 'agreement among raft nodes before linearized reading' (duration: 478.584633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:42.711609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.232764Z","time spent":"478.835969ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:42.712229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.101826Z","time spent":"609.737392ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:43.083384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.650693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:43.083514Z","caller":"traceutil/trace.go:171","msg":"trace[901927392] linearizableReadLoop","detail":"{readStateIndex:26699; appliedIndex:26698; }","duration":"372.236356ms","start":"2026-03-04T02:16:42.711267Z","end":"2026-03-04T02:16:43.083503Z","steps":["trace[901927392] 'read index received' (duration: 130.497342ms)","trace[901927392] 'applied index is now lower than readState.Index' (duration: 241.738334ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:43.083547Z","caller":"traceutil/trace.go:171","msg":"trace[27866388] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"465.75296ms","start":"2026-03-04T02:16:42.617751Z","end":"2026-03-04T02:16:43.083492Z","steps":["trace[27866388] 'process raft request' (duration: 223.918303ms)","trace[27866388] 'compare' (duration: 241.54102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:43.08373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.617722Z","time spent":"465.907255ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:43.08391Z","caller":"traceutil/trace.go:171","msg":"trace[1643208272] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"366.711074ms","start":"2026-03-04T02:16:42.717176Z","end":"2026-03-04T02:16:43.083887Z","steps":["trace[1643208272] 'process raft request' (duration: 366.300313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.084244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.211771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:16:43.084239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.330515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:16:43.084069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.32231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:43.084311Z","caller":"traceutil/trace.go:171","msg":"trace[1497127441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25814; }","duration":"623.317854ms","start":"2026-03-04T02:16:42.460978Z","end":"2026-03-04T02:16:43.084296Z","steps":["trace[1497127441] 'agreement among raft nodes before linearized reading' (duration: 622.556784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:43.084324Z","caller":"traceutil/trace.go:171","msg":"trace[1091648755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25814; }","duration":"623.429397ms","start":"2026-03-04T02:16:42.460878Z","end":"2026-03-04T02:16:43.084308Z","steps":["trace[1091648755] 'agreement among raft nodes before linearized reading' (duration: 622.800291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:43.084345Z","caller":"traceutil/trace.go:171","msg":"trace[813623619] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25814; }","duration":"580.621098ms","start":"2026-03-04T02:16:42.503707Z","end":"2026-03-04T02:16:43.084328Z","steps":["trace[813623619] 'agreement among raft nodes before linearized reading' (duration: 579.821937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.084359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.460955Z","time spent":"623.388726ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:43.084125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.631313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:16:43.084393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.503691Z","time spent":"580.687839ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:43.084357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.460839Z","time spent":"623.508769ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:16:43.084435Z","caller":"traceutil/trace.go:171","msg":"trace[977658485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25814; }","duration":"672.946001ms","start":"2026-03-04T02:16:42.411454Z","end":"2026-03-04T02:16:43.0844Z","steps":["trace[977658485] 'agreement among raft nodes before linearized reading' (duration: 672.089468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.084275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.717151Z","time spent":"367.065273ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:43.084512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.411434Z","time spent":"673.051714ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:43.084107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.456202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:16:43.084564Z","caller":"traceutil/trace.go:171","msg":"trace[572199711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25814; }","duration":"622.948885ms","start":"2026-03-04T02:16:42.461602Z","end":"2026-03-04T02:16:43.084551Z","steps":["trace[572199711] 'agreement among raft nodes before linearized reading' (duration: 621.911908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.084601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.461579Z","time spent":"623.010136ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:16:43.549925Z","caller":"traceutil/trace.go:171","msg":"trace[302968496] linearizableReadLoop","detail":"{readStateIndex:26701; appliedIndex:26700; }","duration":"466.371986ms","start":"2026-03-04T02:16:43.083529Z","end":"2026-03-04T02:16:43.549901Z","steps":["trace[302968496] 'read index received' (duration: 379.394843ms)","trace[302968496] 'applied index is now lower than readState.Index' (duration: 86.975983ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:43.549933Z","caller":"traceutil/trace.go:171","msg":"trace[992008747] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"626.469305ms","start":"2026-03-04T02:16:42.923435Z","end":"2026-03-04T02:16:43.549905Z","steps":["trace[992008747] 'process raft request' (duration: 539.436369ms)","trace[992008747] 'compare' (duration: 86.831531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:43.550225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.923401Z","time spent":"626.750973ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:43.550244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.54787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:43.550491Z","caller":"traceutil/trace.go:171","msg":"trace[1552728944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25815; }","duration":"792.802246ms","start":"2026-03-04T02:16:42.757615Z","end":"2026-03-04T02:16:43.550418Z","steps":["trace[1552728944] 'agreement among raft nodes before linearized reading' (duration: 792.356275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.550767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.757593Z","time spent":"792.997671ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:16:43.932203Z","caller":"traceutil/trace.go:171","msg":"trace[1581826871] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26701; }","duration":"382.080071ms","start":"2026-03-04T02:16:43.550043Z","end":"2026-03-04T02:16:43.932123Z","steps":["trace[1581826871] 'read index received' (duration: 317.775696ms)","trace[1581826871] 'applied index is now lower than readState.Index' (duration: 64.303485ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:43.932467Z","caller":"traceutil/trace.go:171","msg":"trace[510976361] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"843.568443ms","start":"2026-03-04T02:16:43.088885Z","end":"2026-03-04T02:16:43.932453Z","steps":["trace[510976361] 'process raft request' (duration: 778.966978ms)","trace[510976361] 'compare' (duration: 63.765753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:43.932669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.088868Z","time spent":"843.638854ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:43.932943Z","caller":"traceutil/trace.go:171","msg":"trace[1982015913] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"843.181322ms","start":"2026-03-04T02:16:43.089719Z","end":"2026-03-04T02:16:43.9329Z","steps":["trace[1982015913] 'process raft request' (duration: 842.36512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.932964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.153379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:43.932956Z","caller":"traceutil/trace.go:171","msg":"trace[1740927624] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"844.021585ms","start":"2026-03-04T02:16:43.088894Z","end":"2026-03-04T02:16:43.932916Z","steps":["trace[1740927624] 'process raft request' (duration: 843.065299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:43.933061Z","caller":"traceutil/trace.go:171","msg":"trace[1292030930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25819; }","duration":"381.276182ms","start":"2026-03-04T02:16:43.551753Z","end":"2026-03-04T02:16:43.933029Z","steps":["trace[1292030930] 'agreement among raft nodes before linearized reading' (duration: 381.132817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.933112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.089711Z","time spent":"843.312166ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:43.933127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.551736Z","time spent":"381.378055ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:43.933138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.08887Z","time spent":"844.178748ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:43.933096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.656443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:43.9332Z","caller":"traceutil/trace.go:171","msg":"trace[697375006] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25819; }","duration":"704.800786ms","start":"2026-03-04T02:16:43.228383Z","end":"2026-03-04T02:16:43.933184Z","steps":["trace[697375006] 'agreement among raft nodes before linearized reading' (duration: 704.640662ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:43.932958Z","caller":"traceutil/trace.go:171","msg":"trace[2112237355] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"844.028364ms","start":"2026-03-04T02:16:43.0889Z","end":"2026-03-04T02:16:43.932928Z","steps":["trace[2112237355] 'process raft request' (duration: 843.149681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.93324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.228357Z","time spent":"704.869487ms","remote":"127.0.0.1:48692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:43.933192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.185001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:43.933262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.088883Z","time spent":"844.348403ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:43.933317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.426577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:43.933322Z","caller":"traceutil/trace.go:171","msg":"trace[1289281373] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25819; }","duration":"765.380736ms","start":"2026-03-04T02:16:43.167911Z","end":"2026-03-04T02:16:43.933292Z","steps":["trace[1289281373] 'agreement among raft nodes before linearized reading' (duration: 765.107339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:43.933359Z","caller":"traceutil/trace.go:171","msg":"trace[2076759271] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25819; }","duration":"275.497829ms","start":"2026-03-04T02:16:43.657847Z","end":"2026-03-04T02:16:43.933345Z","steps":["trace[2076759271] 'agreement among raft nodes before linearized reading' (duration: 275.416757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.933384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.167895Z","time spent":"765.477108ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:43.933447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.724212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:43.933485Z","caller":"traceutil/trace.go:171","msg":"trace[989887801] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25819; }","duration":"636.796663ms","start":"2026-03-04T02:16:43.296676Z","end":"2026-03-04T02:16:43.933473Z","steps":["trace[989887801] 'agreement among raft nodes before linearized reading' (duration: 636.713721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.933473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.984954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:43.933516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.296655Z","time spent":"636.852524ms","remote":"127.0.0.1:53458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:43.933544Z","caller":"traceutil/trace.go:171","msg":"trace[1752449580] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25819; }","duration":"513.110089ms","start":"2026-03-04T02:16:43.420415Z","end":"2026-03-04T02:16:43.933525Z","steps":["trace[1752449580] 'agreement among raft nodes before linearized reading' (duration: 512.931724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.933592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.420391Z","time spent":"513.18717ms","remote":"127.0.0.1:53150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:43.935674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.720983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:43.935768Z","caller":"traceutil/trace.go:171","msg":"trace[395814512] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25819; }","duration":"699.855368ms","start":"2026-03-04T02:16:43.235891Z","end":"2026-03-04T02:16:43.935746Z","steps":["trace[395814512] 'agreement among raft nodes before linearized reading' (duration: 696.968302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.935817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.23588Z","time spent":"699.92929ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:16:44.552738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.96474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:44.552854Z","caller":"traceutil/trace.go:171","msg":"trace[1179806003] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25819; }","duration":"367.083573ms","start":"2026-03-04T02:16:44.185739Z","end":"2026-03-04T02:16:44.552823Z","steps":["trace[1179806003] 'count revisions from in-memory index tree' (duration: 366.831677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:44.552913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.185649Z","time spent":"367.244617ms","remote":"127.0.0.1:39906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:44.552948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.337762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:44.553274Z","caller":"traceutil/trace.go:171","msg":"trace[182808680] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"326.836341ms","start":"2026-03-04T02:16:44.226411Z","end":"2026-03-04T02:16:44.553247Z","steps":["trace[182808680] 'process raft request' (duration: 143.097278ms)","trace[182808680] 'compare' (duration: 183.208349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:44.553427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.226379Z","time spent":"326.952744ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:45.17565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.79886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:45.175826Z","caller":"traceutil/trace.go:171","msg":"trace[34038052] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"568.121634ms","start":"2026-03-04T02:16:44.607676Z","end":"2026-03-04T02:16:45.175798Z","steps":["trace[34038052] 'process raft request' (duration: 251.060487ms)","trace[34038052] 'compare' (duration: 316.469162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:45.175924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.607651Z","time spent":"568.227486ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:45.565484Z","caller":"traceutil/trace.go:171","msg":"trace[2003034331] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"848.757046ms","start":"2026-03-04T02:16:44.716696Z","end":"2026-03-04T02:16:45.565453Z","steps":["trace[2003034331] 'process raft request' (duration: 848.574422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:45.56564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.716654Z","time spent":"848.910781ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:45.565798Z","caller":"traceutil/trace.go:171","msg":"trace[1544047035] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"847.988846ms","start":"2026-03-04T02:16:44.717788Z","end":"2026-03-04T02:16:45.565777Z","steps":["trace[1544047035] 'process raft request' (duration: 847.839533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:45.565895Z","caller":"traceutil/trace.go:171","msg":"trace[1598681229] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"848.607213ms","start":"2026-03-04T02:16:44.717248Z","end":"2026-03-04T02:16:45.565855Z","steps":["trace[1598681229] 'process raft request' (duration: 848.162331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:45.565975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.717772Z","time spent":"848.10803ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:45.566002Z","caller":"traceutil/trace.go:171","msg":"trace[1154855093] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"863.55863ms","start":"2026-03-04T02:16:44.701798Z","end":"2026-03-04T02:16:45.565356Z","steps":["trace[1154855093] 'process raft request' (duration: 779.468641ms)","trace[1154855093] 'compare' (duration: 83.323389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:45.566085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.717216Z","time spent":"848.772396ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:45.565927Z","caller":"traceutil/trace.go:171","msg":"trace[232927906] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"847.545105ms","start":"2026-03-04T02:16:44.718362Z","end":"2026-03-04T02:16:45.565907Z","steps":["trace[232927906] 'process raft request' (duration: 847.358341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:45.566212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.70177Z","time spent":"864.33939ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:45.566235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.718346Z","time spent":"847.828043ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:45.566918Z","caller":"traceutil/trace.go:171","msg":"trace[934644273] linearizableReadLoop","detail":"{readStateIndex:26708; appliedIndex:26706; }","duration":"862.585565ms","start":"2026-03-04T02:16:44.704307Z","end":"2026-03-04T02:16:45.566893Z","steps":["trace[934644273] 'read index received' (duration: 154.409492ms)","trace[934644273] 'applied index is now lower than readState.Index' (duration: 708.174733ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:45.566955Z","caller":"traceutil/trace.go:171","msg":"trace[1508226329] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"848.021909ms","start":"2026-03-04T02:16:44.718916Z","end":"2026-03-04T02:16:45.566938Z","steps":["trace[1508226329] 'process raft request' (duration: 847.850374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:45.566954Z","caller":"traceutil/trace.go:171","msg":"trace[1899879299] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"848.303504ms","start":"2026-03-04T02:16:44.718608Z","end":"2026-03-04T02:16:45.566912Z","steps":["trace[1899879299] 'process raft request' (duration: 847.238347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:45.567041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.718904Z","time spent":"848.08758ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:45.567059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.7572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:45.567085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.718586Z","time spent":"848.441879ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:45.567112Z","caller":"traceutil/trace.go:171","msg":"trace[456377426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25828; }","duration":"862.850243ms","start":"2026-03-04T02:16:44.704243Z","end":"2026-03-04T02:16:45.567094Z","steps":["trace[456377426] 'agreement among raft nodes before linearized reading' (duration: 862.764991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:45.567159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.704215Z","time spent":"862.931275ms","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:46.66309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030511627s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:16:46.663209Z","caller":"traceutil/trace.go:171","msg":"trace[2132171046] linearizableReadLoop","detail":"{readStateIndex:26715; appliedIndex:26714; }","duration":"1.096212209s","start":"2026-03-04T02:16:45.566976Z","end":"2026-03-04T02:16:46.663188Z","steps":["trace[2132171046] 'read index received' (duration: 65.518427ms)","trace[2132171046] 'applied index is now lower than readState.Index' (duration: 1.030692062s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:46.663589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90613928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:46.663591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853569849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:46.663617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574945377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:16:46.663645Z","caller":"traceutil/trace.go:171","msg":"trace[265387750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25828; }","duration":"1.906218942s","start":"2026-03-04T02:16:44.757412Z","end":"2026-03-04T02:16:46.663631Z","steps":["trace[265387750] 'agreement among raft nodes before linearized reading' (duration: 1.906148301s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:46.663653Z","caller":"traceutil/trace.go:171","msg":"trace[1125092116] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25828; }","duration":"1.853670481s","start":"2026-03-04T02:16:44.809966Z","end":"2026-03-04T02:16:46.663637Z","steps":["trace[1125092116] 'agreement among raft nodes before linearized reading' (duration: 1.853532667s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.663672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.757401Z","time spent":"1.906264733s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:46.663641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747005036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:46.663662Z","caller":"traceutil/trace.go:171","msg":"trace[658328150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25828; }","duration":"1.575034669s","start":"2026-03-04T02:16:45.088614Z","end":"2026-03-04T02:16:46.663649Z","steps":["trace[658328150] 'agreement among raft nodes before linearized reading' (duration: 1.574856225s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.663686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652603659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-77fd9cdcb9-r7gvt.189981b5880076dc\" ","response":"range_response_count:1 size:1542"} {"level":"warn","ts":"2026-03-04T02:16:46.66369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.809954Z","time spent":"1.853727292s","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:46.663714Z","caller":"traceutil/trace.go:171","msg":"trace[1331920359] range","detail":"{range_begin:/registry/events/openstack/manila-api-77fd9cdcb9-r7gvt.189981b5880076dc; range_end:; response_count:1; response_revision:25828; }","duration":"1.652703692s","start":"2026-03-04T02:16:45.011001Z","end":"2026-03-04T02:16:46.663705Z","steps":["trace[1331920359] 'agreement among raft nodes before linearized reading' (duration: 1.652573759s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.663723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.088593Z","time spent":"1.575115461s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:46.66377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.010967Z","time spent":"1.652795095s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-77fd9cdcb9-r7gvt.189981b5880076dc\" "} {"level":"info","ts":"2026-03-04T02:16:46.663715Z","caller":"traceutil/trace.go:171","msg":"trace[1731395066] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25828; }","duration":"1.747128239s","start":"2026-03-04T02:16:44.916568Z","end":"2026-03-04T02:16:46.663696Z","steps":["trace[1731395066] 'agreement among raft nodes before linearized reading' (duration: 1.747010056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.663835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.916547Z","time spent":"1.747263882s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:47.163597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883838944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:47.341038Z","caller":"traceutil/trace.go:171","msg":"trace[1649750900] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"782.84939ms","start":"2026-03-04T02:16:46.558157Z","end":"2026-03-04T02:16:47.341007Z","steps":["trace[1649750900] 'process raft request' (duration: 782.642813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:47.341191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.558142Z","time spent":"782.979513ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:48.671954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:48.672044Z","caller":"traceutil/trace.go:171","msg":"trace[1244715373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551988s","start":"2026-03-04T02:16:46.671472Z","end":"2026-03-04T02:16:48.672024Z","steps":["trace[1244715373] 'agreement among raft nodes before linearized reading' (duration: 2.000445665s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.672091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.671466Z","time spent":"2.00061599s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:48.712637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371816393s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:48.713042Z","caller":"traceutil/trace.go:171","msg":"trace[140563021] linearizableReadLoop","detail":"{readStateIndex:26718; appliedIndex:26715; }","duration":"2.049768843s","start":"2026-03-04T02:16:46.663238Z","end":"2026-03-04T02:16:48.713007Z","steps":["trace[140563021] 'read index received' (duration: 677.583701ms)","trace[140563021] 'applied index is now lower than readState.Index' (duration: 1.372184002s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:48.713187Z","caller":"traceutil/trace.go:171","msg":"trace[396615221] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"2.045885904s","start":"2026-03-04T02:16:46.667259Z","end":"2026-03-04T02:16:48.713144Z","steps":["trace[396615221] 'process raft request' (duration: 2.045526094s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.713325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768273204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"warn","ts":"2026-03-04T02:16:48.713361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.667233Z","time spent":"2.046043527s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1524,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:48.713366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199561695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:48.713447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776168619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:16:48.71345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77619472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:16:48.713444Z","caller":"traceutil/trace.go:171","msg":"trace[1815171413] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25831; }","duration":"2.199651437s","start":"2026-03-04T02:16:46.513772Z","end":"2026-03-04T02:16:48.713424Z","steps":["trace[1815171413] 'agreement among raft nodes before linearized reading' (duration: 2.199313268s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:48.713482Z","caller":"traceutil/trace.go:171","msg":"trace[764669923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25831; }","duration":"2.776212081s","start":"2026-03-04T02:16:45.937262Z","end":"2026-03-04T02:16:48.713474Z","steps":["trace[764669923] 'agreement among raft nodes before linearized reading' (duration: 2.776129179s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:48.713487Z","caller":"traceutil/trace.go:171","msg":"trace[1802551234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25831; }","duration":"2.776258262s","start":"2026-03-04T02:16:45.937221Z","end":"2026-03-04T02:16:48.713479Z","steps":["trace[1802551234] 'agreement among raft nodes before linearized reading' (duration: 2.77617253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.713508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.937259Z","time spent":"2.776244321s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:48.713517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.937205Z","time spent":"2.776305783s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:16:48.713565Z","caller":"traceutil/trace.go:171","msg":"trace[1879874366] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"2.043591992s","start":"2026-03-04T02:16:46.669957Z","end":"2026-03-04T02:16:48.713549Z","steps":["trace[1879874366] 'process raft request' (duration: 2.042985317s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:48.713368Z","caller":"traceutil/trace.go:171","msg":"trace[1338926680] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25831; }","duration":"2.768338086s","start":"2026-03-04T02:16:45.945017Z","end":"2026-03-04T02:16:48.713355Z","steps":["trace[1338926680] 'agreement among raft nodes before linearized reading' (duration: 2.768173762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.713645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.669942Z","time spent":"2.043656225s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:48.713662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031421534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T02:16:48.71366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.945011Z","time spent":"2.768610872s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:16:48.713688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775534142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:16:48.713691Z","caller":"traceutil/trace.go:171","msg":"trace[683535871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25831; }","duration":"3.031473465s","start":"2026-03-04T02:16:45.682209Z","end":"2026-03-04T02:16:48.713682Z","steps":["trace[683535871] 'agreement among raft nodes before linearized reading' (duration: 3.031386123s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:48.713712Z","caller":"traceutil/trace.go:171","msg":"trace[1034451411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25831; }","duration":"2.775562672s","start":"2026-03-04T02:16:45.93814Z","end":"2026-03-04T02:16:48.713703Z","steps":["trace[1034451411] 'agreement among raft nodes before linearized reading' (duration: 2.775507041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.713734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.938137Z","time spent":"2.775592173s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:48.713718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.682195Z","time spent":"3.031516776s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:48.713511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.513728Z","time spent":"2.1997656s","remote":"127.0.0.1:53062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:48.713887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77622437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:16:48.713949Z","caller":"traceutil/trace.go:171","msg":"trace[1976801539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25831; }","duration":"2.776294793s","start":"2026-03-04T02:16:45.93764Z","end":"2026-03-04T02:16:48.713935Z","steps":["trace[1976801539] 'agreement among raft nodes before linearized reading' (duration: 2.776106757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.714001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.937636Z","time spent":"2.776353224s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:49.213942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883838954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:49.71485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883838954,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:16:49.83702Z","caller":"traceutil/trace.go:171","msg":"trace[2076087277] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"2.26420611s","start":"2026-03-04T02:16:47.572795Z","end":"2026-03-04T02:16:49.837001Z","steps":["trace[2076087277] 'process raft request' (duration: 2.264068616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.837187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.572784Z","time spent":"2.264311473s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:49.837283Z","caller":"traceutil/trace.go:171","msg":"trace[1560156839] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"2.264326483s","start":"2026-03-04T02:16:47.572938Z","end":"2026-03-04T02:16:49.837264Z","steps":["trace[1560156839] 'process raft request' (duration: 2.264011905s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.837366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.572923Z","time spent":"2.264400494s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:49.837005Z","caller":"traceutil/trace.go:171","msg":"trace[1170177762] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"2.264227121s","start":"2026-03-04T02:16:47.57274Z","end":"2026-03-04T02:16:49.836967Z","steps":["trace[1170177762] 'process raft request' (duration: 2.263953913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.837472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.572717Z","time spent":"2.264711272s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:49.83747Z","caller":"traceutil/trace.go:171","msg":"trace[2110892820] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"2.264471606s","start":"2026-03-04T02:16:47.572971Z","end":"2026-03-04T02:16:49.837443Z","steps":["trace[2110892820] 'process raft request' (duration: 2.26421989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.837602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.572957Z","time spent":"2.26457358s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:49.837812Z","caller":"traceutil/trace.go:171","msg":"trace[278429617] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"2.264790725s","start":"2026-03-04T02:16:47.573009Z","end":"2026-03-04T02:16:49.8378Z","steps":["trace[278429617] 'process raft request' (duration: 2.264355484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.837873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.573Z","time spent":"2.264839796s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:49.838068Z","caller":"traceutil/trace.go:171","msg":"trace[1545543105] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"2.264443515s","start":"2026-03-04T02:16:47.573613Z","end":"2026-03-04T02:16:49.838057Z","steps":["trace[1545543105] 'process raft request' (duration: 2.264143668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.838133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.573603Z","time spent":"2.264498848s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:49.83823Z","caller":"traceutil/trace.go:171","msg":"trace[1988696738] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"1.748131446s","start":"2026-03-04T02:16:48.090089Z","end":"2026-03-04T02:16:49.83822Z","steps":["trace[1988696738] 'process raft request' (duration: 1.747924819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:49.838295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.09006Z","time spent":"1.748202307s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:50.521863Z","caller":"traceutil/trace.go:171","msg":"trace[588785092] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"1.803695125s","start":"2026-03-04T02:16:48.718134Z","end":"2026-03-04T02:16:50.521829Z","steps":["trace[588785092] 'process raft request' (duration: 1.738141195s)","trace[588785092] 'compare' (duration: 65.298144ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:50.521879Z","caller":"traceutil/trace.go:171","msg":"trace[1488501269] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"1.803692135s","start":"2026-03-04T02:16:48.71816Z","end":"2026-03-04T02:16:50.521852Z","steps":["trace[1488501269] 'process raft request' (duration: 1.803580523s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.522012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.718138Z","time spent":"1.803800678s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:50.521999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.718123Z","time spent":"1.803806298s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:50.521875Z","caller":"traceutil/trace.go:171","msg":"trace[1793903150] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"1.802863374s","start":"2026-03-04T02:16:48.718995Z","end":"2026-03-04T02:16:50.521859Z","steps":["trace[1793903150] 'process raft request' (duration: 1.802827193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.522241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.718971Z","time spent":"1.803240214s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:50.522211Z","caller":"traceutil/trace.go:171","msg":"trace[234177286] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"1.802174977s","start":"2026-03-04T02:16:48.720007Z","end":"2026-03-04T02:16:50.522182Z","steps":["trace[234177286] 'process raft request' (duration: 1.801833877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.522348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.719998Z","time spent":"1.802326811s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:50.522377Z","caller":"traceutil/trace.go:171","msg":"trace[2088230044] linearizableReadLoop","detail":"{readStateIndex:26730; appliedIndex:26718; }","duration":"1.80922559s","start":"2026-03-04T02:16:48.713135Z","end":"2026-03-04T02:16:50.522361Z","steps":["trace[2088230044] 'read index received' (duration: 1.12360994s)","trace[2088230044] 'applied index is now lower than readState.Index' (duration: 685.61455ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:50.522431Z","caller":"traceutil/trace.go:171","msg":"trace[1542786058] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"1.176942192s","start":"2026-03-04T02:16:49.345478Z","end":"2026-03-04T02:16:50.52242Z","steps":["trace[1542786058] 'process raft request' (duration: 1.176602063s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.522476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.345457Z","time spent":"1.176994973s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:50.522576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849574475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:50.522636Z","caller":"traceutil/trace.go:171","msg":"trace[2036580164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25843; }","duration":"1.849687317s","start":"2026-03-04T02:16:48.672933Z","end":"2026-03-04T02:16:50.52262Z","steps":["trace[2036580164] 'agreement among raft nodes before linearized reading' (duration: 1.849555384s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.522671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804602268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-04T02:16:50.522682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.672908Z","time spent":"1.849761279s","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:16:50.522708Z","caller":"traceutil/trace.go:171","msg":"trace[557314432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25843; }","duration":"1.804667951s","start":"2026-03-04T02:16:48.71803Z","end":"2026-03-04T02:16:50.522698Z","steps":["trace[557314432] 'agreement among raft nodes before linearized reading' (duration: 1.804549188s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.522743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.718014Z","time spent":"1.804720352s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:50.522926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.390413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:50.522934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.208325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:16:50.522966Z","caller":"traceutil/trace.go:171","msg":"trace[1231967635] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25843; }","duration":"610.297668ms","start":"2026-03-04T02:16:49.912661Z","end":"2026-03-04T02:16:50.522959Z","steps":["trace[1231967635] 'agreement among raft nodes before linearized reading' (duration: 610.158343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:50.522963Z","caller":"traceutil/trace.go:171","msg":"trace[1605204786] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25843; }","duration":"739.465155ms","start":"2026-03-04T02:16:49.783488Z","end":"2026-03-04T02:16:50.522953Z","steps":["trace[1605204786] 'agreement among raft nodes before linearized reading' (duration: 739.404614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.522986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.912639Z","time spent":"610.343108ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:16:50.522994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.783468Z","time spent":"739.517256ms","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:50.523158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303709867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:50.52319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640465698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:50.523201Z","caller":"traceutil/trace.go:171","msg":"trace[2028469882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25843; }","duration":"1.303782069s","start":"2026-03-04T02:16:49.219404Z","end":"2026-03-04T02:16:50.523186Z","steps":["trace[2028469882] 'agreement among raft nodes before linearized reading' (duration: 1.303725678s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:50.523213Z","caller":"traceutil/trace.go:171","msg":"trace[2094224774] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25843; }","duration":"3.64051933s","start":"2026-03-04T02:16:46.882688Z","end":"2026-03-04T02:16:50.523207Z","steps":["trace[2094224774] 'agreement among raft nodes before linearized reading' (duration: 3.640479979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.523229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.219385Z","time spent":"1.303836711s","remote":"127.0.0.1:44602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:50.523247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.882673Z","time spent":"3.640568161s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:50.523365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604499543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:16:50.523394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338729135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:50.523414Z","caller":"traceutil/trace.go:171","msg":"trace[346298829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25843; }","duration":"1.604597565s","start":"2026-03-04T02:16:48.918805Z","end":"2026-03-04T02:16:50.523402Z","steps":["trace[346298829] 'agreement among raft nodes before linearized reading' (duration: 1.604448662s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.52343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.40329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-04T02:16:50.52344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.918784Z","time spent":"1.604650457s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:16:50.523447Z","caller":"traceutil/trace.go:171","msg":"trace[182198721] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:25843; }","duration":"561.459161ms","start":"2026-03-04T02:16:49.961983Z","end":"2026-03-04T02:16:50.523442Z","steps":["trace[182198721] 'agreement among raft nodes before linearized reading' (duration: 561.41575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.523461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.961931Z","time spent":"561.527233ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-04T02:16:50.523382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.583827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:16:50.523507Z","caller":"traceutil/trace.go:171","msg":"trace[760956237] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25843; }","duration":"389.73707ms","start":"2026-03-04T02:16:50.133765Z","end":"2026-03-04T02:16:50.523502Z","steps":["trace[760956237] 'agreement among raft nodes before linearized reading' (duration: 389.572766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:50.523501Z","caller":"traceutil/trace.go:171","msg":"trace[856849464] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25843; }","duration":"1.338841268s","start":"2026-03-04T02:16:49.184586Z","end":"2026-03-04T02:16:50.523427Z","steps":["trace[856849464] 'agreement among raft nodes before linearized reading' (duration: 1.338718485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.523521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.133751Z","time spent":"389.7659ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:16:50.52355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.184565Z","time spent":"1.338973381s","remote":"127.0.0.1:53080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:51.524088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.612128ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:16:51.524492Z","caller":"traceutil/trace.go:171","msg":"trace[1141891657] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"994.35948ms","start":"2026-03-04T02:16:50.530035Z","end":"2026-03-04T02:16:51.524395Z","steps":["trace[1141891657] 'process raft request' (duration: 994.313409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.524611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.530018Z","time spent":"994.524394ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:51.524845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.525978Z","time spent":"998.864257ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:16:51.524898Z","caller":"traceutil/trace.go:171","msg":"trace[1333015578] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"995.793378ms","start":"2026-03-04T02:16:50.529089Z","end":"2026-03-04T02:16:51.524883Z","steps":["trace[1333015578] 'process raft request' (duration: 995.12941ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:51.524905Z","caller":"traceutil/trace.go:171","msg":"trace[460290032] linearizableReadLoop","detail":"{readStateIndex:26731; appliedIndex:26730; }","duration":"998.305143ms","start":"2026-03-04T02:16:50.526576Z","end":"2026-03-04T02:16:51.524882Z","steps":["trace[460290032] 'read index received' (duration: 480.905154ms)","trace[460290032] 'applied index is now lower than readState.Index' (duration: 517.397929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:51.524956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.529048Z","time spent":"995.87686ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:51.525111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.516488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18632"} {"level":"info","ts":"2026-03-04T02:16:51.525135Z","caller":"traceutil/trace.go:171","msg":"trace[1848510205] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25845; }","duration":"998.568259ms","start":"2026-03-04T02:16:50.526559Z","end":"2026-03-04T02:16:51.525128Z","steps":["trace[1848510205] 'agreement among raft nodes before linearized reading' (duration: 998.415985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:51.525158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.52655Z","time spent":"998.6024ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:16:52.122221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.937404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:52.122313Z","caller":"traceutil/trace.go:171","msg":"trace[1874483395] linearizableReadLoop","detail":"{readStateIndex:26734; appliedIndex:26733; }","duration":"597.346421ms","start":"2026-03-04T02:16:51.524952Z","end":"2026-03-04T02:16:52.122299Z","steps":["trace[1874483395] 'read index received' (duration: 427.235242ms)","trace[1874483395] 'applied index is now lower than readState.Index' (duration: 170.110359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:52.122439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403634677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:16:52.122463Z","caller":"traceutil/trace.go:171","msg":"trace[999730786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25846; }","duration":"1.403697529s","start":"2026-03-04T02:16:50.718758Z","end":"2026-03-04T02:16:52.122456Z","steps":["trace[999730786] 'agreement among raft nodes before linearized reading' (duration: 1.403597197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.122487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.718738Z","time spent":"1.40374284s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:52.122496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400882386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:52.122517Z","caller":"traceutil/trace.go:171","msg":"trace[261058678] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"1.066548901s","start":"2026-03-04T02:16:51.055938Z","end":"2026-03-04T02:16:52.122487Z","steps":["trace[261058678] 'process raft request' (duration: 896.273158ms)","trace[261058678] 'compare' (duration: 169.839172ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:52.122582Z","caller":"traceutil/trace.go:171","msg":"trace[1305626596] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25846; }","duration":"1.40101888s","start":"2026-03-04T02:16:50.721543Z","end":"2026-03-04T02:16:52.122562Z","steps":["trace[1305626596] 'agreement among raft nodes before linearized reading' (duration: 1.400777744s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.122632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.721523Z","time spent":"1.401096272s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:16:52.122647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.055913Z","time spent":"1.066663214s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:52.122729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595596612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:16:52.122757Z","caller":"traceutil/trace.go:171","msg":"trace[801619487] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4; range_end:; response_count:1; response_revision:25846; }","duration":"1.595632073s","start":"2026-03-04T02:16:50.527117Z","end":"2026-03-04T02:16:52.122749Z","steps":["trace[801619487] 'agreement among raft nodes before linearized reading' (duration: 1.595567462s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.122779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.527111Z","time spent":"1.595663884s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997fd2d04a0fc4\" "} {"level":"warn","ts":"2026-03-04T02:16:52.122671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592347068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:52.122642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591613219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:52.122873Z","caller":"traceutil/trace.go:171","msg":"trace[1411167115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25846; }","duration":"1.592553964s","start":"2026-03-04T02:16:50.530303Z","end":"2026-03-04T02:16:52.122857Z","steps":["trace[1411167115] 'agreement among raft nodes before linearized reading' (duration: 1.592353319s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:52.122913Z","caller":"traceutil/trace.go:171","msg":"trace[1678729844] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25846; }","duration":"1.591880166s","start":"2026-03-04T02:16:50.531012Z","end":"2026-03-04T02:16:52.122892Z","steps":["trace[1678729844] 'agreement among raft nodes before linearized reading' (duration: 1.591605199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.122947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.530296Z","time spent":"1.592635626s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:52.122987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.531004Z","time spent":"1.591959928s","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:52.123007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.929216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-04T02:16:52.123121Z","caller":"traceutil/trace.go:171","msg":"trace[1010916820] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25846; }","duration":"679.018848ms","start":"2026-03-04T02:16:51.444024Z","end":"2026-03-04T02:16:52.123043Z","steps":["trace[1010916820] 'agreement among raft nodes before linearized reading' (duration: 678.838154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.123182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.444003Z","time spent":"679.164021ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T02:16:52.454661Z","caller":"traceutil/trace.go:171","msg":"trace[569908304] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"927.824026ms","start":"2026-03-04T02:16:51.526765Z","end":"2026-03-04T02:16:52.454589Z","steps":["trace[569908304] 'process raft request' (duration: 899.700937ms)","trace[569908304] 'compare' (duration: 27.630236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:52.454824Z","caller":"traceutil/trace.go:171","msg":"trace[539716995] linearizableReadLoop","detail":"{readStateIndex:26741; appliedIndex:26734; }","duration":"332.465166ms","start":"2026-03-04T02:16:52.122333Z","end":"2026-03-04T02:16:52.454798Z","steps":["trace[539716995] 'read index received' (duration: 304.147603ms)","trace[539716995] 'applied index is now lower than readState.Index' (duration: 28.312603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:52.45495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.526747Z","time spent":"928.031242ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:52.455032Z","caller":"traceutil/trace.go:171","msg":"trace[559678662] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"609.704832ms","start":"2026-03-04T02:16:51.84531Z","end":"2026-03-04T02:16:52.455015Z","steps":["trace[559678662] 'process raft request' (duration: 609.423705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:52.455029Z","caller":"traceutil/trace.go:171","msg":"trace[1182122362] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"611.20986ms","start":"2026-03-04T02:16:51.84377Z","end":"2026-03-04T02:16:52.45498Z","steps":["trace[1182122362] 'process raft request' (duration: 610.81896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.455179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.8453Z","time spent":"609.766283ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:52.455198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.843743Z","time spent":"611.356534ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:52.455274Z","caller":"traceutil/trace.go:171","msg":"trace[1277368508] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"611.113278ms","start":"2026-03-04T02:16:51.844127Z","end":"2026-03-04T02:16:52.455241Z","steps":["trace[1277368508] 'process raft request' (duration: 610.507822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:52.455318Z","caller":"traceutil/trace.go:171","msg":"trace[2119521208] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"611.57651ms","start":"2026-03-04T02:16:51.843711Z","end":"2026-03-04T02:16:52.455287Z","steps":["trace[2119521208] 'process raft request' (duration: 610.755209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:52.455338Z","caller":"traceutil/trace.go:171","msg":"trace[277976504] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"611.591251ms","start":"2026-03-04T02:16:51.843719Z","end":"2026-03-04T02:16:52.45531Z","steps":["trace[277976504] 'process raft request' (duration: 610.819241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.45541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.636025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:52.455425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.844113Z","time spent":"611.233931ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:52.45547Z","caller":"traceutil/trace.go:171","msg":"trace[1072937193] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25853; }","duration":"855.733907ms","start":"2026-03-04T02:16:51.599723Z","end":"2026-03-04T02:16:52.455457Z","steps":["trace[1072937193] 'agreement among raft nodes before linearized reading' (duration: 855.589754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.45546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.843693Z","time spent":"611.706343ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:52.455477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.843679Z","time spent":"611.717344ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:52.455507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.599694Z","time spent":"855.806679ms","remote":"127.0.0.1:53492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:16:52.455809Z","caller":"traceutil/trace.go:171","msg":"trace[561331057] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"610.560644ms","start":"2026-03-04T02:16:51.845227Z","end":"2026-03-04T02:16:52.455787Z","steps":["trace[561331057] 'process raft request' (duration: 609.466556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.455903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.845214Z","time spent":"610.642346ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:52.971519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.114862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:52.971716Z","caller":"traceutil/trace.go:171","msg":"trace[1371784796] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"846.702883ms","start":"2026-03-04T02:16:52.124991Z","end":"2026-03-04T02:16:52.971694Z","steps":["trace[1371784796] 'process raft request' (duration: 493.327016ms)","trace[1371784796] 'compare' (duration: 352.962977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:52.971827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.124982Z","time spent":"846.793545ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:52.971899Z","caller":"traceutil/trace.go:171","msg":"trace[1967737210] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"843.405769ms","start":"2026-03-04T02:16:52.128472Z","end":"2026-03-04T02:16:52.971878Z","steps":["trace[1967737210] 'process raft request' (duration: 843.153971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:52.971986Z","caller":"traceutil/trace.go:171","msg":"trace[1479335465] linearizableReadLoop","detail":"{readStateIndex:26743; appliedIndex:26741; }","duration":"516.980349ms","start":"2026-03-04T02:16:52.454978Z","end":"2026-03-04T02:16:52.971958Z","steps":["trace[1479335465] 'read index received' (duration: 163.502048ms)","trace[1479335465] 'applied index is now lower than readState.Index' (duration: 353.476271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:52.972005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.128467Z","time spent":"843.4816ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:52.972094Z","caller":"traceutil/trace.go:171","msg":"trace[1803074633] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"441.79769ms","start":"2026-03-04T02:16:52.530283Z","end":"2026-03-04T02:16:52.972081Z","steps":["trace[1803074633] 'process raft request' (duration: 441.420039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.972222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.530266Z","time spent":"441.897863ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:52.972226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.514645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:52.972264Z","caller":"traceutil/trace.go:171","msg":"trace[608774232] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25855; }","duration":"842.561346ms","start":"2026-03-04T02:16:52.129694Z","end":"2026-03-04T02:16:52.972255Z","steps":["trace[608774232] 'agreement among raft nodes before linearized reading' (duration: 842.279689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.972298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.129689Z","time spent":"842.601107ms","remote":"127.0.0.1:53328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:52.972309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:16:52.972329Z","caller":"traceutil/trace.go:171","msg":"trace[600213773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25856; }","duration":"444.565882ms","start":"2026-03-04T02:16:52.527756Z","end":"2026-03-04T02:16:52.972322Z","steps":["trace[600213773] 'agreement among raft nodes before linearized reading' (duration: 444.52438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.972284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.472313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:52.97227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.412592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T02:16:52.9724Z","caller":"traceutil/trace.go:171","msg":"trace[429346635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25856; }","duration":"847.633507ms","start":"2026-03-04T02:16:52.12474Z","end":"2026-03-04T02:16:52.972374Z","steps":["trace[429346635] 'agreement among raft nodes before linearized reading' (duration: 847.307559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:52.97243Z","caller":"traceutil/trace.go:171","msg":"trace[288684208] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25856; }","duration":"514.605797ms","start":"2026-03-04T02:16:52.457814Z","end":"2026-03-04T02:16:52.97242Z","steps":["trace[288684208] 'agreement among raft nodes before linearized reading' (duration: 514.385202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.972401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.061695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/sharev2\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-04T02:16:52.972455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.503844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:16:52.972464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.457796Z","time spent":"514.660248ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:16:52.972457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.124729Z","time spent":"847.718999ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:16:52.972474Z","caller":"traceutil/trace.go:171","msg":"trace[1084859936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25856; }","duration":"443.535374ms","start":"2026-03-04T02:16:52.528932Z","end":"2026-03-04T02:16:52.972467Z","steps":["trace[1084859936] 'agreement among raft nodes before linearized reading' (duration: 443.486773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.972496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.528924Z","time spent":"443.569015ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:16:52.972485Z","caller":"traceutil/trace.go:171","msg":"trace[799104786] range","detail":"{range_begin:/registry/ingress/openstack/sharev2; range_end:; response_count:1; response_revision:25855; }","duration":"844.168147ms","start":"2026-03-04T02:16:52.128298Z","end":"2026-03-04T02:16:52.972466Z","steps":["trace[799104786] 'agreement among raft nodes before linearized reading' (duration: 843.683175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.97253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.128293Z","time spent":"844.228919ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":703,"request content":"key:\"/registry/ingress/openstack/sharev2\" "} {"level":"warn","ts":"2026-03-04T02:16:52.972474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.430436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:52.972349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.527745Z","time spent":"444.600452ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:16:52.972603Z","caller":"traceutil/trace.go:171","msg":"trace[113378250] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25856; }","duration":"513.637532ms","start":"2026-03-04T02:16:52.458942Z","end":"2026-03-04T02:16:52.97258Z","steps":["trace[113378250] 'agreement among raft nodes before linearized reading' (duration: 513.363554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.972675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.453829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:16:52.972744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.458925Z","time spent":"513.799666ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:16:52.972403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.322369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:16:52.972827Z","caller":"traceutil/trace.go:171","msg":"trace[1947588115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25856; }","duration":"444.632362ms","start":"2026-03-04T02:16:52.528139Z","end":"2026-03-04T02:16:52.972771Z","steps":["trace[1947588115] 'agreement among raft nodes before linearized reading' (duration: 444.105789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:52.97288Z","caller":"traceutil/trace.go:171","msg":"trace[81579340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25856; }","duration":"443.797852ms","start":"2026-03-04T02:16:52.529063Z","end":"2026-03-04T02:16:52.972861Z","steps":["trace[81579340] 'agreement among raft nodes before linearized reading' (duration: 443.304279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.972941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.529057Z","time spent":"443.869843ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:16:52.972987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.528126Z","time spent":"444.826148ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:53.63339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.449527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:53.633479Z","caller":"traceutil/trace.go:171","msg":"trace[742488924] linearizableReadLoop","detail":"{readStateIndex:26745; appliedIndex:26744; }","duration":"656.399582ms","start":"2026-03-04T02:16:52.977063Z","end":"2026-03-04T02:16:53.633463Z","steps":["trace[742488924] 'read index received' (duration: 436.969315ms)","trace[742488924] 'applied index is now lower than readState.Index' (duration: 219.429017ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:53.633548Z","caller":"traceutil/trace.go:171","msg":"trace[63876916] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"656.534955ms","start":"2026-03-04T02:16:52.976998Z","end":"2026-03-04T02:16:53.633533Z","steps":["trace[63876916] 'process raft request' (duration: 436.862052ms)","trace[63876916] 'compare' (duration: 219.283523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:53.633598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.976977Z","time spent":"656.594067ms","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:53.633789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.69554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:16:53.633872Z","caller":"traceutil/trace.go:171","msg":"trace[472602566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25857; }","duration":"656.822732ms","start":"2026-03-04T02:16:52.977028Z","end":"2026-03-04T02:16:53.633851Z","steps":["trace[472602566] 'agreement among raft nodes before linearized reading' (duration: 656.558955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.633917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.977009Z","time spent":"656.899284ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:16:54.369098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.72185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:54.369408Z","caller":"traceutil/trace.go:171","msg":"trace[460541744] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"1.392275653s","start":"2026-03-04T02:16:52.977089Z","end":"2026-03-04T02:16:54.369365Z","steps":["trace[460541744] 'process raft request' (duration: 806.137473ms)","trace[460541744] 'compare' (duration: 585.458813ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:54.369478Z","caller":"traceutil/trace.go:171","msg":"trace[335132286] linearizableReadLoop","detail":"{readStateIndex:26749; appliedIndex:26745; }","duration":"735.953733ms","start":"2026-03-04T02:16:53.633502Z","end":"2026-03-04T02:16:54.369456Z","steps":["trace[335132286] 'read index received' (duration: 149.681479ms)","trace[335132286] 'applied index is now lower than readState.Index' (duration: 586.270724ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:54.369595Z","caller":"traceutil/trace.go:171","msg":"trace[321276654] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"1.390044224s","start":"2026-03-04T02:16:52.979526Z","end":"2026-03-04T02:16:54.36957Z","steps":["trace[321276654] 'process raft request' (duration: 1.38987749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.369609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.97707Z","time spent":"1.392428526s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:54.369622Z","caller":"traceutil/trace.go:171","msg":"trace[1186997974] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"1.392498689s","start":"2026-03-04T02:16:52.977099Z","end":"2026-03-04T02:16:54.369598Z","steps":["trace[1186997974] 'process raft request' (duration: 1.39214992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.369709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.979509Z","time spent":"1.390146247s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:54.36973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.977081Z","time spent":"1.392590271s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:54.369751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27907935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.36976Z","caller":"traceutil/trace.go:171","msg":"trace[750327406] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"1.392513179s","start":"2026-03-04T02:16:52.977211Z","end":"2026-03-04T02:16:54.369724Z","steps":["trace[750327406] 'process raft request' (duration: 1.39215255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.369785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388599137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.369845Z","caller":"traceutil/trace.go:171","msg":"trace[1289376931] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25861; }","duration":"1.279211992s","start":"2026-03-04T02:16:53.090609Z","end":"2026-03-04T02:16:54.369821Z","steps":["trace[1289376931] 'agreement among raft nodes before linearized reading' (duration: 1.278996127s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.36985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.869585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18632"} {"level":"warn","ts":"2026-03-04T02:16:54.369897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.090593Z","time spent":"1.279294035s","remote":"127.0.0.1:53446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.369905Z","caller":"traceutil/trace.go:171","msg":"trace[399252514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25861; }","duration":"1.388761831s","start":"2026-03-04T02:16:52.981114Z","end":"2026-03-04T02:16:54.369876Z","steps":["trace[399252514] 'agreement among raft nodes before linearized reading' (duration: 1.388466003s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.369914Z","caller":"traceutil/trace.go:171","msg":"trace[1878199071] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25861; }","duration":"734.961857ms","start":"2026-03-04T02:16:53.634935Z","end":"2026-03-04T02:16:54.369897Z","steps":["trace[1878199071] 'agreement among raft nodes before linearized reading' (duration: 734.744622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.369964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.98108Z","time spent":"1.388875335s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:54.369946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.977192Z","time spent":"1.392653682s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:54.369958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.153121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.369996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.63492Z","time spent":"735.06291ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:16:54.370023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391805391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.370051Z","caller":"traceutil/trace.go:171","msg":"trace[1097708380] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25861; }","duration":"307.298965ms","start":"2026-03-04T02:16:54.06273Z","end":"2026-03-04T02:16:54.370029Z","steps":["trace[1097708380] 'agreement among raft nodes before linearized reading' (duration: 307.1473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.370086Z","caller":"traceutil/trace.go:171","msg":"trace[656434092] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25861; }","duration":"1.391891153s","start":"2026-03-04T02:16:52.97818Z","end":"2026-03-04T02:16:54.370071Z","steps":["trace[656434092] 'agreement among raft nodes before linearized reading' (duration: 1.39143851s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.370098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.062707Z","time spent":"307.380746ms","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.370137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.97817Z","time spent":"1.391954044s","remote":"127.0.0.1:53328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:16:54.369987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.75129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/sharev2.189981ba9adc62ad\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-03-04T02:16:54.370342Z","caller":"traceutil/trace.go:171","msg":"trace[1550639152] range","detail":"{range_begin:/registry/events/openstack/sharev2.189981ba9adc62ad; range_end:; response_count:1; response_revision:25861; }","duration":"733.10154ms","start":"2026-03-04T02:16:53.637219Z","end":"2026-03-04T02:16:54.370321Z","steps":["trace[1550639152] 'agreement among raft nodes before linearized reading' (duration: 732.675738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.370414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.637214Z","time spent":"733.180642ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":694,"request content":"key:\"/registry/events/openstack/sharev2.189981ba9adc62ad\" "} {"level":"warn","ts":"2026-03-04T02:16:54.369833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.588926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:54.370475Z","caller":"traceutil/trace.go:171","msg":"trace[291112057] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25861; }","duration":"243.266974ms","start":"2026-03-04T02:16:54.12719Z","end":"2026-03-04T02:16:54.370457Z","steps":["trace[291112057] 'agreement among raft nodes before linearized reading' (duration: 242.497174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.371236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391468471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:16:54.371396Z","caller":"traceutil/trace.go:171","msg":"trace[1221740082] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25861; }","duration":"1.391841642s","start":"2026-03-04T02:16:52.979536Z","end":"2026-03-04T02:16:54.371378Z","steps":["trace[1221740082] 'agreement among raft nodes before linearized reading' (duration: 1.390073235s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.371495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.979498Z","time spent":"1.391979116s","remote":"127.0.0.1:53328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:16:54.861189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.879618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:54.861314Z","caller":"traceutil/trace.go:171","msg":"trace[168537045] linearizableReadLoop","detail":"{readStateIndex:26750; appliedIndex:26749; }","duration":"480.372779ms","start":"2026-03-04T02:16:54.380921Z","end":"2026-03-04T02:16:54.861294Z","steps":["trace[168537045] 'read index received' (duration: 135.311338ms)","trace[168537045] 'applied index is now lower than readState.Index' (duration: 345.059871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:54.861431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.507273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.861422Z","caller":"traceutil/trace.go:171","msg":"trace[1019414116] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"488.031688ms","start":"2026-03-04T02:16:54.373345Z","end":"2026-03-04T02:16:54.861377Z","steps":["trace[1019414116] 'process raft request' (duration: 142.873402ms)","trace[1019414116] 'compare' (duration: 344.784186ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:54.861472Z","caller":"traceutil/trace.go:171","msg":"trace[865271090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25862; }","duration":"480.565766ms","start":"2026-03-04T02:16:54.380896Z","end":"2026-03-04T02:16:54.861462Z","steps":["trace[865271090] 'agreement among raft nodes before linearized reading' (duration: 480.488614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.861509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.380887Z","time spent":"480.614317ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:54.861537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.373335Z","time spent":"488.145051ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:55.549536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.591174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:55.549794Z","caller":"traceutil/trace.go:171","msg":"trace[1357097917] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"1.087644438s","start":"2026-03-04T02:16:54.462133Z","end":"2026-03-04T02:16:55.549777Z","steps":["trace[1357097917] 'process raft request' (duration: 1.087613227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.549852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.462112Z","time spent":"1.08771415s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:55.549915Z","caller":"traceutil/trace.go:171","msg":"trace[1361547382] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"1.089141327s","start":"2026-03-04T02:16:54.46075Z","end":"2026-03-04T02:16:55.549891Z","steps":["trace[1361547382] 'process raft request' (duration: 1.088923322s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:55.550022Z","caller":"traceutil/trace.go:171","msg":"trace[1861568609] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"1.088079059s","start":"2026-03-04T02:16:54.461935Z","end":"2026-03-04T02:16:55.550014Z","steps":["trace[1861568609] 'process raft request' (duration: 1.087766061s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.55003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.46074Z","time spent":"1.089226379s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:55.550061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.46193Z","time spent":"1.0881114s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:55.550147Z","caller":"traceutil/trace.go:171","msg":"trace[1923836350] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"1.09003664s","start":"2026-03-04T02:16:54.46009Z","end":"2026-03-04T02:16:55.550126Z","steps":["trace[1923836350] 'process raft request' (duration: 816.766518ms)","trace[1923836350] 'compare' (duration: 272.43561ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:55.550197Z","caller":"traceutil/trace.go:171","msg":"trace[861001258] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"1.09006788s","start":"2026-03-04T02:16:54.460121Z","end":"2026-03-04T02:16:55.550189Z","steps":["trace[861001258] 'process raft request' (duration: 1.089509097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.550229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.460061Z","time spent":"1.090129902s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:55.550237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.46009Z","time spent":"1.090123442s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:55.550186Z","caller":"traceutil/trace.go:171","msg":"trace[1268470096] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"1.088173672s","start":"2026-03-04T02:16:54.461947Z","end":"2026-03-04T02:16:55.55012Z","steps":["trace[1268470096] 'process raft request' (duration: 1.087778742s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.550381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.461936Z","time spent":"1.088343637s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:55.924437Z","caller":"traceutil/trace.go:171","msg":"trace[1267269872] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"1.078487161s","start":"2026-03-04T02:16:54.845919Z","end":"2026-03-04T02:16:55.924406Z","steps":["trace[1267269872] 'process raft request' (duration: 1.035848256s)","trace[1267269872] 'compare' (duration: 42.218843ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:55.924568Z","caller":"traceutil/trace.go:171","msg":"trace[782825979] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"945.966956ms","start":"2026-03-04T02:16:54.978572Z","end":"2026-03-04T02:16:55.924539Z","steps":["trace[782825979] 'process raft request' (duration: 945.752491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:55.924581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.845889Z","time spent":"1.078613524s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:55.924708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.978563Z","time spent":"946.072698ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:56.520728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.269953ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:16:56.521485Z","caller":"traceutil/trace.go:171","msg":"trace[1578930792] linearizableReadLoop","detail":"{readStateIndex:26757; appliedIndex:26750; }","duration":"1.660114545s","start":"2026-03-04T02:16:54.861353Z","end":"2026-03-04T02:16:56.521468Z","steps":["trace[1578930792] 'read index received' (duration: 415.641512ms)","trace[1578930792] 'applied index is now lower than readState.Index' (duration: 1.244471963s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:56.521743Z","caller":"traceutil/trace.go:171","msg":"trace[267156937] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"1.340490561s","start":"2026-03-04T02:16:55.181089Z","end":"2026-03-04T02:16:56.52158Z","steps":["trace[267156937] 'process raft request' (duration: 1.33971167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:56.521866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.181058Z","time spent":"1.340712536s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:57.166152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781136597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:16:57.166209Z","caller":"traceutil/trace.go:171","msg":"trace[75568794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25871; }","duration":"2.78122973s","start":"2026-03-04T02:16:54.384965Z","end":"2026-03-04T02:16:57.166194Z","steps":["trace[75568794] 'agreement among raft nodes before linearized reading' (duration: 2.136717616s)","trace[75568794] 'range keys from in-memory index tree' (duration: 644.362949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:57.166233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.384951Z","time spent":"2.781276891s","remote":"127.0.0.1:44660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:16:57.166247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604078068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-04T02:16:57.166288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.421098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:57.166318Z","caller":"traceutil/trace.go:171","msg":"trace[2139246937] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25871; }","duration":"2.604198581s","start":"2026-03-04T02:16:54.562097Z","end":"2026-03-04T02:16:57.166296Z","steps":["trace[2139246937] 'agreement among raft nodes before linearized reading' (duration: 1.959574885s)","trace[2139246937] 'range keys from in-memory index tree' (duration: 644.432152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:57.166371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.562074Z","time spent":"2.604287884s","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-04T02:16:57.166795Z","caller":"traceutil/trace.go:171","msg":"trace[237004483] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"1.346499397s","start":"2026-03-04T02:16:55.820279Z","end":"2026-03-04T02:16:57.166779Z","steps":["trace[237004483] 'process raft request' (duration: 918.509505ms)","trace[237004483] 'compare' (duration: 427.262062ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:57.16684Z","caller":"traceutil/trace.go:171","msg":"trace[736773800] linearizableReadLoop","detail":"{readStateIndex:26762; appliedIndex:26760; }","duration":"645.257383ms","start":"2026-03-04T02:16:56.521556Z","end":"2026-03-04T02:16:57.166813Z","steps":["trace[736773800] 'read index received' (duration: 217.213449ms)","trace[736773800] 'applied index is now lower than readState.Index' (duration: 428.042464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:57.16708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.92047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T02:16:57.167127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137615313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:57.167126Z","caller":"traceutil/trace.go:171","msg":"trace[1308137743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25873; }","duration":"792.987402ms","start":"2026-03-04T02:16:56.374112Z","end":"2026-03-04T02:16:57.1671Z","steps":["trace[1308137743] 'agreement among raft nodes before linearized reading' (duration: 792.89099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.167264Z","caller":"traceutil/trace.go:171","msg":"trace[1797434032] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"1.207772731s","start":"2026-03-04T02:16:55.959477Z","end":"2026-03-04T02:16:57.16725Z","steps":["trace[1797434032] 'process raft request' (duration: 1.206912909s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.167262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.374089Z","time spent":"793.163336ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:57.167336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.230138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:16:57.167343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155203284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-77fd9cdcb9-r7gvt.189981b5880076dc\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-03-04T02:16:57.167366Z","caller":"traceutil/trace.go:171","msg":"trace[794585006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25873; }","duration":"793.290319ms","start":"2026-03-04T02:16:56.37407Z","end":"2026-03-04T02:16:57.16736Z","steps":["trace[794585006] 'agreement among raft nodes before linearized reading' (duration: 793.151516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.16738Z","caller":"traceutil/trace.go:171","msg":"trace[1025371763] range","detail":"{range_begin:/registry/events/openstack/manila-api-77fd9cdcb9-r7gvt.189981b5880076dc; range_end:; response_count:1; response_revision:25873; }","duration":"2.155278887s","start":"2026-03-04T02:16:55.012089Z","end":"2026-03-04T02:16:57.167368Z","steps":["trace[1025371763] 'agreement among raft nodes before linearized reading' (duration: 2.155135033s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.167387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.959456Z","time spent":"1.207854333s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:57.167437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.012057Z","time spent":"2.155368778s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1565,"request content":"key:\"/registry/events/openstack/manila-api-77fd9cdcb9-r7gvt.189981b5880076dc\" "} {"level":"warn","ts":"2026-03-04T02:16:57.167184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.015762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:16:57.167456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.298099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:16:57.167453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190925551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:16:57.167477Z","caller":"traceutil/trace.go:171","msg":"trace[1478531341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25873; }","duration":"793.35224ms","start":"2026-03-04T02:16:56.374119Z","end":"2026-03-04T02:16:57.167471Z","steps":["trace[1478531341] 'agreement among raft nodes before linearized reading' (duration: 793.299179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.167501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.3741Z","time spent":"793.394253ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:57.167538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.823772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:57.167545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.613621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:16:57.167575Z","caller":"traceutil/trace.go:171","msg":"trace[236262542] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25873; }","duration":"218.879873ms","start":"2026-03-04T02:16:56.948684Z","end":"2026-03-04T02:16:57.167564Z","steps":["trace[236262542] 'agreement among raft nodes before linearized reading' (duration: 218.829222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.167579Z","caller":"traceutil/trace.go:171","msg":"trace[380104964] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:25873; }","duration":"790.666422ms","start":"2026-03-04T02:16:56.376903Z","end":"2026-03-04T02:16:57.167569Z","steps":["trace[380104964] 'agreement among raft nodes before linearized reading' (duration: 790.568828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.167493Z","caller":"traceutil/trace.go:171","msg":"trace[491807285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25873; }","duration":"2.190986982s","start":"2026-03-04T02:16:54.976494Z","end":"2026-03-04T02:16:57.167481Z","steps":["trace[491807285] 'agreement among raft nodes before linearized reading' (duration: 2.190887269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.16762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.376894Z","time spent":"790.712892ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:16:57.167682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.976477Z","time spent":"2.191186378s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:57.167346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.361246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:57.16776Z","caller":"traceutil/trace.go:171","msg":"trace[351747411] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25873; }","duration":"542.820688ms","start":"2026-03-04T02:16:56.624928Z","end":"2026-03-04T02:16:57.167749Z","steps":["trace[351747411] 'agreement among raft nodes before linearized reading' (duration: 542.359506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.167482Z","caller":"traceutil/trace.go:171","msg":"trace[1370337823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25873; }","duration":"793.35361ms","start":"2026-03-04T02:16:56.374119Z","end":"2026-03-04T02:16:57.167472Z","steps":["trace[1370337823] 'agreement among raft nodes before linearized reading' (duration: 792.886759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.167197Z","caller":"traceutil/trace.go:171","msg":"trace[1448055048] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25873; }","duration":"1.137742286s","start":"2026-03-04T02:16:56.02944Z","end":"2026-03-04T02:16:57.167182Z","steps":["trace[1448055048] 'agreement among raft nodes before linearized reading' (duration: 1.137561392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.167788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.872866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:57.167852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.029418Z","time spent":"1.138425183s","remote":"127.0.0.1:47716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:57.167818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.374097Z","time spent":"793.70988ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:16:57.16789Z","caller":"traceutil/trace.go:171","msg":"trace[1905609487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25873; }","duration":"233.007819ms","start":"2026-03-04T02:16:56.934866Z","end":"2026-03-04T02:16:57.167874Z","steps":["trace[1905609487] 'agreement among raft nodes before linearized reading' (duration: 232.766403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.167147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409203762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:57.167396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.374049Z","time spent":"793.34154ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:16:57.167801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.624906Z","time spent":"542.884279ms","remote":"127.0.0.1:55698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:57.167978Z","caller":"traceutil/trace.go:171","msg":"trace[455656200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25873; }","duration":"1.410085914s","start":"2026-03-04T02:16:55.757883Z","end":"2026-03-04T02:16:57.167969Z","steps":["trace[455656200] 'agreement among raft nodes before linearized reading' (duration: 1.409225032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.168004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.757857Z","time spent":"1.410141515s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:57.167198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686521388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:57.168072Z","caller":"traceutil/trace.go:171","msg":"trace[1716593756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25873; }","duration":"1.687417342s","start":"2026-03-04T02:16:55.480639Z","end":"2026-03-04T02:16:57.168056Z","steps":["trace[1716593756] 'agreement among raft nodes before linearized reading' (duration: 1.686530169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:57.168129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.480599Z","time spent":"1.687510014s","remote":"127.0.0.1:44658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:57.166869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.820259Z","time spent":"1.346563689s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:57.310741Z","caller":"traceutil/trace.go:171","msg":"trace[1560513530] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"137.820532ms","start":"2026-03-04T02:16:57.172899Z","end":"2026-03-04T02:16:57.31072Z","steps":["trace[1560513530] 'process raft request' (duration: 125.150024ms)","trace[1560513530] 'compare' (duration: 12.558605ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:57.310979Z","caller":"traceutil/trace.go:171","msg":"trace[1931240375] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"137.308918ms","start":"2026-03-04T02:16:57.173659Z","end":"2026-03-04T02:16:57.310968Z","steps":["trace[1931240375] 'process raft request' (duration: 137.029191ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.311023Z","caller":"traceutil/trace.go:171","msg":"trace[1694639150] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"137.093083ms","start":"2026-03-04T02:16:57.173911Z","end":"2026-03-04T02:16:57.311004Z","steps":["trace[1694639150] 'process raft request' (duration: 136.946828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.311291Z","caller":"traceutil/trace.go:171","msg":"trace[1850894627] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"137.072913ms","start":"2026-03-04T02:16:57.174201Z","end":"2026-03-04T02:16:57.311274Z","steps":["trace[1850894627] 'process raft request' (duration: 136.770324ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:57.311398Z","caller":"traceutil/trace.go:171","msg":"trace[1308959907] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"136.224491ms","start":"2026-03-04T02:16:57.175075Z","end":"2026-03-04T02:16:57.311299Z","steps":["trace[1308959907] 'process raft request' (duration: 136.138899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:58.191971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.331808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:58.192496Z","caller":"traceutil/trace.go:171","msg":"trace[678245944] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"261.748944ms","start":"2026-03-04T02:16:57.930723Z","end":"2026-03-04T02:16:58.192472Z","steps":["trace[678245944] 'process raft request' (duration: 261.695733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:58.192532Z","caller":"traceutil/trace.go:171","msg":"trace[1608852796] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"635.50312ms","start":"2026-03-04T02:16:57.557008Z","end":"2026-03-04T02:16:58.192511Z","steps":["trace[1608852796] 'process raft request' (duration: 635.352985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:58.192564Z","caller":"traceutil/trace.go:171","msg":"trace[1338721807] linearizableReadLoop","detail":"{readStateIndex:26774; appliedIndex:26769; }","duration":"359.090537ms","start":"2026-03-04T02:16:57.833446Z","end":"2026-03-04T02:16:58.192537Z","steps":["trace[1338721807] 'read index received' (duration: 60.332µs)","trace[1338721807] 'applied index is now lower than readState.Index' (duration: 359.027855ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:58.192585Z","caller":"traceutil/trace.go:171","msg":"trace[848997312] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"636.845795ms","start":"2026-03-04T02:16:57.555727Z","end":"2026-03-04T02:16:58.192573Z","steps":["trace[848997312] 'process raft request' (duration: 177.806248ms)","trace[848997312] 'compare' (duration: 458.180174ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:58.19263Z","caller":"traceutil/trace.go:171","msg":"trace[1260586409] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"636.093745ms","start":"2026-03-04T02:16:57.556504Z","end":"2026-03-04T02:16:58.192598Z","steps":["trace[1260586409] 'process raft request' (duration: 635.814087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:58.192523Z","caller":"traceutil/trace.go:171","msg":"trace[1981956475] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"636.525437ms","start":"2026-03-04T02:16:57.555966Z","end":"2026-03-04T02:16:58.192491Z","steps":["trace[1981956475] 'process raft request' (duration: 636.28636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:58.192721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.555945Z","time spent":"636.745982ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:58.192789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.556485Z","time spent":"636.213639ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:58.192858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.429394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:16:58.192658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.556992Z","time spent":"635.593012ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:58.192901Z","caller":"traceutil/trace.go:171","msg":"trace[2143592043] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25886; }","duration":"359.523967ms","start":"2026-03-04T02:16:57.833366Z","end":"2026-03-04T02:16:58.19289Z","steps":["trace[2143592043] 'agreement among raft nodes before linearized reading' (duration: 359.311992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:58.192931Z","caller":"traceutil/trace.go:171","msg":"trace[1811527881] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"637.163103ms","start":"2026-03-04T02:16:57.555748Z","end":"2026-03-04T02:16:58.192911Z","steps":["trace[1811527881] 'process raft request' (duration: 636.342792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:58.19294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.833342Z","time spent":"359.589328ms","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":177,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:58.192982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.219787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:58.193056Z","caller":"traceutil/trace.go:171","msg":"trace[1441197297] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25886; }","duration":"230.335129ms","start":"2026-03-04T02:16:57.962701Z","end":"2026-03-04T02:16:58.193036Z","steps":["trace[1441197297] 'agreement among raft nodes before linearized reading' (duration: 230.218496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:58.192998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.555734Z","time spent":"637.226484ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:58.19313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.555712Z","time spent":"636.971928ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:05.756583Z","caller":"traceutil/trace.go:171","msg":"trace[1768305523] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25965; }","duration":"154.848613ms","start":"2026-03-04T02:17:05.601695Z","end":"2026-03-04T02:17:05.756544Z","steps":["trace[1768305523] 'process raft request' (duration: 154.636958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.577616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.968229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:11.577717Z","caller":"traceutil/trace.go:171","msg":"trace[2022549166] linearizableReadLoop","detail":"{readStateIndex:26963; appliedIndex:26962; }","duration":"107.501276ms","start":"2026-03-04T02:17:11.4702Z","end":"2026-03-04T02:17:11.577701Z","steps":["trace[2022549166] 'read index received' (duration: 43.521µs)","trace[2022549166] 'applied index is now lower than readState.Index' (duration: 107.456315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:11.57778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.573658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.577801Z","caller":"traceutil/trace.go:171","msg":"trace[345897820] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26067; }","duration":"107.63442ms","start":"2026-03-04T02:17:11.470158Z","end":"2026-03-04T02:17:11.577792Z","steps":["trace[345897820] 'agreement among raft nodes before linearized reading' (duration: 107.583538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.578027Z","caller":"traceutil/trace.go:171","msg":"trace[1777357302] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"177.343156ms","start":"2026-03-04T02:17:11.40051Z","end":"2026-03-04T02:17:11.577853Z","steps":["trace[1777357302] 'process raft request' (duration: 30.056899ms)","trace[1777357302] 'compare' (duration: 146.487027ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:18.37399Z","caller":"traceutil/trace.go:171","msg":"trace[1430120009] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"106.472119ms","start":"2026-03-04T02:17:18.267494Z","end":"2026-03-04T02:17:18.373966Z","steps":["trace[1430120009] 'process raft request' (duration: 106.325196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:18.374411Z","caller":"traceutil/trace.go:171","msg":"trace[1002258271] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"102.660961ms","start":"2026-03-04T02:17:18.271722Z","end":"2026-03-04T02:17:18.374383Z","steps":["trace[1002258271] 'process raft request' (duration: 102.200319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:20.109894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883839621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:20.610242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883839621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:21.110714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883839621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:21.611757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883839621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:22.112139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883839621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:22.612855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883839621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:22.757413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:22.757527Z","caller":"traceutil/trace.go:171","msg":"trace[1195318908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000585018s","start":"2026-03-04T02:17:20.756923Z","end":"2026-03-04T02:17:22.757508Z","steps":["trace[1195318908] 'agreement among raft nodes before linearized reading' (duration: 2.000463455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.757586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.756869Z","time spent":"2.000705812s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:22.90062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.391372681s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:17:22.901066Z","caller":"traceutil/trace.go:171","msg":"trace[1678032251] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"3.391896396s","start":"2026-03-04T02:17:19.509145Z","end":"2026-03-04T02:17:22.901042Z","steps":["trace[1678032251] 'process raft request' (duration: 3.39169173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.901198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.509124Z","time spent":"3.392000238s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.91433Z","caller":"traceutil/trace.go:171","msg":"trace[655664412] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"3.403367454s","start":"2026-03-04T02:17:19.510941Z","end":"2026-03-04T02:17:22.914309Z","steps":["trace[655664412] 'process raft request' (duration: 3.403290902s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:22.914346Z","caller":"traceutil/trace.go:171","msg":"trace[1407503149] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"3.404462641s","start":"2026-03-04T02:17:19.509853Z","end":"2026-03-04T02:17:22.914316Z","steps":["trace[1407503149] 'process raft request' (duration: 3.404251395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.914466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.510924Z","time spent":"3.403472556s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:22.914481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.509837Z","time spent":"3.404574654s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.91473Z","caller":"traceutil/trace.go:171","msg":"trace[1601315565] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"3.067555129s","start":"2026-03-04T02:17:19.847168Z","end":"2026-03-04T02:17:22.914723Z","steps":["trace[1601315565] 'process raft request' (duration: 3.067447466s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.914781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.847143Z","time spent":"3.067614291s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.914843Z","caller":"traceutil/trace.go:171","msg":"trace[232347925] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"3.396068443s","start":"2026-03-04T02:17:19.518767Z","end":"2026-03-04T02:17:22.914835Z","steps":["trace[232347925] 'process raft request' (duration: 3.395506679s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.914878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.518746Z","time spent":"3.396114945s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.915037Z","caller":"traceutil/trace.go:171","msg":"trace[1750885178] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"2.535291516s","start":"2026-03-04T02:17:20.379733Z","end":"2026-03-04T02:17:22.915025Z","steps":["trace[1750885178] 'process raft request' (duration: 2.53506575s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:22.915062Z","caller":"traceutil/trace.go:171","msg":"trace[129394368] linearizableReadLoop","detail":"{readStateIndex:27038; appliedIndex:27025; }","duration":"3.305400885s","start":"2026-03-04T02:17:19.609649Z","end":"2026-03-04T02:17:22.91505Z","steps":["trace[129394368] 'read index received' (duration: 3.291186026s)","trace[129394368] 'applied index is now lower than readState.Index' (duration: 14.214039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:22.915133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.379714Z","time spent":"2.535356068s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.915162Z","caller":"traceutil/trace.go:171","msg":"trace[974446490] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"2.535148732s","start":"2026-03-04T02:17:20.380006Z","end":"2026-03-04T02:17:22.915155Z","steps":["trace[974446490] 'process raft request' (duration: 2.534871115s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.91522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.379987Z","time spent":"2.535197173s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.915233Z","caller":"traceutil/trace.go:171","msg":"trace[1008351271] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"763.797155ms","start":"2026-03-04T02:17:22.151422Z","end":"2026-03-04T02:17:22.915219Z","steps":["trace[1008351271] 'process raft request' (duration: 763.59366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.915297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:22.151402Z","time spent":"763.864016ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.915338Z","caller":"traceutil/trace.go:171","msg":"trace[1391300263] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"2.550666343s","start":"2026-03-04T02:17:20.3646Z","end":"2026-03-04T02:17:22.915266Z","steps":["trace[1391300263] 'process raft request' (duration: 2.550098458s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:22.91542Z","caller":"traceutil/trace.go:171","msg":"trace[650811329] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"2.53508091s","start":"2026-03-04T02:17:20.380329Z","end":"2026-03-04T02:17:22.91541Z","steps":["trace[650811329] 'process raft request' (duration: 2.534583038s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.915437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.364582Z","time spent":"2.550789397s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:22.91547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.380321Z","time spent":"2.535125292s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.915539Z","caller":"traceutil/trace.go:171","msg":"trace[1642549803] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"2.531539188s","start":"2026-03-04T02:17:20.383994Z","end":"2026-03-04T02:17:22.915533Z","steps":["trace[1642549803] 'process raft request' (duration: 2.530964734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.915577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.383988Z","time spent":"2.531571191s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.91564Z","caller":"traceutil/trace.go:171","msg":"trace[751884282] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"1.280155907s","start":"2026-03-04T02:17:21.635478Z","end":"2026-03-04T02:17:22.915634Z","steps":["trace[751884282] 'process raft request' (duration: 1.279508171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.915675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.635446Z","time spent":"1.280210909s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:22.915137Z","caller":"traceutil/trace.go:171","msg":"trace[355443011] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"2.535318406s","start":"2026-03-04T02:17:20.379811Z","end":"2026-03-04T02:17:22.91513Z","steps":["trace[355443011] 'process raft request' (duration: 2.535035859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.915415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305769664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:17:22.915763Z","caller":"traceutil/trace.go:171","msg":"trace[1695622689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26141; }","duration":"3.306118873s","start":"2026-03-04T02:17:19.609636Z","end":"2026-03-04T02:17:22.915755Z","steps":["trace[1695622689] 'agreement among raft nodes before linearized reading' (duration: 3.305679132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.915772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.379788Z","time spent":"2.535937584s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:22.915791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.609587Z","time spent":"3.306196475s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:17:22.916665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244619776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:17:22.916706Z","caller":"traceutil/trace.go:171","msg":"trace[1838426516] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26141; }","duration":"1.244663617s","start":"2026-03-04T02:17:21.672033Z","end":"2026-03-04T02:17:22.916697Z","steps":["trace[1838426516] 'agreement among raft nodes before linearized reading' (duration: 1.244542014s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.916732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.671978Z","time spent":"1.244744099s","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:17:22.916915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.584085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:22.916946Z","caller":"traceutil/trace.go:171","msg":"trace[1567681859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26141; }","duration":"159.646947ms","start":"2026-03-04T02:17:22.757291Z","end":"2026-03-04T02:17:22.916938Z","steps":["trace[1567681859] 'agreement among raft nodes before linearized reading' (duration: 159.600836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.917057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.234677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:22.917084Z","caller":"traceutil/trace.go:171","msg":"trace[325107901] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26141; }","duration":"208.265268ms","start":"2026-03-04T02:17:22.708813Z","end":"2026-03-04T02:17:22.917078Z","steps":["trace[325107901] 'agreement among raft nodes before linearized reading' (duration: 208.218957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.917197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282424635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:17:22.917237Z","caller":"traceutil/trace.go:171","msg":"trace[1958199515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26141; }","duration":"1.282493127s","start":"2026-03-04T02:17:21.634733Z","end":"2026-03-04T02:17:22.917226Z","steps":["trace[1958199515] 'agreement among raft nodes before linearized reading' (duration: 1.282364504s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.917269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.634717Z","time spent":"1.282545789s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:17:22.917384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.79921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:17:22.917415Z","caller":"traceutil/trace.go:171","msg":"trace[551534643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26141; }","duration":"326.887802ms","start":"2026-03-04T02:17:22.59052Z","end":"2026-03-04T02:17:22.917408Z","steps":["trace[551534643] 'agreement among raft nodes before linearized reading' (duration: 326.790369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.917426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365856128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:17:22.917434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:22.590499Z","time spent":"326.930662ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:17:22.91745Z","caller":"traceutil/trace.go:171","msg":"trace[244331065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26141; }","duration":"1.36592245s","start":"2026-03-04T02:17:21.55152Z","end":"2026-03-04T02:17:22.917442Z","steps":["trace[244331065] 'agreement among raft nodes before linearized reading' (duration: 1.365847018s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.91748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.5515Z","time spent":"1.365973941s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:17:22.917555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.997293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:22.917586Z","caller":"traceutil/trace.go:171","msg":"trace[2074556917] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26141; }","duration":"631.064025ms","start":"2026-03-04T02:17:22.286511Z","end":"2026-03-04T02:17:22.917576Z","steps":["trace[2074556917] 'agreement among raft nodes before linearized reading' (duration: 631.022284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.91759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467943513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:22.917614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:22.286493Z","time spent":"631.112656ms","remote":"127.0.0.1:52694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:22.91762Z","caller":"traceutil/trace.go:171","msg":"trace[825276586] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26141; }","duration":"1.468005035s","start":"2026-03-04T02:17:21.449602Z","end":"2026-03-04T02:17:22.917607Z","steps":["trace[825276586] 'agreement among raft nodes before linearized reading' (duration: 1.467956773s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.917648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.449583Z","time spent":"1.468057665s","remote":"127.0.0.1:52992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:22.917731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218285724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:22.917759Z","caller":"traceutil/trace.go:171","msg":"trace[1602894731] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26141; }","duration":"1.218313735s","start":"2026-03-04T02:17:21.699438Z","end":"2026-03-04T02:17:22.917752Z","steps":["trace[1602894731] 'agreement among raft nodes before linearized reading' (duration: 1.218273254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.917787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.699392Z","time spent":"1.218389167s","remote":"127.0.0.1:53084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:22.917075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234581779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:17:22.917952Z","caller":"traceutil/trace.go:171","msg":"trace[114510868] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26141; }","duration":"3.235511923s","start":"2026-03-04T02:17:19.682433Z","end":"2026-03-04T02:17:22.917945Z","steps":["trace[114510868] 'agreement among raft nodes before linearized reading' (duration: 3.233015688s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.91798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.682409Z","time spent":"3.235563335s","remote":"127.0.0.1:53562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2959,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:22.918749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952254611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:22.918784Z","caller":"traceutil/trace.go:171","msg":"trace[1484916302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26141; }","duration":"2.952319223s","start":"2026-03-04T02:17:19.966456Z","end":"2026-03-04T02:17:22.918775Z","steps":["trace[1484916302] 'agreement among raft nodes before linearized reading' (duration: 2.952260962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.918807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.966449Z","time spent":"2.952351554s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:22.918989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542404723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:22.919024Z","caller":"traceutil/trace.go:171","msg":"trace[1227474137] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26141; }","duration":"1.542489135s","start":"2026-03-04T02:17:21.376528Z","end":"2026-03-04T02:17:22.919017Z","steps":["trace[1227474137] 'agreement among raft nodes before linearized reading' (duration: 1.542437164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.919046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.376504Z","time spent":"1.542535967s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:22.919169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64680957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:22.919199Z","caller":"traceutil/trace.go:171","msg":"trace[610769165] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26141; }","duration":"1.646879912s","start":"2026-03-04T02:17:21.272309Z","end":"2026-03-04T02:17:22.919189Z","steps":["trace[610769165] 'agreement among raft nodes before linearized reading' (duration: 1.646833431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.919225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.272287Z","time spent":"1.646929993s","remote":"127.0.0.1:52976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:22.91966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955410513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:17:22.91971Z","caller":"traceutil/trace.go:171","msg":"trace[614506254] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:26141; }","duration":"2.955482504s","start":"2026-03-04T02:17:19.964207Z","end":"2026-03-04T02:17:22.919689Z","steps":["trace[614506254] 'agreement among raft nodes before linearized reading' (duration: 2.955377882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.919733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.964184Z","time spent":"2.955543756s","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-03-04T02:17:22.92068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560212261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:22.920738Z","caller":"traceutil/trace.go:171","msg":"trace[845409351] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26141; }","duration":"2.561580917s","start":"2026-03-04T02:17:20.359146Z","end":"2026-03-04T02:17:22.920727Z","steps":["trace[845409351] 'agreement among raft nodes before linearized reading' (duration: 2.560188781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.920772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.3591Z","time spent":"2.561661889s","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:37.225696Z","caller":"traceutil/trace.go:171","msg":"trace[1490281973] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"253.595982ms","start":"2026-03-04T02:17:36.972075Z","end":"2026-03-04T02:17:37.225671Z","steps":["trace[1490281973] 'process raft request' (duration: 253.438758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:37.279961Z","caller":"traceutil/trace.go:171","msg":"trace[911255220] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"303.219398ms","start":"2026-03-04T02:17:36.976711Z","end":"2026-03-04T02:17:37.27993Z","steps":["trace[911255220] 'process raft request' (duration: 292.371427ms)","trace[911255220] 'compare' (duration: 10.629446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:37.280192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:36.976666Z","time spent":"303.387112ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:37.28025Z","caller":"traceutil/trace.go:171","msg":"trace[727221173] linearizableReadLoop","detail":"{readStateIndex:27143; appliedIndex:27135; }","duration":"286.923336ms","start":"2026-03-04T02:17:36.993314Z","end":"2026-03-04T02:17:37.280237Z","steps":["trace[727221173] 'read index received' (duration: 232.2897ms)","trace[727221173] 'applied index is now lower than readState.Index' (duration: 54.632566ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:37.280225Z","caller":"traceutil/trace.go:171","msg":"trace[1881626981] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"303.312611ms","start":"2026-03-04T02:17:36.976864Z","end":"2026-03-04T02:17:37.280176Z","steps":["trace[1881626981] 'process raft request' (duration: 303.017983ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:37.280291Z","caller":"traceutil/trace.go:171","msg":"trace[1134140912] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"295.024406ms","start":"2026-03-04T02:17:36.985235Z","end":"2026-03-04T02:17:37.28026Z","steps":["trace[1134140912] 'process raft request' (duration: 294.927294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:37.280345Z","caller":"traceutil/trace.go:171","msg":"trace[2003544587] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"293.546497ms","start":"2026-03-04T02:17:36.986788Z","end":"2026-03-04T02:17:37.280335Z","steps":["trace[2003544587] 'process raft request' (duration: 293.420504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:37.28035Z","caller":"traceutil/trace.go:171","msg":"trace[198408335] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"294.776229ms","start":"2026-03-04T02:17:36.98553Z","end":"2026-03-04T02:17:37.280306Z","steps":["trace[198408335] 'process raft request' (duration: 294.654017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:37.280425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:36.976851Z","time spent":"303.471426ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:37.280464Z","caller":"traceutil/trace.go:171","msg":"trace[453026935] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"295.691183ms","start":"2026-03-04T02:17:36.984763Z","end":"2026-03-04T02:17:37.280454Z","steps":["trace[453026935] 'process raft request' (duration: 295.357305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:37.280442Z","caller":"traceutil/trace.go:171","msg":"trace[1776451334] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"303.419684ms","start":"2026-03-04T02:17:36.977015Z","end":"2026-03-04T02:17:37.280435Z","steps":["trace[1776451334] 'process raft request' (duration: 303.035483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:37.280522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.505475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T02:17:37.280558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.694565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:17:37.280565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:36.976979Z","time spent":"303.529876ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:37.280587Z","caller":"traceutil/trace.go:171","msg":"trace[471691947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26243; }","duration":"243.752107ms","start":"2026-03-04T02:17:37.036826Z","end":"2026-03-04T02:17:37.280578Z","steps":["trace[471691947] 'agreement among raft nodes before linearized reading' (duration: 243.638644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:37.280586Z","caller":"traceutil/trace.go:171","msg":"trace[111143900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26243; }","duration":"286.606757ms","start":"2026-03-04T02:17:36.993965Z","end":"2026-03-04T02:17:37.280572Z","steps":["trace[111143900] 'agreement among raft nodes before linearized reading' (duration: 286.447513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:37.280706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.190737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:17:37.280699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.368768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:17:37.280731Z","caller":"traceutil/trace.go:171","msg":"trace[1154599692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26243; }","duration":"281.236548ms","start":"2026-03-04T02:17:36.999488Z","end":"2026-03-04T02:17:37.280724Z","steps":["trace[1154599692] 'agreement among raft nodes before linearized reading' (duration: 281.128825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:37.280738Z","caller":"traceutil/trace.go:171","msg":"trace[1057783247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26243; }","duration":"287.450999ms","start":"2026-03-04T02:17:36.993278Z","end":"2026-03-04T02:17:37.280729Z","steps":["trace[1057783247] 'agreement among raft nodes before linearized reading' (duration: 287.271744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.54541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.760085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:03.545669Z","caller":"traceutil/trace.go:171","msg":"trace[889232223] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"140.46279ms","start":"2026-03-04T02:18:03.405176Z","end":"2026-03-04T02:18:03.545639Z","steps":["trace[889232223] 'process raft request' (duration: 30.391467ms)","trace[889232223] 'compare' (duration: 109.619111ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:03.545746Z","caller":"traceutil/trace.go:171","msg":"trace[657806281] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"140.052149ms","start":"2026-03-04T02:18:03.405669Z","end":"2026-03-04T02:18:03.545722Z","steps":["trace[657806281] 'process raft request' (duration: 139.949097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:03.545741Z","caller":"traceutil/trace.go:171","msg":"trace[1033278463] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"140.503022ms","start":"2026-03-04T02:18:03.405208Z","end":"2026-03-04T02:18:03.545711Z","steps":["trace[1033278463] 'process raft request' (duration: 140.321168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:03.545924Z","caller":"traceutil/trace.go:171","msg":"trace[1697843168] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"139.352902ms","start":"2026-03-04T02:18:03.406556Z","end":"2026-03-04T02:18:03.545909Z","steps":["trace[1697843168] 'process raft request' (duration: 139.117356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:15.842324Z","caller":"traceutil/trace.go:171","msg":"trace[1876211759] linearizableReadLoop","detail":"{readStateIndex:27428; appliedIndex:27426; }","duration":"131.516029ms","start":"2026-03-04T02:18:15.71079Z","end":"2026-03-04T02:18:15.842306Z","steps":["trace[1876211759] 'read index received' (duration: 52.776769ms)","trace[1876211759] 'applied index is now lower than readState.Index' (duration: 78.73852ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:15.842451Z","caller":"traceutil/trace.go:171","msg":"trace[931786580] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"131.655271ms","start":"2026-03-04T02:18:15.710759Z","end":"2026-03-04T02:18:15.842414Z","steps":["trace[931786580] 'process raft request' (duration: 128.684225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.842516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.208075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:18:15.842543Z","caller":"traceutil/trace.go:171","msg":"trace[68395094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26518; }","duration":"130.265935ms","start":"2026-03-04T02:18:15.712268Z","end":"2026-03-04T02:18:15.842534Z","steps":["trace[68395094] 'agreement among raft nodes before linearized reading' (duration: 130.144662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.842646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.814538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:18:15.842671Z","caller":"traceutil/trace.go:171","msg":"trace[911321395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26518; }","duration":"128.85516ms","start":"2026-03-04T02:18:15.713809Z","end":"2026-03-04T02:18:15.842664Z","steps":["trace[911321395] 'agreement among raft nodes before linearized reading' (duration: 128.798808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:15.844011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.200612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:18:15.84409Z","caller":"traceutil/trace.go:171","msg":"trace[135628682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26518; }","duration":"133.315805ms","start":"2026-03-04T02:18:15.71075Z","end":"2026-03-04T02:18:15.844065Z","steps":["trace[135628682] 'agreement among raft nodes before linearized reading' (duration: 131.653762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:19:16.055881Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24461} {"level":"info","ts":"2026-03-04T02:19:16.190892Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24461,"took":"130.872022ms","hash":3755068504,"current-db-size-bytes":51257344,"current-db-size":"51 MB","current-db-size-in-use-bytes":33689600,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-04T02:19:16.190941Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3755068504,"revision":24461,"compact-revision":21706} {"level":"info","ts":"2026-03-04T02:20:14.638841Z","caller":"traceutil/trace.go:171","msg":"trace[361699733] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"114.699832ms","start":"2026-03-04T02:20:14.524094Z","end":"2026-03-04T02:20:14.638794Z","steps":["trace[361699733] 'process raft request' (duration: 98.237256ms)","trace[361699733] 'compare' (duration: 16.325042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:08.232309Z","caller":"traceutil/trace.go:171","msg":"trace[778308419] transaction","detail":"{read_only:false; response_revision:27718; number_of_response:1; }","duration":"115.547734ms","start":"2026-03-04T02:21:08.116736Z","end":"2026-03-04T02:21:08.232284Z","steps":["trace[778308419] 'process raft request' (duration: 115.39264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:08.256307Z","caller":"traceutil/trace.go:171","msg":"trace[2021029859] linearizableReadLoop","detail":"{readStateIndex:28669; appliedIndex:28664; }","duration":"117.394101ms","start":"2026-03-04T02:21:08.13889Z","end":"2026-03-04T02:21:08.256284Z","steps":["trace[2021029859] 'read index received' (duration: 93.318557ms)","trace[2021029859] 'applied index is now lower than readState.Index' (duration: 24.074694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:08.256457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.540565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:21:08.256498Z","caller":"traceutil/trace.go:171","msg":"trace[1792479251] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27723; }","duration":"117.623988ms","start":"2026-03-04T02:21:08.138863Z","end":"2026-03-04T02:21:08.256487Z","steps":["trace[1792479251] 'agreement among raft nodes before linearized reading' (duration: 117.522175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:08.256877Z","caller":"traceutil/trace.go:171","msg":"trace[1906913546] transaction","detail":"{read_only:false; response_revision:27719; number_of_response:1; }","duration":"137.276857ms","start":"2026-03-04T02:21:08.119586Z","end":"2026-03-04T02:21:08.256863Z","steps":["trace[1906913546] 'process raft request' (duration: 136.345223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:08.257013Z","caller":"traceutil/trace.go:171","msg":"trace[1995258527] transaction","detail":"{read_only:false; response_revision:27720; number_of_response:1; }","duration":"135.928332ms","start":"2026-03-04T02:21:08.121072Z","end":"2026-03-04T02:21:08.257Z","steps":["trace[1995258527] 'process raft request' (duration: 135.020089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:08.257301Z","caller":"traceutil/trace.go:171","msg":"trace[131377775] transaction","detail":"{read_only:false; response_revision:27721; number_of_response:1; }","duration":"135.598314ms","start":"2026-03-04T02:21:08.121683Z","end":"2026-03-04T02:21:08.257281Z","steps":["trace[131377775] 'process raft request' (duration: 134.450494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:08.25744Z","caller":"traceutil/trace.go:171","msg":"trace[1971620807] transaction","detail":"{read_only:false; response_revision:27722; number_of_response:1; }","duration":"134.342931ms","start":"2026-03-04T02:21:08.123087Z","end":"2026-03-04T02:21:08.25743Z","steps":["trace[1971620807] 'process raft request' (duration: 133.121269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:16.062971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26929} {"level":"info","ts":"2026-03-04T02:24:16.196269Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26929,"took":"130.271084ms","hash":2577311232,"current-db-size-bytes":51257344,"current-db-size":"51 MB","current-db-size-in-use-bytes":28835840,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:24:16.196395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2577311232,"revision":26929,"compact-revision":24461} {"level":"info","ts":"2026-03-04T02:24:18.984515Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:24:18.990161Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:24:18.990265Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:24:43.5846Z","caller":"traceutil/trace.go:171","msg":"trace[1754200907] transaction","detail":"{read_only:false; response_revision:29179; number_of_response:1; }","duration":"516.712946ms","start":"2026-03-04T02:24:43.067864Z","end":"2026-03-04T02:24:43.584577Z","steps":["trace[1754200907] 'process raft request' (duration: 516.438528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.584763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.067843Z","time spent":"516.842779ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:43.589512Z","caller":"traceutil/trace.go:171","msg":"trace[1972709081] transaction","detail":"{read_only:false; response_revision:29180; number_of_response:1; }","duration":"519.675902ms","start":"2026-03-04T02:24:43.069793Z","end":"2026-03-04T02:24:43.589469Z","steps":["trace[1972709081] 'process raft request' (duration: 519.358733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.589584Z","caller":"traceutil/trace.go:171","msg":"trace[62006734] transaction","detail":"{read_only:false; response_revision:29182; number_of_response:1; }","duration":"507.879916ms","start":"2026-03-04T02:24:43.081678Z","end":"2026-03-04T02:24:43.589558Z","steps":["trace[62006734] 'process raft request' (duration: 507.63045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.589625Z","caller":"traceutil/trace.go:171","msg":"trace[957757719] transaction","detail":"{read_only:false; response_revision:29185; number_of_response:1; }","duration":"368.059615ms","start":"2026-03-04T02:24:43.22155Z","end":"2026-03-04T02:24:43.589609Z","steps":["trace[957757719] 'process raft request' (duration: 367.995203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.589551Z","caller":"traceutil/trace.go:171","msg":"trace[745428840] transaction","detail":"{read_only:false; response_revision:29181; number_of_response:1; }","duration":"507.977199ms","start":"2026-03-04T02:24:43.081543Z","end":"2026-03-04T02:24:43.58952Z","steps":["trace[745428840] 'process raft request' (duration: 507.729223ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.589713Z","caller":"traceutil/trace.go:171","msg":"trace[1475186254] transaction","detail":"{read_only:false; response_revision:29184; number_of_response:1; }","duration":"481.114753ms","start":"2026-03-04T02:24:43.10857Z","end":"2026-03-04T02:24:43.589685Z","steps":["trace[1475186254] 'process raft request' (duration: 480.875868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.589727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.069771Z","time spent":"519.844576ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:43.589506Z","caller":"traceutil/trace.go:171","msg":"trace[1236900361] transaction","detail":"{read_only:false; response_revision:29183; number_of_response:1; }","duration":"486.143144ms","start":"2026-03-04T02:24:43.103338Z","end":"2026-03-04T02:24:43.589481Z","steps":["trace[1236900361] 'process raft request' (duration: 486.056172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.58986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.108545Z","time spent":"481.238126ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:43.590012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.103315Z","time spent":"486.639537ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:43.58973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.081663Z","time spent":"507.974348ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:43.589884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.081517Z","time spent":"508.222676ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:43.590324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.221528Z","time spent":"368.139507ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:16.279553Z","caller":"traceutil/trace.go:171","msg":"trace[1229235392] transaction","detail":"{read_only:false; response_revision:29440; number_of_response:1; }","duration":"157.590842ms","start":"2026-03-04T02:25:16.121924Z","end":"2026-03-04T02:25:16.279515Z","steps":["trace[1229235392] 'process raft request' (duration: 99.910907ms)","trace[1229235392] 'compare' (duration: 57.52624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:16.876067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115189883847811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:25:17.785666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.641131ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:17.785842Z","caller":"traceutil/trace.go:171","msg":"trace[44967616] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29442; }","duration":"446.821775ms","start":"2026-03-04T02:25:17.338992Z","end":"2026-03-04T02:25:17.785813Z","steps":["trace[44967616] 'range keys from in-memory index tree' (duration: 446.61583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:17.786504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.113499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:17.786614Z","caller":"traceutil/trace.go:171","msg":"trace[1839375792] linearizableReadLoop","detail":"{readStateIndex:30445; appliedIndex:30444; }","duration":"1.413532917s","start":"2026-03-04T02:25:16.373065Z","end":"2026-03-04T02:25:17.786597Z","steps":["trace[1839375792] 'read index received' (duration: 655.169302ms)","trace[1839375792] 'applied index is now lower than readState.Index' (duration: 758.362365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:17.786714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41364587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:17.786699Z","caller":"traceutil/trace.go:171","msg":"trace[1487101230] transaction","detail":"{read_only:false; response_revision:29443; number_of_response:1; }","duration":"1.46307173s","start":"2026-03-04T02:25:16.323577Z","end":"2026-03-04T02:25:17.786649Z","steps":["trace[1487101230] 'process raft request' (duration: 704.715805ms)","trace[1487101230] 'compare' (duration: 756.879987ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:17.786754Z","caller":"traceutil/trace.go:171","msg":"trace[725234687] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29443; }","duration":"1.413721853s","start":"2026-03-04T02:25:16.373019Z","end":"2026-03-04T02:25:17.786741Z","steps":["trace[725234687] 'agreement among raft nodes before linearized reading' (duration: 1.41364943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:17.786803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:16.372996Z","time spent":"1.413797625s","remote":"127.0.0.1:52648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:25:17.786854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:16.323558Z","time spent":"1.463209244s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:17.834446Z","caller":"traceutil/trace.go:171","msg":"trace[78606373] transaction","detail":"{read_only:false; response_revision:29444; number_of_response:1; }","duration":"129.880886ms","start":"2026-03-04T02:25:17.704532Z","end":"2026-03-04T02:25:17.834413Z","steps":["trace[78606373] 'process raft request' (duration: 129.67981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.149879Z","caller":"traceutil/trace.go:171","msg":"trace[1785437873] transaction","detail":"{read_only:false; response_revision:29446; number_of_response:1; }","duration":"436.61899ms","start":"2026-03-04T02:25:17.713237Z","end":"2026-03-04T02:25:18.149856Z","steps":["trace[1785437873] 'process raft request' (duration: 436.527518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.149972Z","caller":"traceutil/trace.go:171","msg":"trace[1564092522] transaction","detail":"{read_only:false; response_revision:29445; number_of_response:1; }","duration":"443.261193ms","start":"2026-03-04T02:25:17.706667Z","end":"2026-03-04T02:25:18.149928Z","steps":["trace[1564092522] 'process raft request' (duration: 442.953525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.150794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:17.706642Z","time spent":"444.075554ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:18.15003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:17.713215Z","time spent":"436.740093ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:18.15017Z","caller":"traceutil/trace.go:171","msg":"trace[1773085450] transaction","detail":"{read_only:false; response_revision:29447; number_of_response:1; }","duration":"433.541392ms","start":"2026-03-04T02:25:17.716615Z","end":"2026-03-04T02:25:18.150156Z","steps":["trace[1773085450] 'process raft request' (duration: 433.191003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.150407Z","caller":"traceutil/trace.go:171","msg":"trace[1518494438] transaction","detail":"{read_only:false; response_revision:29448; number_of_response:1; }","duration":"424.785415ms","start":"2026-03-04T02:25:17.725607Z","end":"2026-03-04T02:25:18.150392Z","steps":["trace[1518494438] 'process raft request' (duration: 424.430955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.151061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:17.716606Z","time spent":"434.400334ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:18.151107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:17.725589Z","time spent":"425.493913ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:18.150448Z","caller":"traceutil/trace.go:171","msg":"trace[1080578343] transaction","detail":"{read_only:false; response_revision:29451; number_of_response:1; }","duration":"384.967583ms","start":"2026-03-04T02:25:17.765474Z","end":"2026-03-04T02:25:18.150441Z","steps":["trace[1080578343] 'process raft request' (duration: 384.907062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.15125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:17.765449Z","time spent":"385.768923ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:18.150491Z","caller":"traceutil/trace.go:171","msg":"trace[1789066225] transaction","detail":"{read_only:false; response_revision:29449; number_of_response:1; }","duration":"422.741271ms","start":"2026-03-04T02:25:17.727745Z","end":"2026-03-04T02:25:18.150486Z","steps":["trace[1789066225] 'process raft request' (duration: 422.543757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.151333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:17.72773Z","time spent":"423.581944ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:18.15051Z","caller":"traceutil/trace.go:171","msg":"trace[1415530217] transaction","detail":"{read_only:false; response_revision:29450; number_of_response:1; }","duration":"417.352532ms","start":"2026-03-04T02:25:17.733152Z","end":"2026-03-04T02:25:18.150505Z","steps":["trace[1415530217] 'process raft request' (duration: 417.182578ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.150495Z","caller":"traceutil/trace.go:171","msg":"trace[210401038] linearizableReadLoop","detail":"{readStateIndex:30453; appliedIndex:30445; }","duration":"363.795215ms","start":"2026-03-04T02:25:17.786639Z","end":"2026-03-04T02:25:18.150434Z","steps":["trace[210401038] 'read index received' (duration: 47.545062ms)","trace[210401038] 'applied index is now lower than readState.Index' (duration: 316.249093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:18.150556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361504321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:18.151517Z","caller":"traceutil/trace.go:171","msg":"trace[498408455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29451; }","duration":"1.362515427s","start":"2026-03-04T02:25:16.788991Z","end":"2026-03-04T02:25:18.151507Z","steps":["trace[498408455] 'agreement among raft nodes before linearized reading' (duration: 1.361537751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.151499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:17.733133Z","time spent":"418.267265ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:18.151547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:16.788964Z","time spent":"1.362575179s","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:25:18.150575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321490984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:25:18.151672Z","caller":"traceutil/trace.go:171","msg":"trace[1007223380] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:29451; }","duration":"1.322635073s","start":"2026-03-04T02:25:16.829019Z","end":"2026-03-04T02:25:18.151654Z","steps":["trace[1007223380] 'agreement among raft nodes before linearized reading' (duration: 1.321480353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.15195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:16.828999Z","time spent":"1.32288707s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:25:18.150632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531003651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:18.152214Z","caller":"traceutil/trace.go:171","msg":"trace[1917474529] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29451; }","duration":"1.532644455s","start":"2026-03-04T02:25:16.619545Z","end":"2026-03-04T02:25:18.15219Z","steps":["trace[1917474529] 'agreement among raft nodes before linearized reading' (duration: 1.531014552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.15228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:16.619521Z","time spent":"1.532740717s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:25:18.501713Z","caller":"traceutil/trace.go:171","msg":"trace[506384824] linearizableReadLoop","detail":"{readStateIndex:30454; appliedIndex:30453; }","duration":"350.220263ms","start":"2026-03-04T02:25:18.151468Z","end":"2026-03-04T02:25:18.501688Z","steps":["trace[506384824] 'read index received' (duration: 342.076462ms)","trace[506384824] 'applied index is now lower than readState.Index' (duration: 8.142731ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:18.501771Z","caller":"traceutil/trace.go:171","msg":"trace[1495971165] transaction","detail":"{read_only:false; response_revision:29452; number_of_response:1; }","duration":"377.783797ms","start":"2026-03-04T02:25:18.123947Z","end":"2026-03-04T02:25:18.501731Z","steps":["trace[1495971165] 'process raft request' (duration: 369.698187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.501889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:18.123918Z","time spent":"377.90732ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:18.501916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.833147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:25:18.501931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.541039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:18.502036Z","caller":"traceutil/trace.go:171","msg":"trace[933086587] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29452; }","duration":"646.982761ms","start":"2026-03-04T02:25:17.85499Z","end":"2026-03-04T02:25:18.501973Z","steps":["trace[933086587] 'agreement among raft nodes before linearized reading' (duration: 646.836868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.502058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.073299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:25:18.502105Z","caller":"traceutil/trace.go:171","msg":"trace[1800628046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29452; }","duration":"348.753164ms","start":"2026-03-04T02:25:18.153317Z","end":"2026-03-04T02:25:18.50207Z","steps":["trace[1800628046] 'agreement among raft nodes before linearized reading' (duration: 348.541859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.502117Z","caller":"traceutil/trace.go:171","msg":"trace[1680332714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29452; }","duration":"570.16733ms","start":"2026-03-04T02:25:17.931936Z","end":"2026-03-04T02:25:18.502104Z","steps":["trace[1680332714] 'agreement among raft nodes before linearized reading' (duration: 569.969365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.502128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:17.854962Z","time spent":"647.121294ms","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:25:18.502152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:17.931918Z","time spent":"570.226942ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:25:18.502152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:18.153295Z","time spent":"348.845497ms","remote":"127.0.0.1:52988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:25:18.502161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.587273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:25:18.50218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.140064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:25:18.502232Z","caller":"traceutil/trace.go:171","msg":"trace[2074890141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29452; }","duration":"125.674405ms","start":"2026-03-04T02:25:18.376524Z","end":"2026-03-04T02:25:18.502199Z","steps":["trace[2074890141] 'agreement among raft nodes before linearized reading' (duration: 125.419058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.502239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.543158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T02:25:18.502272Z","caller":"traceutil/trace.go:171","msg":"trace[984295256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29452; }","duration":"178.280449ms","start":"2026-03-04T02:25:18.323969Z","end":"2026-03-04T02:25:18.502249Z","steps":["trace[984295256] 'agreement among raft nodes before linearized reading' (duration: 177.986141ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.502276Z","caller":"traceutil/trace.go:171","msg":"trace[603093116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29452; }","duration":"385.920458ms","start":"2026-03-04T02:25:18.116343Z","end":"2026-03-04T02:25:18.502263Z","steps":["trace[603093116] 'agreement among raft nodes before linearized reading' (duration: 385.459216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.502287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.099797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T02:25:18.502315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:18.116325Z","time spent":"385.97702ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:25:18.502326Z","caller":"traceutil/trace.go:171","msg":"trace[485999920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29452; }","duration":"219.169568ms","start":"2026-03-04T02:25:18.283148Z","end":"2026-03-04T02:25:18.502317Z","steps":["trace[485999920] 'agreement among raft nodes before linearized reading' (duration: 219.036433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.632697Z","caller":"traceutil/trace.go:171","msg":"trace[374056022] transaction","detail":"{read_only:false; response_revision:29453; number_of_response:1; }","duration":"125.520272ms","start":"2026-03-04T02:25:18.507148Z","end":"2026-03-04T02:25:18.632669Z","steps":["trace[374056022] 'process raft request' (duration: 125.365728ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.657595Z","caller":"traceutil/trace.go:171","msg":"trace[399988180] transaction","detail":"{read_only:false; response_revision:29455; number_of_response:1; }","duration":"150.107268ms","start":"2026-03-04T02:25:18.507462Z","end":"2026-03-04T02:25:18.65757Z","steps":["trace[399988180] 'process raft request' (duration: 150.021406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.657633Z","caller":"traceutil/trace.go:171","msg":"trace[1052348863] transaction","detail":"{read_only:false; response_revision:29454; number_of_response:1; }","duration":"150.14323ms","start":"2026-03-04T02:25:18.507453Z","end":"2026-03-04T02:25:18.657596Z","steps":["trace[1052348863] 'process raft request' (duration: 149.850243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.657828Z","caller":"traceutil/trace.go:171","msg":"trace[1403796262] linearizableReadLoop","detail":"{readStateIndex:30458; appliedIndex:30454; }","duration":"149.662287ms","start":"2026-03-04T02:25:18.508124Z","end":"2026-03-04T02:25:18.657786Z","steps":["trace[1403796262] 'read index received' (duration: 124.505216ms)","trace[1403796262] 'applied index is now lower than readState.Index' (duration: 25.155361ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:18.657951Z","caller":"traceutil/trace.go:171","msg":"trace[2021905018] transaction","detail":"{read_only:false; response_revision:29456; number_of_response:1; }","duration":"150.347365ms","start":"2026-03-04T02:25:18.507564Z","end":"2026-03-04T02:25:18.657911Z","steps":["trace[2021905018] 'process raft request' (duration: 149.963585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.658065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.923064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18570"} {"level":"warn","ts":"2026-03-04T02:25:18.65804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.791314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:18.6581Z","caller":"traceutil/trace.go:171","msg":"trace[172332201] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29456; }","duration":"150.010016ms","start":"2026-03-04T02:25:18.508081Z","end":"2026-03-04T02:25:18.658091Z","steps":["trace[172332201] 'agreement among raft nodes before linearized reading' (duration: 149.842692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:18.658148Z","caller":"traceutil/trace.go:171","msg":"trace[1817223032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29456; }","duration":"148.925259ms","start":"2026-03-04T02:25:18.509196Z","end":"2026-03-04T02:25:18.658121Z","steps":["trace[1817223032] 'agreement among raft nodes before linearized reading' (duration: 148.766755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:18.658269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.265709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:25:18.658309Z","caller":"traceutil/trace.go:171","msg":"trace[293217406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:29456; }","duration":"112.32003ms","start":"2026-03-04T02:25:18.54598Z","end":"2026-03-04T02:25:18.6583Z","steps":["trace[293217406] 'agreement among raft nodes before linearized reading' (duration: 112.115115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:54.410967Z","caller":"traceutil/trace.go:171","msg":"trace[1701303399] transaction","detail":"{read_only:false; response_revision:29697; number_of_response:1; }","duration":"135.628584ms","start":"2026-03-04T02:25:54.275316Z","end":"2026-03-04T02:25:54.410944Z","steps":["trace[1701303399] 'process raft request' (duration: 135.47065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:54.411311Z","caller":"traceutil/trace.go:171","msg":"trace[1227715950] transaction","detail":"{read_only:false; response_revision:29698; number_of_response:1; }","duration":"130.205813ms","start":"2026-03-04T02:25:54.281088Z","end":"2026-03-04T02:25:54.411294Z","steps":["trace[1227715950] 'process raft request' (duration: 129.824163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:54.411373Z","caller":"traceutil/trace.go:171","msg":"trace[864850968] transaction","detail":"{read_only:false; response_revision:29699; number_of_response:1; }","duration":"126.188069ms","start":"2026-03-04T02:25:54.285158Z","end":"2026-03-04T02:25:54.411346Z","steps":["trace[864850968] 'process raft request' (duration: 126.030395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:54.411445Z","caller":"traceutil/trace.go:171","msg":"trace[1052956676] transaction","detail":"{read_only:false; response_revision:29700; number_of_response:1; }","duration":"125.505731ms","start":"2026-03-04T02:25:54.28593Z","end":"2026-03-04T02:25:54.411435Z","steps":["trace[1052956676] 'process raft request' (duration: 125.371078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:54.411519Z","caller":"traceutil/trace.go:171","msg":"trace[483374096] linearizableReadLoop","detail":"{readStateIndex:30709; appliedIndex:30704; }","duration":"125.4304ms","start":"2026-03-04T02:25:54.286079Z","end":"2026-03-04T02:25:54.411509Z","steps":["trace[483374096] 'read index received' (duration: 54.03745ms)","trace[483374096] 'applied index is now lower than readState.Index' (duration: 71.39222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:54.411712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.613284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1051"} {"level":"info","ts":"2026-03-04T02:25:54.41177Z","caller":"traceutil/trace.go:171","msg":"trace[56538493] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:29701; }","duration":"125.702497ms","start":"2026-03-04T02:25:54.286047Z","end":"2026-03-04T02:25:54.411749Z","steps":["trace[56538493] 'agreement among raft nodes before linearized reading' (duration: 125.513572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:56.127845Z","caller":"traceutil/trace.go:171","msg":"trace[1700099918] transaction","detail":"{read_only:false; response_revision:29707; number_of_response:1; }","duration":"138.316473ms","start":"2026-03-04T02:25:55.989408Z","end":"2026-03-04T02:25:56.127725Z","steps":["trace[1700099918] 'process raft request' (duration: 65.364074ms)","trace[1700099918] 'compare' (duration: 72.669862ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:56.601409Z","caller":"traceutil/trace.go:171","msg":"trace[344684682] transaction","detail":"{read_only:false; response_revision:29709; number_of_response:1; }","duration":"185.312631ms","start":"2026-03-04T02:25:56.416075Z","end":"2026-03-04T02:25:56.601388Z","steps":["trace[344684682] 'process raft request' (duration: 183.281708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:56.631847Z","caller":"traceutil/trace.go:171","msg":"trace[1263409342] transaction","detail":"{read_only:false; response_revision:29713; number_of_response:1; }","duration":"214.071886ms","start":"2026-03-04T02:25:56.417758Z","end":"2026-03-04T02:25:56.63183Z","steps":["trace[1263409342] 'process raft request' (duration: 214.042846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:56.63205Z","caller":"traceutil/trace.go:171","msg":"trace[1117870431] transaction","detail":"{read_only:false; response_revision:29711; number_of_response:1; }","duration":"214.813035ms","start":"2026-03-04T02:25:56.417231Z","end":"2026-03-04T02:25:56.632044Z","steps":["trace[1117870431] 'process raft request' (duration: 214.525637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:56.63201Z","caller":"traceutil/trace.go:171","msg":"trace[2068331173] transaction","detail":"{read_only:false; response_revision:29710; number_of_response:1; }","duration":"215.4034ms","start":"2026-03-04T02:25:56.416533Z","end":"2026-03-04T02:25:56.631936Z","steps":["trace[2068331173] 'process raft request' (duration: 215.130053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:56.632128Z","caller":"traceutil/trace.go:171","msg":"trace[890811903] transaction","detail":"{read_only:false; response_revision:29712; number_of_response:1; }","duration":"214.793793ms","start":"2026-03-04T02:25:56.41733Z","end":"2026-03-04T02:25:56.632123Z","steps":["trace[890811903] 'process raft request' (duration: 214.450315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:04.763941Z","caller":"traceutil/trace.go:171","msg":"trace[1790764339] transaction","detail":"{read_only:false; response_revision:29763; number_of_response:1; }","duration":"139.183266ms","start":"2026-03-04T02:26:04.624727Z","end":"2026-03-04T02:26:04.76391Z","steps":["trace[1790764339] 'process raft request' (duration: 139.010831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:04.771653Z","caller":"traceutil/trace.go:171","msg":"trace[306300828] transaction","detail":"{read_only:false; response_revision:29764; number_of_response:1; }","duration":"109.59798ms","start":"2026-03-04T02:26:04.662035Z","end":"2026-03-04T02:26:04.771633Z","steps":["trace[306300828] 'process raft request' (duration: 109.384254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:04.771795Z","caller":"traceutil/trace.go:171","msg":"trace[1294911894] transaction","detail":"{read_only:false; response_revision:29765; number_of_response:1; }","duration":"107.910025ms","start":"2026-03-04T02:26:04.663859Z","end":"2026-03-04T02:26:04.771769Z","steps":["trace[1294911894] 'process raft request' (duration: 107.67861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:04.771779Z","caller":"traceutil/trace.go:171","msg":"trace[449449896] transaction","detail":"{read_only:false; response_revision:29767; number_of_response:1; }","duration":"105.435182ms","start":"2026-03-04T02:26:04.666311Z","end":"2026-03-04T02:26:04.771746Z","steps":["trace[449449896] 'process raft request' (duration: 105.294358ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:04.771838Z","caller":"traceutil/trace.go:171","msg":"trace[2071190149] transaction","detail":"{read_only:false; response_revision:29766; number_of_response:1; }","duration":"107.912555ms","start":"2026-03-04T02:26:04.663858Z","end":"2026-03-04T02:26:04.77177Z","steps":["trace[2071190149] 'process raft request' (duration: 107.717031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:17.299568Z","caller":"traceutil/trace.go:171","msg":"trace[363347894] transaction","detail":"{read_only:false; response_revision:29850; number_of_response:1; }","duration":"145.470618ms","start":"2026-03-04T02:26:17.154075Z","end":"2026-03-04T02:26:17.299546Z","steps":["trace[363347894] 'process raft request' (duration: 111.23305ms)","trace[363347894] 'compare' (duration: 34.089084ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:17.317125Z","caller":"traceutil/trace.go:171","msg":"trace[230635044] transaction","detail":"{read_only:false; response_revision:29851; number_of_response:1; }","duration":"162.12366ms","start":"2026-03-04T02:26:17.154987Z","end":"2026-03-04T02:26:17.317111Z","steps":["trace[230635044] 'process raft request' (duration: 162.006117ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:17.317248Z","caller":"traceutil/trace.go:171","msg":"trace[1377935596] linearizableReadLoop","detail":"{readStateIndex:30866; appliedIndex:30863; }","duration":"146.748213ms","start":"2026-03-04T02:26:17.17049Z","end":"2026-03-04T02:26:17.317239Z","steps":["trace[1377935596] 'read index received' (duration: 94.787986ms)","trace[1377935596] 'applied index is now lower than readState.Index' (duration: 51.959297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:17.317404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.913676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-04T02:26:17.31741Z","caller":"traceutil/trace.go:171","msg":"trace[1167127037] transaction","detail":"{read_only:false; response_revision:29852; number_of_response:1; }","duration":"156.144416ms","start":"2026-03-04T02:26:17.161251Z","end":"2026-03-04T02:26:17.317396Z","steps":["trace[1167127037] 'process raft request' (duration: 155.834427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:17.317434Z","caller":"traceutil/trace.go:171","msg":"trace[538189020] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:29852; }","duration":"146.997468ms","start":"2026-03-04T02:26:17.170428Z","end":"2026-03-04T02:26:17.317426Z","steps":["trace[538189020] 'agreement among raft nodes before linearized reading' (duration: 146.878745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:55.233756Z","caller":"traceutil/trace.go:171","msg":"trace[457410567] transaction","detail":"{read_only:false; response_revision:30106; number_of_response:1; }","duration":"145.332506ms","start":"2026-03-04T02:26:55.088389Z","end":"2026-03-04T02:26:55.233722Z","steps":["trace[457410567] 'process raft request' (duration: 139.251168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:55.234073Z","caller":"traceutil/trace.go:171","msg":"trace[940848301] transaction","detail":"{read_only:false; response_revision:30107; number_of_response:1; }","duration":"145.581661ms","start":"2026-03-04T02:26:55.08846Z","end":"2026-03-04T02:26:55.234042Z","steps":["trace[940848301] 'process raft request' (duration: 145.220773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:55.234286Z","caller":"traceutil/trace.go:171","msg":"trace[539378027] transaction","detail":"{read_only:false; response_revision:30108; number_of_response:1; }","duration":"143.816676ms","start":"2026-03-04T02:26:55.090451Z","end":"2026-03-04T02:26:55.234268Z","steps":["trace[539378027] 'process raft request' (duration: 143.461426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:55.234462Z","caller":"traceutil/trace.go:171","msg":"trace[1466694898] transaction","detail":"{read_only:false; response_revision:30109; number_of_response:1; }","duration":"142.090961ms","start":"2026-03-04T02:26:55.092362Z","end":"2026-03-04T02:26:55.234453Z","steps":["trace[1466694898] 'process raft request' (duration: 141.71888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:08.607713Z","caller":"traceutil/trace.go:171","msg":"trace[1519770499] linearizableReadLoop","detail":"{readStateIndex:31225; appliedIndex:31224; }","duration":"124.220158ms","start":"2026-03-04T02:27:08.483468Z","end":"2026-03-04T02:27:08.607688Z","steps":["trace[1519770499] 'read index received' (duration: 124.028864ms)","trace[1519770499] 'applied index is now lower than readState.Index' (duration: 190.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:08.60808Z","caller":"traceutil/trace.go:171","msg":"trace[1607059222] transaction","detail":"{read_only:false; response_revision:30200; number_of_response:1; }","duration":"126.020485ms","start":"2026-03-04T02:27:08.482048Z","end":"2026-03-04T02:27:08.608068Z","steps":["trace[1607059222] 'process raft request' (duration: 125.500762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:08.608387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.899046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:27:08.608483Z","caller":"traceutil/trace.go:171","msg":"trace[1335011179] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30200; }","duration":"125.048059ms","start":"2026-03-04T02:27:08.483409Z","end":"2026-03-04T02:27:08.608457Z","steps":["trace[1335011179] 'agreement among raft nodes before linearized reading' (duration: 124.772162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:09.176641Z","caller":"traceutil/trace.go:171","msg":"trace[1978228116] transaction","detail":"{read_only:false; response_revision:30205; number_of_response:1; }","duration":"250.056358ms","start":"2026-03-04T02:27:08.926564Z","end":"2026-03-04T02:27:09.17662Z","steps":["trace[1978228116] 'process raft request' (duration: 249.918834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:27.440426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.922894ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:27.440575Z","caller":"traceutil/trace.go:171","msg":"trace[770116799] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30328; }","duration":"101.078028ms","start":"2026-03-04T02:27:27.339471Z","end":"2026-03-04T02:27:27.440549Z","steps":["trace[770116799] 'range keys from in-memory index tree' (duration: 100.905904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:40.0306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.783636ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:27:45.600438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.861316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:27:47.167707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.358217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:27:47.167787Z","caller":"traceutil/trace.go:171","msg":"trace[2138250500] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30463; }","duration":"157.49003ms","start":"2026-03-04T02:27:47.010281Z","end":"2026-03-04T02:27:47.167771Z","steps":["trace[2138250500] 'range keys from in-memory index tree' (duration: 157.175542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:47.167765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.078834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:27:47.16784Z","caller":"traceutil/trace.go:171","msg":"trace[1751627708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30463; }","duration":"212.190996ms","start":"2026-03-04T02:27:46.955629Z","end":"2026-03-04T02:27:47.16782Z","steps":["trace[1751627708] 'range keys from in-memory index tree' (duration: 211.92739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:47.168226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.021648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-04T02:27:47.168256Z","caller":"traceutil/trace.go:171","msg":"trace[1817273199] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30463; }","duration":"135.08273ms","start":"2026-03-04T02:27:47.033164Z","end":"2026-03-04T02:27:47.168247Z","steps":["trace[1817273199] 'range keys from in-memory index tree' (duration: 134.783081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:27.915729Z","caller":"traceutil/trace.go:171","msg":"trace[1484041366] transaction","detail":"{read_only:false; response_revision:30744; number_of_response:1; }","duration":"100.558675ms","start":"2026-03-04T02:28:27.81512Z","end":"2026-03-04T02:28:27.915679Z","steps":["trace[1484041366] 'process raft request' (duration: 100.294497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:28.095714Z","caller":"traceutil/trace.go:171","msg":"trace[171782486] linearizableReadLoop","detail":"{readStateIndex:31788; appliedIndex:31787; }","duration":"117.221286ms","start":"2026-03-04T02:28:27.978413Z","end":"2026-03-04T02:28:28.095634Z","steps":["trace[171782486] 'read index received' (duration: 17.456472ms)","trace[171782486] 'applied index is now lower than readState.Index' (duration: 99.762744ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:28.096266Z","caller":"traceutil/trace.go:171","msg":"trace[1094775875] transaction","detail":"{read_only:false; response_revision:30747; number_of_response:1; }","duration":"173.7262ms","start":"2026-03-04T02:28:27.922519Z","end":"2026-03-04T02:28:28.096245Z","steps":["trace[1094775875] 'process raft request' (duration: 73.37432ms)","trace[1094775875] 'compare' (duration: 99.453866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:28.096401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.899244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:28:28.096645Z","caller":"traceutil/trace.go:171","msg":"trace[1112622850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30747; }","duration":"118.183081ms","start":"2026-03-04T02:28:27.978373Z","end":"2026-03-04T02:28:28.096556Z","steps":["trace[1112622850] 'agreement among raft nodes before linearized reading' (duration: 117.736559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:28.209092Z","caller":"traceutil/trace.go:171","msg":"trace[502414421] transaction","detail":"{read_only:false; response_revision:30750; number_of_response:1; }","duration":"107.825613ms","start":"2026-03-04T02:28:28.101235Z","end":"2026-03-04T02:28:28.209061Z","steps":["trace[502414421] 'process raft request' (duration: 107.763121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:28.20933Z","caller":"traceutil/trace.go:171","msg":"trace[1084010980] transaction","detail":"{read_only:false; response_revision:30749; number_of_response:1; }","duration":"108.345126ms","start":"2026-03-04T02:28:28.100968Z","end":"2026-03-04T02:28:28.209313Z","steps":["trace[1084010980] 'process raft request' (duration: 105.955424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:16.067819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28999} {"level":"info","ts":"2026-03-04T02:29:16.17842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28999,"took":"106.912189ms","hash":184975200,"current-db-size-bytes":51257344,"current-db-size":"51 MB","current-db-size-in-use-bytes":27860992,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:29:16.178503Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":184975200,"revision":28999,"compact-revision":26929} {"level":"info","ts":"2026-03-04T02:30:48.455228Z","caller":"traceutil/trace.go:171","msg":"trace[785637999] linearizableReadLoop","detail":"{readStateIndex:32873; appliedIndex:32872; }","duration":"102.399422ms","start":"2026-03-04T02:30:48.352801Z","end":"2026-03-04T02:30:48.455201Z","steps":["trace[785637999] 'read index received' (duration: 15.138803ms)","trace[785637999] 'applied index is now lower than readState.Index' (duration: 87.259679ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:30:48.455381Z","caller":"traceutil/trace.go:171","msg":"trace[1225813603] transaction","detail":"{read_only:false; response_revision:31799; number_of_response:1; }","duration":"126.940398ms","start":"2026-03-04T02:30:48.328426Z","end":"2026-03-04T02:30:48.455367Z","steps":["trace[1225813603] 'process raft request' (duration: 39.573735ms)","trace[1225813603] 'compare' (duration: 87.007253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:30:48.455648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.841263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:30:48.455699Z","caller":"traceutil/trace.go:171","msg":"trace[660960998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31799; }","duration":"102.934576ms","start":"2026-03-04T02:30:48.35275Z","end":"2026-03-04T02:30:48.455684Z","steps":["trace[660960998] 'agreement among raft nodes before linearized reading' (duration: 102.790732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:03.23791Z","caller":"traceutil/trace.go:171","msg":"trace[474556033] transaction","detail":"{read_only:false; response_revision:33130; number_of_response:1; }","duration":"106.965695ms","start":"2026-03-04T02:34:03.130921Z","end":"2026-03-04T02:34:03.237887Z","steps":["trace[474556033] 'process raft request' (duration: 106.834592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:03.959282Z","caller":"traceutil/trace.go:171","msg":"trace[264361363] transaction","detail":"{read_only:false; response_revision:33137; number_of_response:1; }","duration":"122.6763ms","start":"2026-03-04T02:34:03.836582Z","end":"2026-03-04T02:34:03.959259Z","steps":["trace[264361363] 'process raft request' (duration: 122.453355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:16.074348Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31074} {"level":"info","ts":"2026-03-04T02:34:16.217035Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31074,"took":"135.784029ms","hash":2949553748,"current-db-size-bytes":51257344,"current-db-size":"51 MB","current-db-size-in-use-bytes":28610560,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:34:16.217131Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2949553748,"revision":31074,"compact-revision":28999} {"level":"info","ts":"2026-03-04T02:34:39.844252Z","caller":"traceutil/trace.go:171","msg":"trace[628654281] transaction","detail":"{read_only:false; response_revision:33384; number_of_response:1; }","duration":"175.840365ms","start":"2026-03-04T02:34:39.668383Z","end":"2026-03-04T02:34:39.844223Z","steps":["trace[628654281] 'process raft request' (duration: 175.594958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.633491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.068946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:16.633614Z","caller":"traceutil/trace.go:171","msg":"trace[1957104981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34076; }","duration":"100.242042ms","start":"2026-03-04T02:36:16.533346Z","end":"2026-03-04T02:36:16.633588Z","steps":["trace[1957104981] 'agreement among raft nodes before linearized reading' (duration: 99.824991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.633724Z","caller":"traceutil/trace.go:171","msg":"trace[1838640453] transaction","detail":"{read_only:false; response_revision:34076; number_of_response:1; }","duration":"111.84707ms","start":"2026-03-04T02:36:16.521763Z","end":"2026-03-04T02:36:16.633611Z","steps":["trace[1838640453] 'process raft request' (duration: 111.07989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.783466Z","caller":"traceutil/trace.go:171","msg":"trace[1781044380] linearizableReadLoop","detail":"{readStateIndex:35223; appliedIndex:35221; }","duration":"140.863672ms","start":"2026-03-04T02:36:16.64258Z","end":"2026-03-04T02:36:16.783443Z","steps":["trace[1781044380] 'read index received' (duration: 75.348728ms)","trace[1781044380] 'applied index is now lower than readState.Index' (duration: 65.513804ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:16.783542Z","caller":"traceutil/trace.go:171","msg":"trace[973981587] transaction","detail":"{read_only:false; response_revision:34078; number_of_response:1; }","duration":"144.053413ms","start":"2026-03-04T02:36:16.639454Z","end":"2026-03-04T02:36:16.783507Z","steps":["trace[973981587] 'process raft request' (duration: 143.892808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.783612Z","caller":"traceutil/trace.go:171","msg":"trace[1393623224] transaction","detail":"{read_only:false; response_revision:34077; number_of_response:1; }","duration":"144.159626ms","start":"2026-03-04T02:36:16.639422Z","end":"2026-03-04T02:36:16.783581Z","steps":["trace[1393623224] 'process raft request' (duration: 78.490939ms)","trace[1393623224] 'compare' (duration: 65.160384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:16.783704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.111787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0865ecd5-5468-45ff-b6fc-50b337082d61\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-04T02:36:16.783748Z","caller":"traceutil/trace.go:171","msg":"trace[1148980538] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0865ecd5-5468-45ff-b6fc-50b337082d61; range_end:; response_count:1; response_revision:34078; }","duration":"141.179669ms","start":"2026-03-04T02:36:16.642553Z","end":"2026-03-04T02:36:16.783733Z","steps":["trace[1148980538] 'agreement among raft nodes before linearized reading' (duration: 141.022275ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.959749Z","caller":"traceutil/trace.go:171","msg":"trace[413426394] linearizableReadLoop","detail":"{readStateIndex:35225; appliedIndex:35224; }","duration":"176.180173ms","start":"2026-03-04T02:36:16.783547Z","end":"2026-03-04T02:36:16.959727Z","steps":["trace[413426394] 'read index received' (duration: 30.324424ms)","trace[413426394] 'applied index is now lower than readState.Index' (duration: 145.854809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:16.959958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.353904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:36:16.96Z","caller":"traceutil/trace.go:171","msg":"trace[190949297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34080; }","duration":"290.453357ms","start":"2026-03-04T02:36:16.669531Z","end":"2026-03-04T02:36:16.959984Z","steps":["trace[190949297] 'agreement among raft nodes before linearized reading' (duration: 290.291134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.960068Z","caller":"traceutil/trace.go:171","msg":"trace[1442545413] transaction","detail":"{read_only:false; response_revision:34080; number_of_response:1; }","duration":"187.972709ms","start":"2026-03-04T02:36:16.772075Z","end":"2026-03-04T02:36:16.960047Z","steps":["trace[1442545413] 'process raft request' (duration: 116.311047ms)","trace[1442545413] 'compare' (duration: 71.243701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:16.960293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.584137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:16.960343Z","caller":"traceutil/trace.go:171","msg":"trace[734391323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34080; }","duration":"238.677869ms","start":"2026-03-04T02:36:16.72165Z","end":"2026-03-04T02:36:16.960329Z","steps":["trace[734391323] 'agreement among raft nodes before linearized reading' (duration: 238.575196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.960304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.121368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:16.960452Z","caller":"traceutil/trace.go:171","msg":"trace[2067290810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34080; }","duration":"201.310693ms","start":"2026-03-04T02:36:16.759133Z","end":"2026-03-04T02:36:16.960443Z","steps":["trace[2067290810] 'agreement among raft nodes before linearized reading' (duration: 201.140809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:16.960432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.769335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:36:16.9605Z","caller":"traceutil/trace.go:171","msg":"trace[1063847468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34080; }","duration":"290.879398ms","start":"2026-03-04T02:36:16.669604Z","end":"2026-03-04T02:36:16.960483Z","steps":["trace[1063847468] 'agreement among raft nodes before linearized reading' (duration: 290.636612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:26.981739Z","caller":"traceutil/trace.go:171","msg":"trace[1237296513] linearizableReadLoop","detail":"{readStateIndex:35293; appliedIndex:35292; }","duration":"226.600166ms","start":"2026-03-04T02:36:26.755116Z","end":"2026-03-04T02:36:26.981716Z","steps":["trace[1237296513] 'read index received' (duration: 226.434191ms)","trace[1237296513] 'applied index is now lower than readState.Index' (duration: 164.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:26.981833Z","caller":"traceutil/trace.go:171","msg":"trace[1641656831] transaction","detail":"{read_only:false; response_revision:34146; number_of_response:1; }","duration":"315.73275ms","start":"2026-03-04T02:36:26.66607Z","end":"2026-03-04T02:36:26.981803Z","steps":["trace[1641656831] 'process raft request' (duration: 315.481352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.981897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.76055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:26.981936Z","caller":"traceutil/trace.go:171","msg":"trace[1591954909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34146; }","duration":"226.845873ms","start":"2026-03-04T02:36:26.755081Z","end":"2026-03-04T02:36:26.981927Z","steps":["trace[1591954909] 'agreement among raft nodes before linearized reading' (duration: 226.762671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.981953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.899514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:26.981993Z","caller":"traceutil/trace.go:171","msg":"trace[309573749] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:34146; }","duration":"202.959775ms","start":"2026-03-04T02:36:26.779024Z","end":"2026-03-04T02:36:26.981984Z","steps":["trace[309573749] 'agreement among raft nodes before linearized reading' (duration: 202.873193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:26.982029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.339775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:36:26.982031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:26.666035Z","time spent":"315.899054ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:26.982045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.695868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:36:26.982082Z","caller":"traceutil/trace.go:171","msg":"trace[637763177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34146; }","duration":"155.402586ms","start":"2026-03-04T02:36:26.826667Z","end":"2026-03-04T02:36:26.98207Z","steps":["trace[637763177] 'agreement among raft nodes before linearized reading' (duration: 155.245932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:26.982102Z","caller":"traceutil/trace.go:171","msg":"trace[529845973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34146; }","duration":"142.798731ms","start":"2026-03-04T02:36:26.839291Z","end":"2026-03-04T02:36:26.98209Z","steps":["trace[529845973] 'agreement among raft nodes before linearized reading' (duration: 142.618646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:27.133173Z","caller":"traceutil/trace.go:171","msg":"trace[1679187490] transaction","detail":"{read_only:false; response_revision:34147; number_of_response:1; }","duration":"146.709642ms","start":"2026-03-04T02:36:26.986439Z","end":"2026-03-04T02:36:27.133148Z","steps":["trace[1679187490] 'process raft request' (duration: 105.742913ms)","trace[1679187490] 'compare' (duration: 40.752674ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:27.147304Z","caller":"traceutil/trace.go:171","msg":"trace[317556619] transaction","detail":"{read_only:false; response_revision:34148; number_of_response:1; }","duration":"159.768219ms","start":"2026-03-04T02:36:26.987508Z","end":"2026-03-04T02:36:27.147277Z","steps":["trace[317556619] 'process raft request' (duration: 159.448491ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:27.147571Z","caller":"traceutil/trace.go:171","msg":"trace[640437474] transaction","detail":"{read_only:false; response_revision:34149; number_of_response:1; }","duration":"127.610698ms","start":"2026-03-04T02:36:27.019938Z","end":"2026-03-04T02:36:27.147549Z","steps":["trace[640437474] 'process raft request' (duration: 127.137966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:29.47302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.282624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:29.473184Z","caller":"traceutil/trace.go:171","msg":"trace[1411526299] transaction","detail":"{read_only:false; response_revision:34159; number_of_response:1; }","duration":"320.333659ms","start":"2026-03-04T02:36:29.152829Z","end":"2026-03-04T02:36:29.473163Z","steps":["trace[1411526299] 'process raft request' (duration: 316.704915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:29.473202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.150553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:36:29.473313Z","caller":"traceutil/trace.go:171","msg":"trace[700018812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34158; }","duration":"337.327248ms","start":"2026-03-04T02:36:29.135959Z","end":"2026-03-04T02:36:29.473287Z","steps":["trace[700018812] 'range keys from in-memory index tree' (duration: 336.930168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:29.473343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.152812Z","time spent":"320.450681ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:29.473356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.978318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T02:36:29.473373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.135943Z","time spent":"337.420151ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:36:29.473417Z","caller":"traceutil/trace.go:171","msg":"trace[1828256669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34159; }","duration":"258.091291ms","start":"2026-03-04T02:36:29.21531Z","end":"2026-03-04T02:36:29.473402Z","steps":["trace[1828256669] 'agreement among raft nodes before linearized reading' (duration: 257.858184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:29.473198Z","caller":"traceutil/trace.go:171","msg":"trace[869408914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34158; }","duration":"321.572971ms","start":"2026-03-04T02:36:29.151603Z","end":"2026-03-04T02:36:29.473176Z","steps":["trace[869408914] 'range keys from in-memory index tree' (duration: 321.116209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:29.473654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:29.151583Z","time spent":"322.047293ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:36:29.473109Z","caller":"traceutil/trace.go:171","msg":"trace[764644938] linearizableReadLoop","detail":"{readStateIndex:35306; appliedIndex:35305; }","duration":"257.716161ms","start":"2026-03-04T02:36:29.21536Z","end":"2026-03-04T02:36:29.473076Z","steps":["trace[764644938] 'read index received' (duration: 254.062996ms)","trace[764644938] 'applied index is now lower than readState.Index' (duration: 3.651655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:29.474064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.095943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:36:29.474175Z","caller":"traceutil/trace.go:171","msg":"trace[50774966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34159; }","duration":"248.245557ms","start":"2026-03-04T02:36:29.225895Z","end":"2026-03-04T02:36:29.47414Z","steps":["trace[50774966] 'agreement among raft nodes before linearized reading' (duration: 247.963929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:29.646701Z","caller":"traceutil/trace.go:171","msg":"trace[1260066163] transaction","detail":"{read_only:false; response_revision:34162; number_of_response:1; }","duration":"168.746431ms","start":"2026-03-04T02:36:29.477931Z","end":"2026-03-04T02:36:29.646677Z","steps":["trace[1260066163] 'process raft request' (duration: 168.548886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:29.646979Z","caller":"traceutil/trace.go:171","msg":"trace[366143468] linearizableReadLoop","detail":"{readStateIndex:35310; appliedIndex:35308; }","duration":"127.484475ms","start":"2026-03-04T02:36:29.519443Z","end":"2026-03-04T02:36:29.646927Z","steps":["trace[366143468] 'read index received' (duration: 17.950114ms)","trace[366143468] 'applied index is now lower than readState.Index' (duration: 109.532391ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:29.647115Z","caller":"traceutil/trace.go:171","msg":"trace[613625637] transaction","detail":"{read_only:false; response_revision:34163; number_of_response:1; }","duration":"169.002379ms","start":"2026-03-04T02:36:29.478101Z","end":"2026-03-04T02:36:29.647103Z","steps":["trace[613625637] 'process raft request' (duration: 168.527166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:29.64727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.810324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:29.647321Z","caller":"traceutil/trace.go:171","msg":"trace[619400430] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:34163; }","duration":"127.926487ms","start":"2026-03-04T02:36:29.519387Z","end":"2026-03-04T02:36:29.647313Z","steps":["trace[619400430] 'agreement among raft nodes before linearized reading' (duration: 127.777883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:29.860246Z","caller":"traceutil/trace.go:171","msg":"trace[1584102924] transaction","detail":"{read_only:false; response_revision:34164; number_of_response:1; }","duration":"286.050512ms","start":"2026-03-04T02:36:29.574164Z","end":"2026-03-04T02:36:29.860214Z","steps":["trace[1584102924] 'process raft request' (duration: 212.311807ms)","trace[1584102924] 'compare' (duration: 73.51995ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:29.860251Z","caller":"traceutil/trace.go:171","msg":"trace[147774527] linearizableReadLoop","detail":"{readStateIndex:35311; appliedIndex:35310; }","duration":"101.558114ms","start":"2026-03-04T02:36:29.758664Z","end":"2026-03-04T02:36:29.860222Z","steps":["trace[147774527] 'read index received' (duration: 27.744947ms)","trace[147774527] 'applied index is now lower than readState.Index' (duration: 73.810807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:29.860397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.717058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:29.860474Z","caller":"traceutil/trace.go:171","msg":"trace[460405508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34165; }","duration":"101.851792ms","start":"2026-03-04T02:36:29.75861Z","end":"2026-03-04T02:36:29.860461Z","steps":["trace[460405508] 'agreement among raft nodes before linearized reading' (duration: 101.689507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.239505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.300489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:30.239681Z","caller":"traceutil/trace.go:171","msg":"trace[1470859551] transaction","detail":"{read_only:false; response_revision:34168; number_of_response:1; }","duration":"284.541743ms","start":"2026-03-04T02:36:29.955126Z","end":"2026-03-04T02:36:30.239668Z","steps":["trace[1470859551] 'process raft request' (duration: 284.464131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:30.23978Z","caller":"traceutil/trace.go:171","msg":"trace[2146759106] linearizableReadLoop","detail":"{readStateIndex:35316; appliedIndex:35313; }","duration":"186.575231ms","start":"2026-03-04T02:36:30.053171Z","end":"2026-03-04T02:36:30.239747Z","steps":["trace[2146759106] 'read index received' (duration: 65.898783ms)","trace[2146759106] 'applied index is now lower than readState.Index' (duration: 120.675148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:30.240017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.775288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:30.240044Z","caller":"traceutil/trace.go:171","msg":"trace[348979481] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:34169; }","duration":"186.847199ms","start":"2026-03-04T02:36:30.053188Z","end":"2026-03-04T02:36:30.240036Z","steps":["trace[348979481] 'agreement among raft nodes before linearized reading' (duration: 186.798438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:30.240088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.890231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:36:30.240127Z","caller":"traceutil/trace.go:171","msg":"trace[581508543] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:34169; }","duration":"187.005233ms","start":"2026-03-04T02:36:30.053109Z","end":"2026-03-04T02:36:30.240114Z","steps":["trace[581508543] 'agreement among raft nodes before linearized reading' (duration: 186.805118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:30.240197Z","caller":"traceutil/trace.go:171","msg":"trace[1553163608] transaction","detail":"{read_only:false; response_revision:34169; number_of_response:1; }","duration":"233.605098ms","start":"2026-03-04T02:36:30.00658Z","end":"2026-03-04T02:36:30.240185Z","steps":["trace[1553163608] 'process raft request' (duration: 233.058364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:30.240127Z","caller":"traceutil/trace.go:171","msg":"trace[1613249271] transaction","detail":"{read_only:false; response_revision:34167; number_of_response:1; }","duration":"284.982675ms","start":"2026-03-04T02:36:29.955102Z","end":"2026-03-04T02:36:30.240085Z","steps":["trace[1613249271] 'process raft request' (duration: 164.021709ms)","trace[1613249271] 'compare' (duration: 120.125695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:30.475839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.124666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:30.475999Z","caller":"traceutil/trace.go:171","msg":"trace[1254349108] transaction","detail":"{read_only:false; response_revision:34170; number_of_response:1; }","duration":"207.276947ms","start":"2026-03-04T02:36:30.268692Z","end":"2026-03-04T02:36:30.475969Z","steps":["trace[1254349108] 'process raft request' (duration: 77.896243ms)","trace[1254349108] 'compare' (duration: 128.933312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:32.084083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.727939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:32.084344Z","caller":"traceutil/trace.go:171","msg":"trace[1611842381] linearizableReadLoop","detail":"{readStateIndex:35327; appliedIndex:35325; }","duration":"327.017372ms","start":"2026-03-04T02:36:31.757304Z","end":"2026-03-04T02:36:32.084321Z","steps":["trace[1611842381] 'read index received' (duration: 47.466647ms)","trace[1611842381] 'applied index is now lower than readState.Index' (duration: 279.549355ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:32.084347Z","caller":"traceutil/trace.go:171","msg":"trace[13746241] transaction","detail":"{read_only:false; response_revision:34178; number_of_response:1; }","duration":"403.889739ms","start":"2026-03-04T02:36:31.68042Z","end":"2026-03-04T02:36:32.08431Z","steps":["trace[13746241] 'process raft request' (duration: 118.828811ms)","trace[13746241] 'compare' (duration: 284.561844ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:32.08454Z","caller":"traceutil/trace.go:171","msg":"trace[1813603407] transaction","detail":"{read_only:false; response_revision:34179; number_of_response:1; }","duration":"403.454407ms","start":"2026-03-04T02:36:31.681029Z","end":"2026-03-04T02:36:32.084484Z","steps":["trace[1813603407] 'process raft request' (duration: 403.215121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.084647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.680396Z","time spent":"404.137175ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:32.08468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.376051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:32.084733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.680963Z","time spent":"403.672494ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:32.084773Z","caller":"traceutil/trace.go:171","msg":"trace[1743656896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34179; }","duration":"327.498364ms","start":"2026-03-04T02:36:31.757248Z","end":"2026-03-04T02:36:32.084746Z","steps":["trace[1743656896] 'agreement among raft nodes before linearized reading' (duration: 327.37937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.08485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.757225Z","time spent":"327.605927ms","remote":"127.0.0.1:52990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:36:32.159555Z","caller":"traceutil/trace.go:171","msg":"trace[1164188657] transaction","detail":"{read_only:false; response_revision:34181; number_of_response:1; }","duration":"294.295675ms","start":"2026-03-04T02:36:31.865211Z","end":"2026-03-04T02:36:32.159507Z","steps":["trace[1164188657] 'process raft request' (duration: 294.143272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.159575Z","caller":"traceutil/trace.go:171","msg":"trace[1296127439] transaction","detail":"{read_only:false; response_revision:34183; number_of_response:1; }","duration":"140.764968ms","start":"2026-03-04T02:36:32.018764Z","end":"2026-03-04T02:36:32.159529Z","steps":["trace[1296127439] 'process raft request' (duration: 140.671586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.159587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.080393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:32.159655Z","caller":"traceutil/trace.go:171","msg":"trace[421552919] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34183; }","duration":"137.194056ms","start":"2026-03-04T02:36:32.022444Z","end":"2026-03-04T02:36:32.159638Z","steps":["trace[421552919] 'agreement among raft nodes before linearized reading' (duration: 137.065261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.159738Z","caller":"traceutil/trace.go:171","msg":"trace[1377502361] transaction","detail":"{read_only:false; response_revision:34182; number_of_response:1; }","duration":"293.433824ms","start":"2026-03-04T02:36:31.86629Z","end":"2026-03-04T02:36:32.159723Z","steps":["trace[1377502361] 'process raft request' (duration: 293.108145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.159765Z","caller":"traceutil/trace.go:171","msg":"trace[1870761558] transaction","detail":"{read_only:false; response_revision:34180; number_of_response:1; }","duration":"305.413152ms","start":"2026-03-04T02:36:31.854298Z","end":"2026-03-04T02:36:32.159711Z","steps":["trace[1870761558] 'process raft request' (duration: 304.93524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.159956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:31.854271Z","time spent":"305.588688ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:32.354249Z","caller":"traceutil/trace.go:171","msg":"trace[566606237] transaction","detail":"{read_only:false; response_revision:34185; number_of_response:1; }","duration":"107.821137ms","start":"2026-03-04T02:36:32.246404Z","end":"2026-03-04T02:36:32.354225Z","steps":["trace[566606237] 'process raft request' (duration: 107.671372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.752713Z","caller":"traceutil/trace.go:171","msg":"trace[557840945] transaction","detail":"{read_only:false; response_revision:34189; number_of_response:1; }","duration":"121.216983ms","start":"2026-03-04T02:36:33.631462Z","end":"2026-03-04T02:36:33.752679Z","steps":["trace[557840945] 'process raft request' (duration: 121.045989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:33.945832Z","caller":"traceutil/trace.go:171","msg":"trace[1501215763] transaction","detail":"{read_only:false; response_revision:34190; number_of_response:1; }","duration":"187.67291ms","start":"2026-03-04T02:36:33.758119Z","end":"2026-03-04T02:36:33.945792Z","steps":["trace[1501215763] 'process raft request' (duration: 148.511158ms)","trace[1501215763] 'compare' (duration: 38.933227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:34.381122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.763592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:34.381286Z","caller":"traceutil/trace.go:171","msg":"trace[2078167758] transaction","detail":"{read_only:false; response_revision:34195; number_of_response:1; }","duration":"216.28569ms","start":"2026-03-04T02:36:34.164983Z","end":"2026-03-04T02:36:34.381269Z","steps":["trace[2078167758] 'process raft request' (duration: 216.226709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:34.381356Z","caller":"traceutil/trace.go:171","msg":"trace[1689027923] transaction","detail":"{read_only:false; response_revision:34194; number_of_response:1; }","duration":"216.451774ms","start":"2026-03-04T02:36:34.164882Z","end":"2026-03-04T02:36:34.381334Z","steps":["trace[1689027923] 'process raft request' (duration: 95.392555ms)","trace[1689027923] 'compare' (duration: 120.654608ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:34.420698Z","caller":"traceutil/trace.go:171","msg":"trace[864156884] transaction","detail":"{read_only:false; response_revision:34196; number_of_response:1; }","duration":"104.961313ms","start":"2026-03-04T02:36:34.315709Z","end":"2026-03-04T02:36:34.42067Z","steps":["trace[864156884] 'process raft request' (duration: 104.680166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:36.694319Z","caller":"traceutil/trace.go:171","msg":"trace[701102384] linearizableReadLoop","detail":"{readStateIndex:35359; appliedIndex:35358; }","duration":"203.676064ms","start":"2026-03-04T02:36:36.490618Z","end":"2026-03-04T02:36:36.694294Z","steps":["trace[701102384] 'read index received' (duration: 108.639927ms)","trace[701102384] 'applied index is now lower than readState.Index' (duration: 95.035247ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:36.694368Z","caller":"traceutil/trace.go:171","msg":"trace[791561267] transaction","detail":"{read_only:false; response_revision:34210; number_of_response:1; }","duration":"267.984146ms","start":"2026-03-04T02:36:36.426357Z","end":"2026-03-04T02:36:36.694341Z","steps":["trace[791561267] 'process raft request' (duration: 172.98915ms)","trace[791561267] 'compare' (duration: 94.816092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:36.694599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.926191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:36.694627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.828135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:36:36.694661Z","caller":"traceutil/trace.go:171","msg":"trace[936077102] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34210; }","duration":"204.081484ms","start":"2026-03-04T02:36:36.490554Z","end":"2026-03-04T02:36:36.694635Z","steps":["trace[936077102] 'agreement among raft nodes before linearized reading' (duration: 203.883549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:36.694694Z","caller":"traceutil/trace.go:171","msg":"trace[1501645082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34210; }","duration":"136.947799ms","start":"2026-03-04T02:36:36.55773Z","end":"2026-03-04T02:36:36.694677Z","steps":["trace[1501645082] 'agreement among raft nodes before linearized reading' (duration: 136.761585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.151837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.370845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:37.151887Z","caller":"traceutil/trace.go:171","msg":"trace[296196116] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:34211; }","duration":"290.484787ms","start":"2026-03-04T02:36:36.861391Z","end":"2026-03-04T02:36:37.151876Z","steps":["trace[296196116] 'count revisions from in-memory index tree' (duration: 290.2249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.152107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.581646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:37.152129Z","caller":"traceutil/trace.go:171","msg":"trace[838751444] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:34211; }","duration":"274.654599ms","start":"2026-03-04T02:36:36.877467Z","end":"2026-03-04T02:36:37.152121Z","steps":["trace[838751444] 'count revisions from in-memory index tree' (duration: 274.463874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:37.152119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.148564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:37.15224Z","caller":"traceutil/trace.go:171","msg":"trace[1561941904] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:34211; }","duration":"200.322848ms","start":"2026-03-04T02:36:36.951898Z","end":"2026-03-04T02:36:37.152221Z","steps":["trace[1561941904] 'count revisions from in-memory index tree' (duration: 200.074261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:37.241078Z","caller":"traceutil/trace.go:171","msg":"trace[1860566027] transaction","detail":"{read_only:false; response_revision:34212; number_of_response:1; }","duration":"110.888887ms","start":"2026-03-04T02:36:37.130162Z","end":"2026-03-04T02:36:37.241051Z","steps":["trace[1860566027] 'process raft request' (duration: 110.690392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:38.379794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.565431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T02:36:38.380411Z","caller":"traceutil/trace.go:171","msg":"trace[1182322725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34216; }","duration":"110.215288ms","start":"2026-03-04T02:36:38.270165Z","end":"2026-03-04T02:36:38.38038Z","steps":["trace[1182322725] 'range keys from in-memory index tree' (duration: 109.384546ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:38.420958Z","caller":"traceutil/trace.go:171","msg":"trace[2045439712] transaction","detail":"{read_only:false; response_revision:34217; number_of_response:1; }","duration":"149.173255ms","start":"2026-03-04T02:36:38.271761Z","end":"2026-03-04T02:36:38.420934Z","steps":["trace[2045439712] 'process raft request' (duration: 149.007341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:38.576132Z","caller":"traceutil/trace.go:171","msg":"trace[847218730] transaction","detail":"{read_only:false; response_revision:34220; number_of_response:1; }","duration":"157.721357ms","start":"2026-03-04T02:36:38.418379Z","end":"2026-03-04T02:36:38.576101Z","steps":["trace[847218730] 'process raft request' (duration: 157.418258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:38.576138Z","caller":"traceutil/trace.go:171","msg":"trace[396916311] transaction","detail":"{read_only:false; response_revision:34218; number_of_response:1; }","duration":"191.15127ms","start":"2026-03-04T02:36:38.384954Z","end":"2026-03-04T02:36:38.576105Z","steps":["trace[396916311] 'process raft request' (duration: 134.176877ms)","trace[396916311] 'compare' (duration: 56.407038ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:38.576247Z","caller":"traceutil/trace.go:171","msg":"trace[762501203] transaction","detail":"{read_only:false; response_revision:34219; number_of_response:1; }","duration":"158.728073ms","start":"2026-03-04T02:36:38.417487Z","end":"2026-03-04T02:36:38.576215Z","steps":["trace[762501203] 'process raft request' (duration: 158.25926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:38.576418Z","caller":"traceutil/trace.go:171","msg":"trace[1901475685] linearizableReadLoop","detail":"{readStateIndex:35367; appliedIndex:35365; }","duration":"159.42191ms","start":"2026-03-04T02:36:38.416869Z","end":"2026-03-04T02:36:38.576291Z","steps":["trace[1901475685] 'read index received' (duration: 3.895661ms)","trace[1901475685] 'applied index is now lower than readState.Index' (duration: 155.523979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:38.576617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.732728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:36:38.576679Z","caller":"traceutil/trace.go:171","msg":"trace[2090615407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34221; }","duration":"159.833762ms","start":"2026-03-04T02:36:38.416836Z","end":"2026-03-04T02:36:38.57667Z","steps":["trace[2090615407] 'agreement among raft nodes before linearized reading' (duration: 159.667487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:38.576649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.786414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:38.576835Z","caller":"traceutil/trace.go:171","msg":"trace[1769152988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34221; }","duration":"101.040392ms","start":"2026-03-04T02:36:38.475777Z","end":"2026-03-04T02:36:38.576818Z","steps":["trace[1769152988] 'agreement among raft nodes before linearized reading' (duration: 100.796475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:39.047134Z","caller":"traceutil/trace.go:171","msg":"trace[160368904] transaction","detail":"{read_only:false; response_revision:34223; number_of_response:1; }","duration":"154.792382ms","start":"2026-03-04T02:36:38.892299Z","end":"2026-03-04T02:36:39.047091Z","steps":["trace[160368904] 'process raft request' (duration: 154.575876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:39.444733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.955376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:39.445004Z","caller":"traceutil/trace.go:171","msg":"trace[1391641670] transaction","detail":"{read_only:false; response_revision:34226; number_of_response:1; }","duration":"198.617444ms","start":"2026-03-04T02:36:39.246368Z","end":"2026-03-04T02:36:39.444985Z","steps":["trace[1391641670] 'process raft request' (duration: 198.568353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:39.445065Z","caller":"traceutil/trace.go:171","msg":"trace[628922263] transaction","detail":"{read_only:false; response_revision:34225; number_of_response:1; }","duration":"359.270915ms","start":"2026-03-04T02:36:39.085771Z","end":"2026-03-04T02:36:39.445042Z","steps":["trace[628922263] 'process raft request' (duration: 359.07726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:39.445152Z","caller":"traceutil/trace.go:171","msg":"trace[1922489926] transaction","detail":"{read_only:false; response_revision:34224; number_of_response:1; }","duration":"360.464887ms","start":"2026-03-04T02:36:39.084676Z","end":"2026-03-04T02:36:39.445141Z","steps":["trace[1922489926] 'process raft request' (duration: 203.016467ms)","trace[1922489926] 'compare' (duration: 156.622368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:39.445168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:39.085753Z","time spent":"359.361587ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:39.445214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:39.084654Z","time spent":"360.527608ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:39.860135Z","caller":"traceutil/trace.go:171","msg":"trace[455144969] transaction","detail":"{read_only:false; response_revision:34228; number_of_response:1; }","duration":"192.192948ms","start":"2026-03-04T02:36:39.66792Z","end":"2026-03-04T02:36:39.860113Z","steps":["trace[455144969] 'process raft request' (duration: 192.033454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:40.035822Z","caller":"traceutil/trace.go:171","msg":"trace[833040065] transaction","detail":"{read_only:false; response_revision:34229; number_of_response:1; }","duration":"116.213974ms","start":"2026-03-04T02:36:39.919563Z","end":"2026-03-04T02:36:40.035777Z","steps":["trace[833040065] 'process raft request' (duration: 18.56541ms)","trace[833040065] 'compare' (duration: 97.49474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:40.30521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.233219ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:36:40.839552Z","caller":"traceutil/trace.go:171","msg":"trace[1114824492] transaction","detail":"{read_only:false; response_revision:34240; number_of_response:1; }","duration":"119.902649ms","start":"2026-03-04T02:36:40.719601Z","end":"2026-03-04T02:36:40.839504Z","steps":["trace[1114824492] 'process raft request' (duration: 66.040277ms)","trace[1114824492] 'compare' (duration: 53.690328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:42.255053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.591919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:42.255163Z","caller":"traceutil/trace.go:171","msg":"trace[522359569] transaction","detail":"{read_only:false; response_revision:34246; number_of_response:1; }","duration":"171.753789ms","start":"2026-03-04T02:36:42.083389Z","end":"2026-03-04T02:36:42.255143Z","steps":["trace[522359569] 'process raft request' (duration: 53.989816ms)","trace[522359569] 'compare' (duration: 117.471365ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:42.867873Z","caller":"traceutil/trace.go:171","msg":"trace[432233217] linearizableReadLoop","detail":"{readStateIndex:35401; appliedIndex:35398; }","duration":"164.109101ms","start":"2026-03-04T02:36:42.703735Z","end":"2026-03-04T02:36:42.867844Z","steps":["trace[432233217] 'read index received' (duration: 17.831321ms)","trace[432233217] 'applied index is now lower than readState.Index' (duration: 146.27641ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:42.867891Z","caller":"traceutil/trace.go:171","msg":"trace[698143355] transaction","detail":"{read_only:false; response_revision:34251; number_of_response:1; }","duration":"175.994118ms","start":"2026-03-04T02:36:42.691877Z","end":"2026-03-04T02:36:42.867871Z","steps":["trace[698143355] 'process raft request' (duration: 175.850464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:42.867885Z","caller":"traceutil/trace.go:171","msg":"trace[521420515] transaction","detail":"{read_only:false; response_revision:34250; number_of_response:1; }","duration":"196.274962ms","start":"2026-03-04T02:36:42.67157Z","end":"2026-03-04T02:36:42.867845Z","steps":["trace[521420515] 'process raft request' (duration: 170.357942ms)","trace[521420515] 'compare' (duration: 25.455868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:42.868089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.343796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:36:42.868126Z","caller":"traceutil/trace.go:171","msg":"trace[1824332560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34251; }","duration":"164.435039ms","start":"2026-03-04T02:36:42.703681Z","end":"2026-03-04T02:36:42.868116Z","steps":["trace[1824332560] 'agreement among raft nodes before linearized reading' (duration: 164.288755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:42.893645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.873918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:42.893731Z","caller":"traceutil/trace.go:171","msg":"trace[1484747795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34252; }","duration":"136.997431ms","start":"2026-03-04T02:36:42.756715Z","end":"2026-03-04T02:36:42.893713Z","steps":["trace[1484747795] 'agreement among raft nodes before linearized reading' (duration: 136.846097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:43.689229Z","caller":"traceutil/trace.go:171","msg":"trace[389469109] transaction","detail":"{read_only:false; response_revision:34255; number_of_response:1; }","duration":"224.512042ms","start":"2026-03-04T02:36:43.464695Z","end":"2026-03-04T02:36:43.689207Z","steps":["trace[389469109] 'process raft request' (duration: 224.009419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:43.774169Z","caller":"traceutil/trace.go:171","msg":"trace[227966939] linearizableReadLoop","detail":"{readStateIndex:35406; appliedIndex:35404; }","duration":"115.946877ms","start":"2026-03-04T02:36:43.658196Z","end":"2026-03-04T02:36:43.774143Z","steps":["trace[227966939] 'read index received' (duration: 30.450386ms)","trace[227966939] 'applied index is now lower than readState.Index' (duration: 85.495651ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:43.774236Z","caller":"traceutil/trace.go:171","msg":"trace[1554259107] transaction","detail":"{read_only:false; response_revision:34256; number_of_response:1; }","duration":"189.415575ms","start":"2026-03-04T02:36:43.584798Z","end":"2026-03-04T02:36:43.774213Z","steps":["trace[1554259107] 'process raft request' (duration: 182.565678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:43.774434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.228734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:36:43.774478Z","caller":"traceutil/trace.go:171","msg":"trace[109449536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34256; }","duration":"116.319637ms","start":"2026-03-04T02:36:43.658145Z","end":"2026-03-04T02:36:43.774464Z","steps":["trace[109449536] 'agreement among raft nodes before linearized reading' (duration: 116.099031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:28.662393Z","caller":"traceutil/trace.go:171","msg":"trace[2126601781] transaction","detail":"{read_only:false; response_revision:34559; number_of_response:1; }","duration":"128.659701ms","start":"2026-03-04T02:37:28.533702Z","end":"2026-03-04T02:37:28.662362Z","steps":["trace[2126601781] 'process raft request' (duration: 128.28636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.350471Z","caller":"traceutil/trace.go:171","msg":"trace[11557487] transaction","detail":"{read_only:false; response_revision:34757; number_of_response:1; }","duration":"128.157567ms","start":"2026-03-04T02:37:57.222292Z","end":"2026-03-04T02:37:57.350449Z","steps":["trace[11557487] 'process raft request' (duration: 127.955402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.350497Z","caller":"traceutil/trace.go:171","msg":"trace[260083226] transaction","detail":"{read_only:false; response_revision:34756; number_of_response:1; }","duration":"152.397873ms","start":"2026-03-04T02:37:57.198069Z","end":"2026-03-04T02:37:57.350467Z","steps":["trace[260083226] 'process raft request' (duration: 151.043619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.308622Z","caller":"traceutil/trace.go:171","msg":"trace[1104614041] transaction","detail":"{read_only:false; response_revision:34806; number_of_response:1; }","duration":"271.154429ms","start":"2026-03-04T02:38:05.037438Z","end":"2026-03-04T02:38:05.308592Z","steps":["trace[1104614041] 'process raft request' (duration: 270.957653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.359051Z","caller":"traceutil/trace.go:171","msg":"trace[65575298] transaction","detail":"{read_only:false; response_revision:34807; number_of_response:1; }","duration":"319.164267ms","start":"2026-03-04T02:38:05.039846Z","end":"2026-03-04T02:38:05.35901Z","steps":["trace[65575298] 'process raft request' (duration: 318.842198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.359296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:05.039833Z","time spent":"319.334821ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:05.433661Z","caller":"traceutil/trace.go:171","msg":"trace[516372891] transaction","detail":"{read_only:false; response_revision:34808; number_of_response:1; }","duration":"184.410399ms","start":"2026-03-04T02:38:05.24921Z","end":"2026-03-04T02:38:05.43362Z","steps":["trace[516372891] 'process raft request' (duration: 184.141902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.488636Z","caller":"traceutil/trace.go:171","msg":"trace[233001638] transaction","detail":"{read_only:false; response_revision:34810; number_of_response:1; }","duration":"101.849969ms","start":"2026-03-04T02:38:05.386757Z","end":"2026-03-04T02:38:05.488607Z","steps":["trace[233001638] 'process raft request' (duration: 101.733396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.581147Z","caller":"traceutil/trace.go:171","msg":"trace[1336877230] transaction","detail":"{read_only:false; response_revision:34811; number_of_response:1; }","duration":"141.45954ms","start":"2026-03-04T02:38:05.439669Z","end":"2026-03-04T02:38:05.581129Z","steps":["trace[1336877230] 'process raft request' (duration: 140.254419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.581676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.402601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-04T02:38:05.581704Z","caller":"traceutil/trace.go:171","msg":"trace[853860659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34812; }","duration":"143.468063ms","start":"2026-03-04T02:38:05.43823Z","end":"2026-03-04T02:38:05.581698Z","steps":["trace[853860659] 'agreement among raft nodes before linearized reading' (duration: 143.053632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:06.469113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.98281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:06.469227Z","caller":"traceutil/trace.go:171","msg":"trace[439919044] transaction","detail":"{read_only:false; response_revision:34815; number_of_response:1; }","duration":"383.516157ms","start":"2026-03-04T02:38:06.085693Z","end":"2026-03-04T02:38:06.469209Z","steps":["trace[439919044] 'process raft request' (duration: 147.357742ms)","trace[439919044] 'compare' (duration: 235.885588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:06.469282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:06.08567Z","time spent":"383.58548ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:07.912279Z","caller":"traceutil/trace.go:171","msg":"trace[276146226] transaction","detail":"{read_only:false; response_revision:34819; number_of_response:1; }","duration":"596.919596ms","start":"2026-03-04T02:38:07.314756Z","end":"2026-03-04T02:38:07.911676Z","steps":["trace[276146226] 'process raft request' (duration: 595.653503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.913432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:07.31473Z","time spent":"597.633774ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:07.915407Z","caller":"traceutil/trace.go:171","msg":"trace[203863625] transaction","detail":"{read_only:false; response_revision:34822; number_of_response:1; }","duration":"474.912066ms","start":"2026-03-04T02:38:07.440428Z","end":"2026-03-04T02:38:07.91534Z","steps":["trace[203863625] 'process raft request' (duration: 474.834574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.915571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:07.440399Z","time spent":"475.08245ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:07.915568Z","caller":"traceutil/trace.go:171","msg":"trace[44430839] linearizableReadLoop","detail":"{readStateIndex:35991; appliedIndex:35986; }","duration":"329.979436ms","start":"2026-03-04T02:38:07.585564Z","end":"2026-03-04T02:38:07.915543Z","steps":["trace[44430839] 'read index received' (duration: 325.372328ms)","trace[44430839] 'applied index is now lower than readState.Index' (duration: 4.605638ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:07.915784Z","caller":"traceutil/trace.go:171","msg":"trace[1776894229] transaction","detail":"{read_only:false; response_revision:34820; number_of_response:1; }","duration":"550.603961ms","start":"2026-03-04T02:38:07.365169Z","end":"2026-03-04T02:38:07.915773Z","steps":["trace[1776894229] 'process raft request' (duration: 549.923863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.915851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:07.365139Z","time spent":"550.683482ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:07.915976Z","caller":"traceutil/trace.go:171","msg":"trace[1933410080] transaction","detail":"{read_only:false; response_revision:34821; number_of_response:1; }","duration":"477.170555ms","start":"2026-03-04T02:38:07.438785Z","end":"2026-03-04T02:38:07.915955Z","steps":["trace[1933410080] 'process raft request' (duration: 476.449057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.916025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:07.438743Z","time spent":"477.259537ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:07.916081Z","caller":"traceutil/trace.go:171","msg":"trace[666520179] transaction","detail":"{read_only:false; response_revision:34823; number_of_response:1; }","duration":"421.595491ms","start":"2026-03-04T02:38:07.494458Z","end":"2026-03-04T02:38:07.916054Z","steps":["trace[666520179] 'process raft request' (duration: 420.846401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.916243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:07.494434Z","time spent":"421.699003ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:07.916413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.004259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:07.916459Z","caller":"traceutil/trace.go:171","msg":"trace[1435597454] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34823; }","duration":"203.109971ms","start":"2026-03-04T02:38:07.713336Z","end":"2026-03-04T02:38:07.916446Z","steps":["trace[1435597454] 'agreement among raft nodes before linearized reading' (duration: 202.939226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.91686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.30554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T02:38:07.916903Z","caller":"traceutil/trace.go:171","msg":"trace[780262955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34823; }","duration":"331.350011ms","start":"2026-03-04T02:38:07.585543Z","end":"2026-03-04T02:38:07.916894Z","steps":["trace[780262955] 'agreement among raft nodes before linearized reading' (duration: 330.364656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.91692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:07.585447Z","time spent":"331.469814ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:38:07.917089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.542364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:07.917128Z","caller":"traceutil/trace.go:171","msg":"trace[961177705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34823; }","duration":"160.616076ms","start":"2026-03-04T02:38:07.756499Z","end":"2026-03-04T02:38:07.917116Z","steps":["trace[961177705] 'agreement among raft nodes before linearized reading' (duration: 159.684751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.917707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.48479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:38:07.917757Z","caller":"traceutil/trace.go:171","msg":"trace[270696305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34823; }","duration":"325.571084ms","start":"2026-03-04T02:38:07.592172Z","end":"2026-03-04T02:38:07.917743Z","steps":["trace[270696305] 'agreement among raft nodes before linearized reading' (duration: 323.925611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:07.917788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:07.592133Z","time spent":"325.646906ms","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:38:08.598548Z","caller":"traceutil/trace.go:171","msg":"trace[1540412246] transaction","detail":"{read_only:false; response_revision:34827; number_of_response:1; }","duration":"124.258397ms","start":"2026-03-04T02:38:08.474258Z","end":"2026-03-04T02:38:08.598517Z","steps":["trace[1540412246] 'process raft request' (duration: 124.056942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:12.285877Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008cba.wal"} {"level":"info","ts":"2026-03-04T02:38:23.18098Z","caller":"traceutil/trace.go:171","msg":"trace[841600471] transaction","detail":"{read_only:false; response_revision:34926; number_of_response:1; }","duration":"152.888286ms","start":"2026-03-04T02:38:23.02805Z","end":"2026-03-04T02:38:23.180938Z","steps":["trace[841600471] 'process raft request' (duration: 101.88776ms)","trace[841600471] 'compare' (duration: 50.809382ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:16.081845Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33224} {"level":"info","ts":"2026-03-04T02:39:16.231453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33224,"took":"145.444833ms","hash":1739394695,"current-db-size-bytes":52609024,"current-db-size":"53 MB","current-db-size-in-use-bytes":28450816,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:39:16.231539Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1739394695,"revision":33224,"compact-revision":31074} {"level":"info","ts":"2026-03-04T02:39:33.587004Z","caller":"traceutil/trace.go:171","msg":"trace[2036895073] transaction","detail":"{read_only:false; response_revision:35427; number_of_response:1; }","duration":"174.544225ms","start":"2026-03-04T02:39:33.412435Z","end":"2026-03-04T02:39:33.586979Z","steps":["trace[2036895073] 'process raft request' (duration: 174.36229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:33.587833Z","caller":"traceutil/trace.go:171","msg":"trace[1108937349] transaction","detail":"{read_only:false; response_revision:35428; number_of_response:1; }","duration":"128.183308ms","start":"2026-03-04T02:39:33.459611Z","end":"2026-03-04T02:39:33.587794Z","steps":["trace[1108937349] 'process raft request' (duration: 127.966933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.661105Z","caller":"traceutil/trace.go:171","msg":"trace[902684665] transaction","detail":"{read_only:false; response_revision:36559; number_of_response:1; }","duration":"290.867578ms","start":"2026-03-04T02:42:04.37021Z","end":"2026-03-04T02:42:04.661078Z","steps":["trace[902684665] 'process raft request' (duration: 290.56139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.661656Z","caller":"traceutil/trace.go:171","msg":"trace[578649642] transaction","detail":"{read_only:false; response_revision:36561; number_of_response:1; }","duration":"271.57162ms","start":"2026-03-04T02:42:04.389877Z","end":"2026-03-04T02:42:04.661449Z","steps":["trace[578649642] 'process raft request' (duration: 271.376626ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.66174Z","caller":"traceutil/trace.go:171","msg":"trace[846249622] transaction","detail":"{read_only:false; response_revision:36562; number_of_response:1; }","duration":"271.803947ms","start":"2026-03-04T02:42:04.389926Z","end":"2026-03-04T02:42:04.66173Z","steps":["trace[846249622] 'process raft request' (duration: 271.434327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.661657Z","caller":"traceutil/trace.go:171","msg":"trace[49762938] transaction","detail":"{read_only:false; response_revision:36563; number_of_response:1; }","duration":"270.895123ms","start":"2026-03-04T02:42:04.390735Z","end":"2026-03-04T02:42:04.66163Z","steps":["trace[49762938] 'process raft request' (duration: 270.665556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.661904Z","caller":"traceutil/trace.go:171","msg":"trace[1393399581] transaction","detail":"{read_only:false; response_revision:36560; number_of_response:1; }","duration":"274.467525ms","start":"2026-03-04T02:42:04.387425Z","end":"2026-03-04T02:42:04.661893Z","steps":["trace[1393399581] 'process raft request' (duration: 273.563772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.690884Z","caller":"traceutil/trace.go:171","msg":"trace[1064599002] transaction","detail":"{read_only:false; response_revision:36564; number_of_response:1; }","duration":"289.77653ms","start":"2026-03-04T02:42:04.401063Z","end":"2026-03-04T02:42:04.690839Z","steps":["trace[1064599002] 'process raft request' (duration: 289.575415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.691081Z","caller":"traceutil/trace.go:171","msg":"trace[2145251847] transaction","detail":"{read_only:false; response_revision:36565; number_of_response:1; }","duration":"289.146463ms","start":"2026-03-04T02:42:04.401905Z","end":"2026-03-04T02:42:04.691051Z","steps":["trace[2145251847] 'process raft request' (duration: 288.885106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.691191Z","caller":"traceutil/trace.go:171","msg":"trace[1941640770] linearizableReadLoop","detail":"{readStateIndex:37785; appliedIndex:37778; }","duration":"227.704911ms","start":"2026-03-04T02:42:04.463444Z","end":"2026-03-04T02:42:04.691149Z","steps":["trace[1941640770] 'read index received' (duration: 197.408829ms)","trace[1941640770] 'applied index is now lower than readState.Index' (duration: 30.289672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:04.691455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.958927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:42:04.691576Z","caller":"traceutil/trace.go:171","msg":"trace[15476080] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:36565; }","duration":"228.143582ms","start":"2026-03-04T02:42:04.46341Z","end":"2026-03-04T02:42:04.691554Z","steps":["trace[15476080] 'agreement among raft nodes before linearized reading' (duration: 227.925526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:04.691583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.334286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:42:04.691605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.986939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T02:42:04.691667Z","caller":"traceutil/trace.go:171","msg":"trace[1462221959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36565; }","duration":"116.101302ms","start":"2026-03-04T02:42:04.575553Z","end":"2026-03-04T02:42:04.691654Z","steps":["trace[1462221959] 'agreement among raft nodes before linearized reading' (duration: 115.886327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:04.691606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.332108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:42:04.691812Z","caller":"traceutil/trace.go:171","msg":"trace[1583929466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36565; }","duration":"187.588836ms","start":"2026-03-04T02:42:04.504206Z","end":"2026-03-04T02:42:04.691795Z","steps":["trace[1583929466] 'agreement among raft nodes before linearized reading' (duration: 187.272008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:04.69181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.467737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T02:42:04.691824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.188054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:42:04.691872Z","caller":"traceutil/trace.go:171","msg":"trace[144096107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36565; }","duration":"115.574429ms","start":"2026-03-04T02:42:04.576282Z","end":"2026-03-04T02:42:04.691856Z","steps":["trace[144096107] 'agreement among raft nodes before linearized reading' (duration: 115.405974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.691878Z","caller":"traceutil/trace.go:171","msg":"trace[1014608767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36565; }","duration":"114.271616ms","start":"2026-03-04T02:42:04.577588Z","end":"2026-03-04T02:42:04.69186Z","steps":["trace[1014608767] 'agreement among raft nodes before linearized reading' (duration: 114.113512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.691665Z","caller":"traceutil/trace.go:171","msg":"trace[1249647118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36565; }","duration":"188.477189ms","start":"2026-03-04T02:42:04.50317Z","end":"2026-03-04T02:42:04.691647Z","steps":["trace[1249647118] 'agreement among raft nodes before linearized reading' (duration: 188.263624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.810429Z","caller":"traceutil/trace.go:171","msg":"trace[30472111] transaction","detail":"{read_only:false; response_revision:36567; number_of_response:1; }","duration":"113.66411ms","start":"2026-03-04T02:42:04.696712Z","end":"2026-03-04T02:42:04.810376Z","steps":["trace[30472111] 'process raft request' (duration: 111.985037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.810509Z","caller":"traceutil/trace.go:171","msg":"trace[1160037062] transaction","detail":"{read_only:false; response_revision:36568; number_of_response:1; }","duration":"113.464105ms","start":"2026-03-04T02:42:04.69698Z","end":"2026-03-04T02:42:04.810444Z","steps":["trace[1160037062] 'process raft request' (duration: 113.27719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.810482Z","caller":"traceutil/trace.go:171","msg":"trace[1624056915] transaction","detail":"{read_only:false; response_revision:36569; number_of_response:1; }","duration":"113.301391ms","start":"2026-03-04T02:42:04.697154Z","end":"2026-03-04T02:42:04.810455Z","steps":["trace[1624056915] 'process raft request' (duration: 113.162307ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:04.81058Z","caller":"traceutil/trace.go:171","msg":"trace[1782219879] transaction","detail":"{read_only:false; response_revision:36570; number_of_response:1; }","duration":"113.356123ms","start":"2026-03-04T02:42:04.697185Z","end":"2026-03-04T02:42:04.810541Z","steps":["trace[1782219879] 'process raft request' (duration: 113.178009ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:06.789689Z","caller":"traceutil/trace.go:171","msg":"trace[1102786104] transaction","detail":"{read_only:false; response_revision:36576; number_of_response:1; }","duration":"119.099529ms","start":"2026-03-04T02:42:06.670565Z","end":"2026-03-04T02:42:06.789664Z","steps":["trace[1102786104] 'process raft request' (duration: 119.054288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:06.789933Z","caller":"traceutil/trace.go:171","msg":"trace[786277144] transaction","detail":"{read_only:false; response_revision:36574; number_of_response:1; }","duration":"122.660623ms","start":"2026-03-04T02:42:06.667263Z","end":"2026-03-04T02:42:06.789923Z","steps":["trace[786277144] 'process raft request' (duration: 115.853597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:06.79009Z","caller":"traceutil/trace.go:171","msg":"trace[592294961] transaction","detail":"{read_only:false; response_revision:36575; number_of_response:1; }","duration":"120.387253ms","start":"2026-03-04T02:42:06.669676Z","end":"2026-03-04T02:42:06.790063Z","steps":["trace[592294961] 'process raft request' (duration: 119.88867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.281851Z","caller":"traceutil/trace.go:171","msg":"trace[1572536398] transaction","detail":"{read_only:false; response_revision:36585; number_of_response:1; }","duration":"154.650876ms","start":"2026-03-04T02:42:08.127176Z","end":"2026-03-04T02:42:08.281827Z","steps":["trace[1572536398] 'process raft request' (duration: 154.506332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.473063Z","caller":"traceutil/trace.go:171","msg":"trace[1886750267] transaction","detail":"{read_only:false; response_revision:36586; number_of_response:1; }","duration":"119.390648ms","start":"2026-03-04T02:42:08.353624Z","end":"2026-03-04T02:42:08.473015Z","steps":["trace[1886750267] 'process raft request' (duration: 95.518062ms)","trace[1886750267] 'compare' (duration: 23.567237ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:08.91471Z","caller":"traceutil/trace.go:171","msg":"trace[121817965] transaction","detail":"{read_only:false; response_revision:36588; number_of_response:1; }","duration":"119.809679ms","start":"2026-03-04T02:42:08.794872Z","end":"2026-03-04T02:42:08.914682Z","steps":["trace[121817965] 'process raft request' (duration: 116.984405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.920385Z","caller":"traceutil/trace.go:171","msg":"trace[708245865] transaction","detail":"{read_only:false; response_revision:36589; number_of_response:1; }","duration":"125.247859ms","start":"2026-03-04T02:42:08.795115Z","end":"2026-03-04T02:42:08.920363Z","steps":["trace[708245865] 'process raft request' (duration: 125.083464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.920771Z","caller":"traceutil/trace.go:171","msg":"trace[599273469] transaction","detail":"{read_only:false; response_revision:36590; number_of_response:1; }","duration":"124.414768ms","start":"2026-03-04T02:42:08.796334Z","end":"2026-03-04T02:42:08.920749Z","steps":["trace[599273469] 'process raft request' (duration: 123.973347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.921102Z","caller":"traceutil/trace.go:171","msg":"trace[88482060] transaction","detail":"{read_only:false; response_revision:36591; number_of_response:1; }","duration":"124.357616ms","start":"2026-03-04T02:42:08.796718Z","end":"2026-03-04T02:42:08.921076Z","steps":["trace[88482060] 'process raft request' (duration: 123.869423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.921264Z","caller":"traceutil/trace.go:171","msg":"trace[754350673] transaction","detail":"{read_only:false; response_revision:36592; number_of_response:1; }","duration":"119.718056ms","start":"2026-03-04T02:42:08.801531Z","end":"2026-03-04T02:42:08.921249Z","steps":["trace[754350673] 'process raft request' (duration: 119.191492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:16.088544Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35294} {"level":"info","ts":"2026-03-04T02:44:16.211876Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35294,"took":"119.164852ms","hash":2548153927,"current-db-size-bytes":52609024,"current-db-size":"53 MB","current-db-size-in-use-bytes":28504064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:44:16.211934Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2548153927,"revision":35294,"compact-revision":33224} {"level":"info","ts":"2026-03-04T02:45:33.511062Z","caller":"traceutil/trace.go:171","msg":"trace[62571253] linearizableReadLoop","detail":"{readStateIndex:39288; appliedIndex:39287; }","duration":"211.219869ms","start":"2026-03-04T02:45:33.299814Z","end":"2026-03-04T02:45:33.511034Z","steps":["trace[62571253] 'read index received' (duration: 211.083415ms)","trace[62571253] 'applied index is now lower than readState.Index' (duration: 135.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:33.511103Z","caller":"traceutil/trace.go:171","msg":"trace[37862925] transaction","detail":"{read_only:false; response_revision:38021; number_of_response:1; }","duration":"231.776018ms","start":"2026-03-04T02:45:33.279297Z","end":"2026-03-04T02:45:33.511073Z","steps":["trace[37862925] 'process raft request' (duration: 231.552301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:33.514558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.716299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:391610"} {"level":"info","ts":"2026-03-04T02:45:33.514628Z","caller":"traceutil/trace.go:171","msg":"trace[347078730] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38021; }","duration":"214.835352ms","start":"2026-03-04T02:45:33.29978Z","end":"2026-03-04T02:45:33.514615Z","steps":["trace[347078730] 'agreement among raft nodes before linearized reading' (duration: 211.375843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:33.515356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.001693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:391610"} {"level":"info","ts":"2026-03-04T02:45:33.515402Z","caller":"traceutil/trace.go:171","msg":"trace[1297613511] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38022; }","duration":"192.078736ms","start":"2026-03-04T02:45:33.323314Z","end":"2026-03-04T02:45:33.515392Z","steps":["trace[1297613511] 'agreement among raft nodes before linearized reading' (duration: 189.813508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.304054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.21551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/horizon-int\" ","response":"range_response_count:1 size:927"} {"level":"info","ts":"2026-03-04T02:45:36.304813Z","caller":"traceutil/trace.go:171","msg":"trace[599476343] range","detail":"{range_begin:/registry/services/specs/openstack/horizon-int; range_end:; response_count:1; response_revision:38039; }","duration":"495.334453ms","start":"2026-03-04T02:45:35.80878Z","end":"2026-03-04T02:45:36.304114Z","steps":["trace[599476343] 'range keys from in-memory index tree' (duration: 494.926814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.304857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.662631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:45:36.304866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:35.808762Z","time spent":"496.092463ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":950,"request content":"key:\"/registry/services/specs/openstack/horizon-int\" "} {"level":"info","ts":"2026-03-04T02:45:36.304925Z","caller":"traceutil/trace.go:171","msg":"trace[1704943796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38039; }","duration":"293.769814ms","start":"2026-03-04T02:45:36.011141Z","end":"2026-03-04T02:45:36.304911Z","steps":["trace[1704943796] 'range keys from in-memory index tree' (duration: 293.516807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.305485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.880418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:45:36.305511Z","caller":"traceutil/trace.go:171","msg":"trace[823295015] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:38039; }","duration":"422.95185ms","start":"2026-03-04T02:45:35.882551Z","end":"2026-03-04T02:45:36.305503Z","steps":["trace[823295015] 'count revisions from in-memory index tree' (duration: 422.762775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.305529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:35.882519Z","time spent":"423.002732ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:45:36.305619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.328579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:45:36.305644Z","caller":"traceutil/trace.go:171","msg":"trace[371414474] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:38039; }","duration":"315.38689ms","start":"2026-03-04T02:45:35.99025Z","end":"2026-03-04T02:45:36.305637Z","steps":["trace[371414474] 'count revisions from in-memory index tree' (duration: 315.183985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.305665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:35.99023Z","time spent":"315.427091ms","remote":"127.0.0.1:53026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:45:36.305937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.222381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:45:36.305961Z","caller":"traceutil/trace.go:171","msg":"trace[2128375594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38039; }","duration":"274.302893ms","start":"2026-03-04T02:45:36.031652Z","end":"2026-03-04T02:45:36.305955Z","steps":["trace[2128375594] 'range keys from in-memory index tree' (duration: 274.098048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:36.306054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.579367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:45:36.306073Z","caller":"traceutil/trace.go:171","msg":"trace[1854041717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38039; }","duration":"258.623259ms","start":"2026-03-04T02:45:36.047446Z","end":"2026-03-04T02:45:36.306069Z","steps":["trace[1854041717] 'range keys from in-memory index tree' (duration: 258.502016ms)"],"step_count":1}