{"level":"warn","ts":"2026-03-06T20:18:45.588715Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T20:18:45.58883Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.52:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.52:2380","--initial-cluster=instance=https://162.253.55.52:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.52:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.52:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T20:18:45.588901Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T20:18:45.588914Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.52:2380"]} {"level":"info","ts":"2026-03-06T20:18:45.588937Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T20:18:45.589611Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"]} {"level":"info","ts":"2026-03-06T20:18:45.589694Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.52:2380"],"listen-peer-urls":["https://162.253.55.52:2380"],"advertise-client-urls":["https://162.253.55.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.52:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T20:18:45.596316Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.385389ms"} {"level":"info","ts":"2026-03-06T20:18:45.605125Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b11e7fc5714be64b","cluster-id":"9349e4f32a52a90a"} {"level":"info","ts":"2026-03-06T20:18:45.605252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T20:18:45.605285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became follower at term 0"} {"level":"info","ts":"2026-03-06T20:18:45.605305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b11e7fc5714be64b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T20:18:45.60533Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became follower at term 1"} {"level":"info","ts":"2026-03-06T20:18:45.605395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=(12762778880000648779)"} {"level":"warn","ts":"2026-03-06T20:18:45.611433Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T20:18:45.61363Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T20:18:45.615734Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T20:18:45.618266Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b11e7fc5714be64b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T20:18:45.618353Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b11e7fc5714be64b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T20:18:45.618528Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T20:18:45.618733Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T20:18:45.618756Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T20:18:45.621212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=(12762778880000648779)"} {"level":"info","ts":"2026-03-06T20:18:45.621454Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9349e4f32a52a90a","local-member-id":"b11e7fc5714be64b","added-peer-id":"b11e7fc5714be64b","added-peer-peer-urls":["https://162.253.55.52:2380"]} {"level":"info","ts":"2026-03-06T20:18:45.622982Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T20:18:45.623182Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.52:2380"} {"level":"info","ts":"2026-03-06T20:18:45.623234Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.52:2380"} {"level":"info","ts":"2026-03-06T20:18:45.623371Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b11e7fc5714be64b","initial-advertise-peer-urls":["https://162.253.55.52:2380"],"listen-peer-urls":["https://162.253.55.52:2380"],"advertise-client-urls":["https://162.253.55.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T20:18:45.623448Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T20:18:46.506413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T20:18:46.506458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T20:18:46.506483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b received MsgPreVoteResp from b11e7fc5714be64b at term 1"} {"level":"info","ts":"2026-03-06T20:18:46.506494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became candidate at term 2"} {"level":"info","ts":"2026-03-06T20:18:46.5065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b received MsgVoteResp from b11e7fc5714be64b at term 2"} {"level":"info","ts":"2026-03-06T20:18:46.50651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became leader at term 2"} {"level":"info","ts":"2026-03-06T20:18:46.506517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b11e7fc5714be64b elected leader b11e7fc5714be64b at term 2"} {"level":"info","ts":"2026-03-06T20:18:46.507643Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T20:18:46.508689Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T20:18:46.508676Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b11e7fc5714be64b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.52:2379]}","request-path":"/0/members/b11e7fc5714be64b/attributes","cluster-id":"9349e4f32a52a90a","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T20:18:46.508876Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T20:18:46.512033Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T20:18:46.512459Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.52:2379"} {"level":"info","ts":"2026-03-06T20:18:46.512574Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T20:18:46.512595Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T20:18:46.531122Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9349e4f32a52a90a","local-member-id":"b11e7fc5714be64b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T20:18:46.53128Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T20:18:46.531337Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T20:18:49.054652Z","caller":"traceutil/trace.go:171","msg":"trace[1250965609] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"312.867698ms","start":"2026-03-06T20:18:48.741748Z","end":"2026-03-06T20:18:49.054616Z","steps":["trace[1250965609] 'process raft request' (duration: 312.669744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:18:49.05484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.938197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T20:18:49.054938Z","caller":"traceutil/trace.go:171","msg":"trace[1338036503] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:72; }","duration":"312.071181ms","start":"2026-03-06T20:18:48.742853Z","end":"2026-03-06T20:18:49.054924Z","steps":["trace[1338036503] 'agreement among raft nodes before linearized reading' (duration: 311.858786ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:18:49.05462Z","caller":"traceutil/trace.go:171","msg":"trace[898839553] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"311.718782ms","start":"2026-03-06T20:18:48.742868Z","end":"2026-03-06T20:18:49.054587Z","steps":["trace[898839553] 'read index received' (duration: 311.612ms)","trace[898839553] 'applied index is now lower than readState.Index' (duration: 105.522µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:18:49.055032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:18:48.742847Z","time spent":"312.134552ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-03-06T20:18:49.055257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:18:48.741733Z","time spent":"313.008351ms","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T20:18:49.055306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.066518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T20:18:49.055401Z","caller":"traceutil/trace.go:171","msg":"trace[963355271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"212.226921ms","start":"2026-03-06T20:18:48.843152Z","end":"2026-03-06T20:18:49.055379Z","steps":["trace[963355271] 'agreement among raft nodes before linearized reading' (duration: 212.054278ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:18:54.333446Z","caller":"traceutil/trace.go:171","msg":"trace[1456465284] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"516.380807ms","start":"2026-03-06T20:18:53.817023Z","end":"2026-03-06T20:18:54.333404Z","steps":["trace[1456465284] 'process raft request' (duration: 516.121392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:18:54.33398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:18:53.817001Z","time spent":"516.576602ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:18:54.6782Z","caller":"traceutil/trace.go:171","msg":"trace[353754272] linearizableReadLoop","detail":"{readStateIndex:299; appliedIndex:297; }","duration":"802.987419ms","start":"2026-03-06T20:18:53.875171Z","end":"2026-03-06T20:18:54.678158Z","steps":["trace[353754272] 'read index received' (duration: 457.810333ms)","trace[353754272] 'applied index is now lower than readState.Index' (duration: 345.175636ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:18:54.678295Z","caller":"traceutil/trace.go:171","msg":"trace[756749758] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"831.850933ms","start":"2026-03-06T20:18:53.846399Z","end":"2026-03-06T20:18:54.67825Z","steps":["trace[756749758] 'process raft request' (duration: 828.626942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:18:54.678469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:18:53.846372Z","time spent":"832.018616ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":217,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T20:18:54.678538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.732877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T20:18:54.678528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.325457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:18:54.67859Z","caller":"traceutil/trace.go:171","msg":"trace[91379319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:285; }","duration":"710.86927ms","start":"2026-03-06T20:18:53.967704Z","end":"2026-03-06T20:18:54.678574Z","steps":["trace[91379319] 'agreement among raft nodes before linearized reading' (duration: 710.677846ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:18:54.678619Z","caller":"traceutil/trace.go:171","msg":"trace[1247163755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:285; }","duration":"803.452249ms","start":"2026-03-06T20:18:53.875142Z","end":"2026-03-06T20:18:54.678594Z","steps":["trace[1247163755] 'agreement among raft nodes before linearized reading' (duration: 803.220354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:18:54.678666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:18:53.967642Z","time spent":"711.003463ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:18:54.678669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:18:53.87513Z","time spent":"803.530011ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:18:59.849626Z","caller":"traceutil/trace.go:171","msg":"trace[655408636] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"114.764715ms","start":"2026-03-06T20:18:59.734823Z","end":"2026-03-06T20:18:59.849588Z","steps":["trace[655408636] 'process raft request' (duration: 114.51724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:00.797578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.191631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:19:00.797771Z","caller":"traceutil/trace.go:171","msg":"trace[1893647612] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"852.498405ms","start":"2026-03-06T20:18:59.945257Z","end":"2026-03-06T20:19:00.797755Z","steps":["trace[1893647612] 'read index received' (duration: 305.951916ms)","trace[1893647612] 'applied index is now lower than readState.Index' (duration: 546.545099ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:00.798055Z","caller":"traceutil/trace.go:171","msg":"trace[1458716372] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"944.053101ms","start":"2026-03-06T20:18:59.853988Z","end":"2026-03-06T20:19:00.798041Z","steps":["trace[1458716372] 'process raft request' (duration: 397.186435ms)","trace[1458716372] 'compare' (duration: 546.071749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:00.798168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:18:59.853968Z","time spent":"944.163663ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:00.798381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.131238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T20:19:00.798458Z","caller":"traceutil/trace.go:171","msg":"trace[2032349746] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:361; }","duration":"853.241501ms","start":"2026-03-06T20:18:59.945205Z","end":"2026-03-06T20:19:00.798447Z","steps":["trace[2032349746] 'agreement among raft nodes before linearized reading' (duration: 853.138569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:00.798511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:18:59.945174Z","time spent":"853.327243ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-06T20:19:00.798745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.788059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:19:00.799167Z","caller":"traceutil/trace.go:171","msg":"trace[1571010807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:361; }","duration":"440.234219ms","start":"2026-03-06T20:19:00.358916Z","end":"2026-03-06T20:19:00.79915Z","steps":["trace[1571010807] 'agreement among raft nodes before linearized reading' (duration: 439.79687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:00.799265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:00.358893Z","time spent":"440.357081ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:19:00.799622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.901928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:00.799699Z","caller":"traceutil/trace.go:171","msg":"trace[1901401865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:361; }","duration":"287.00403ms","start":"2026-03-06T20:19:00.512683Z","end":"2026-03-06T20:19:00.799687Z","steps":["trace[1901401865] 'agreement among raft nodes before linearized reading' (duration: 286.916068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:01.990358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142007899s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:19:02.018753Z","caller":"traceutil/trace.go:171","msg":"trace[438734044] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"1.21406352s","start":"2026-03-06T20:19:00.804663Z","end":"2026-03-06T20:19:02.018727Z","steps":["trace[438734044] 'process raft request' (duration: 1.214001238s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:02.018891Z","caller":"traceutil/trace.go:171","msg":"trace[503074371] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"1.214365096s","start":"2026-03-06T20:19:00.804489Z","end":"2026-03-06T20:19:02.018854Z","steps":["trace[503074371] 'process raft request' (duration: 1.186114967s)","trace[503074371] 'compare' (duration: 27.778638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:02.018941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:00.804637Z","time spent":"1.214214993s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:02.019096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:00.804472Z","time spent":"1.214503559s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:02.019111Z","caller":"traceutil/trace.go:171","msg":"trace[573552053] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"1.214505139s","start":"2026-03-06T20:19:00.804563Z","end":"2026-03-06T20:19:02.019068Z","steps":["trace[573552053] 'process raft request' (duration: 1.213981657s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:02.01921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:00.804557Z","time spent":"1.214604771s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:02.059178Z","caller":"traceutil/trace.go:171","msg":"trace[566343628] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:377; }","duration":"542.905959ms","start":"2026-03-06T20:19:01.516251Z","end":"2026-03-06T20:19:02.059156Z","steps":["trace[566343628] 'read index received' (duration: 474.363688ms)","trace[566343628] 'applied index is now lower than readState.Index' (duration: 68.541181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:02.059326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.060403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:02.059365Z","caller":"traceutil/trace.go:171","msg":"trace[1981464991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:366; }","duration":"543.141915ms","start":"2026-03-06T20:19:01.516213Z","end":"2026-03-06T20:19:02.059355Z","steps":["trace[1981464991] 'agreement among raft nodes before linearized reading' (duration: 543.024502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:02.059402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:01.516198Z","time spent":"543.197056ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:19:02.059424Z","caller":"traceutil/trace.go:171","msg":"trace[2068921278] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.209643343s","start":"2026-03-06T20:19:00.849756Z","end":"2026-03-06T20:19:02.0594Z","steps":["trace[2068921278] 'process raft request' (duration: 1.209214193s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:02.059534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:00.849731Z","time spent":"1.209749234s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:03.700516Z","caller":"traceutil/trace.go:171","msg":"trace[1643657554] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"139.591459ms","start":"2026-03-06T20:19:03.5609Z","end":"2026-03-06T20:19:03.700492Z","steps":["trace[1643657554] 'process raft request' (duration: 139.449536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:18.240209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.332984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:19:18.240569Z","caller":"traceutil/trace.go:171","msg":"trace[347539754] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"258.337914ms","start":"2026-03-06T20:19:17.982184Z","end":"2026-03-06T20:19:18.240521Z","steps":["trace[347539754] 'process raft request' (duration: 84.597081ms)","trace[347539754] 'compare' (duration: 172.868264ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:18.24061Z","caller":"traceutil/trace.go:171","msg":"trace[1086793616] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"193.670019ms","start":"2026-03-06T20:19:18.046918Z","end":"2026-03-06T20:19:18.240588Z","steps":["trace[1086793616] 'process raft request' (duration: 193.433313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:18.24791Z","caller":"traceutil/trace.go:171","msg":"trace[1686115047] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:461; }","duration":"121.932066ms","start":"2026-03-06T20:19:18.125963Z","end":"2026-03-06T20:19:18.247895Z","steps":["trace[1686115047] 'read index received' (duration: 5.044913ms)","trace[1686115047] 'applied index is now lower than readState.Index' (duration: 116.886043ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:18.247979Z","caller":"traceutil/trace.go:171","msg":"trace[1894213394] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"154.269498ms","start":"2026-03-06T20:19:18.093703Z","end":"2026-03-06T20:19:18.247972Z","steps":["trace[1894213394] 'process raft request' (duration: 152.918337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:18.24812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.1326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T20:19:18.248238Z","caller":"traceutil/trace.go:171","msg":"trace[1552232499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:443; }","duration":"122.296334ms","start":"2026-03-06T20:19:18.125912Z","end":"2026-03-06T20:19:18.248208Z","steps":["trace[1552232499] 'agreement among raft nodes before linearized reading' (duration: 122.074969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:18.40923Z","caller":"traceutil/trace.go:171","msg":"trace[41171169] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:467; }","duration":"123.043329ms","start":"2026-03-06T20:19:18.286162Z","end":"2026-03-06T20:19:18.409205Z","steps":["trace[41171169] 'read index received' (duration: 24.872825ms)","trace[41171169] 'applied index is now lower than readState.Index' (duration: 98.169484ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:18.409296Z","caller":"traceutil/trace.go:171","msg":"trace[1251029175] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"125.386342ms","start":"2026-03-06T20:19:18.283857Z","end":"2026-03-06T20:19:18.409244Z","steps":["trace[1251029175] 'process raft request' (duration: 125.211708ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:18.409221Z","caller":"traceutil/trace.go:171","msg":"trace[798547450] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"125.503634ms","start":"2026-03-06T20:19:18.283664Z","end":"2026-03-06T20:19:18.409168Z","steps":["trace[798547450] 'process raft request' (duration: 89.021349ms)","trace[798547450] 'compare' (duration: 36.208079ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:18.409346Z","caller":"traceutil/trace.go:171","msg":"trace[258732881] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"125.31285ms","start":"2026-03-06T20:19:18.284009Z","end":"2026-03-06T20:19:18.409322Z","steps":["trace[258732881] 'process raft request' (duration: 125.118316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:18.40988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.673424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-06T20:19:18.410031Z","caller":"traceutil/trace.go:171","msg":"trace[1150305436] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:451; }","duration":"123.874499ms","start":"2026-03-06T20:19:18.286118Z","end":"2026-03-06T20:19:18.409993Z","steps":["trace[1150305436] 'agreement among raft nodes before linearized reading' (duration: 123.232194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:23.145247Z","caller":"traceutil/trace.go:171","msg":"trace[1071651584] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:498; }","duration":"158.712657ms","start":"2026-03-06T20:19:22.986515Z","end":"2026-03-06T20:19:23.145228Z","steps":["trace[1071651584] 'read index received' (duration: 158.539714ms)","trace[1071651584] 'applied index is now lower than readState.Index' (duration: 172.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:23.145391Z","caller":"traceutil/trace.go:171","msg":"trace[508437111] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"469.716129ms","start":"2026-03-06T20:19:22.675639Z","end":"2026-03-06T20:19:23.145355Z","steps":["trace[508437111] 'process raft request' (duration: 469.473444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:23.145439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.912782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:19:23.145465Z","caller":"traceutil/trace.go:171","msg":"trace[1866566260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:477; }","duration":"159.008054ms","start":"2026-03-06T20:19:22.986451Z","end":"2026-03-06T20:19:23.145459Z","steps":["trace[1866566260] 'agreement among raft nodes before linearized reading' (duration: 158.859041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:23.145562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:22.675617Z","time spent":"469.855262ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:23.436308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.712072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:19:23.436433Z","caller":"traceutil/trace.go:171","msg":"trace[569724802] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"287.088548ms","start":"2026-03-06T20:19:23.149323Z","end":"2026-03-06T20:19:23.436412Z","steps":["trace[569724802] 'process raft request' (duration: 96.170571ms)","trace[569724802] 'compare' (duration: 190.377155ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:23.990078Z","caller":"traceutil/trace.go:171","msg":"trace[465874134] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"172.169719ms","start":"2026-03-06T20:19:23.817882Z","end":"2026-03-06T20:19:23.990052Z","steps":["trace[465874134] 'process raft request' (duration: 172.115698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:23.990158Z","caller":"traceutil/trace.go:171","msg":"trace[578421850] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"179.554224ms","start":"2026-03-06T20:19:23.810573Z","end":"2026-03-06T20:19:23.990127Z","steps":["trace[578421850] 'process raft request' (duration: 179.247337ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:24.318879Z","caller":"traceutil/trace.go:171","msg":"trace[1710349827] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"110.656844ms","start":"2026-03-06T20:19:24.208178Z","end":"2026-03-06T20:19:24.318834Z","steps":["trace[1710349827] 'process raft request' (duration: 67.944929ms)","trace[1710349827] 'compare' (duration: 42.559052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:24.790533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.320959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:19:24.790672Z","caller":"traceutil/trace.go:171","msg":"trace[3443267] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"256.055774ms","start":"2026-03-06T20:19:24.534595Z","end":"2026-03-06T20:19:24.790651Z","steps":["trace[3443267] 'read index received' (duration: 71.451727ms)","trace[3443267] 'applied index is now lower than readState.Index' (duration: 184.602737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:24.790746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.155135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:24.79073Z","caller":"traceutil/trace.go:171","msg":"trace[978045035] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"270.385374ms","start":"2026-03-06T20:19:24.520316Z","end":"2026-03-06T20:19:24.790702Z","steps":["trace[978045035] 'process raft request' (duration: 85.810749ms)","trace[978045035] 'compare' (duration: 184.209127ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:24.790805Z","caller":"traceutil/trace.go:171","msg":"trace[626540719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:503; }","duration":"256.214306ms","start":"2026-03-06T20:19:24.534559Z","end":"2026-03-06T20:19:24.790773Z","steps":["trace[626540719] 'agreement among raft nodes before linearized reading' (duration: 256.147825ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:29.878423Z","caller":"traceutil/trace.go:171","msg":"trace[2112576657] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:659; }","duration":"364.331693ms","start":"2026-03-06T20:19:29.51406Z","end":"2026-03-06T20:19:29.878392Z","steps":["trace[2112576657] 'read index received' (duration: 364.192219ms)","trace[2112576657] 'applied index is now lower than readState.Index' (duration: 138.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:29.878463Z","caller":"traceutil/trace.go:171","msg":"trace[1535467165] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"411.963918ms","start":"2026-03-06T20:19:29.466474Z","end":"2026-03-06T20:19:29.878438Z","steps":["trace[1535467165] 'process raft request' (duration: 411.745862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:29.878612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.526807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:19:29.87861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:29.466452Z","time spent":"412.07809ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:29.878648Z","caller":"traceutil/trace.go:171","msg":"trace[1516104777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"364.61733ms","start":"2026-03-06T20:19:29.514017Z","end":"2026-03-06T20:19:29.878635Z","steps":["trace[1516104777] 'agreement among raft nodes before linearized reading' (duration: 364.539128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:29.878687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:29.513999Z","time spent":"364.681282ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:19:30.447367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051370067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:19:30.947901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051370067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:19:31.241179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107282809s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:19:31.241799Z","caller":"traceutil/trace.go:171","msg":"trace[668871602] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"1.294595396s","start":"2026-03-06T20:19:29.94718Z","end":"2026-03-06T20:19:31.241776Z","steps":["trace[668871602] 'read index received' (duration: 1.294162657s)","trace[668871602] 'applied index is now lower than readState.Index' (duration: 431.509µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:31.241895Z","caller":"traceutil/trace.go:171","msg":"trace[625975850] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.345254087s","start":"2026-03-06T20:19:29.896631Z","end":"2026-03-06T20:19:31.241885Z","steps":["trace[625975850] 'process raft request' (duration: 1.344961911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:31.242021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:29.896605Z","time spent":"1.345324619s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:31.441399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.98436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:19:31.441482Z","caller":"traceutil/trace.go:171","msg":"trace[56315828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"940.141784ms","start":"2026-03-06T20:19:30.501318Z","end":"2026-03-06T20:19:31.44146Z","steps":["trace[56315828] 'agreement among raft nodes before linearized reading' (duration: 740.619664ms)","trace[56315828] 'range keys from in-memory index tree' (duration: 199.297014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:31.441517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.451834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T20:19:31.441535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:30.501289Z","time spent":"940.236016ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:19:31.441558Z","caller":"traceutil/trace.go:171","msg":"trace[1768645390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:637; }","duration":"941.520985ms","start":"2026-03-06T20:19:30.500023Z","end":"2026-03-06T20:19:31.441544Z","steps":["trace[1768645390] 'agreement among raft nodes before linearized reading' (duration: 741.870202ms)","trace[1768645390] 'range keys from in-memory index tree' (duration: 199.544061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:31.441592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:30.500001Z","time spent":"941.583677ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:19:31.441403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494196527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T20:19:31.441706Z","caller":"traceutil/trace.go:171","msg":"trace[533001962] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:637; }","duration":"1.494572106s","start":"2026-03-06T20:19:29.94712Z","end":"2026-03-06T20:19:31.441692Z","steps":["trace[533001962] 'agreement among raft nodes before linearized reading' (duration: 1.29478947s)","trace[533001962] 'range keys from in-memory index tree' (duration: 199.353396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:31.441767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:29.947098Z","time spent":"1.494657239s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-06T20:19:31.441783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.221918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:31.44188Z","caller":"traceutil/trace.go:171","msg":"trace[858193127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"924.349931ms","start":"2026-03-06T20:19:30.517502Z","end":"2026-03-06T20:19:31.441852Z","steps":["trace[858193127] 'agreement among raft nodes before linearized reading' (duration: 724.428131ms)","trace[858193127] 'range keys from in-memory index tree' (duration: 199.785326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:31.441892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.952082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T20:19:31.441927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:30.517493Z","time spent":"924.425542ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:19:31.441927Z","caller":"traceutil/trace.go:171","msg":"trace[161800180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"880.983892ms","start":"2026-03-06T20:19:30.56093Z","end":"2026-03-06T20:19:31.441914Z","steps":["trace[161800180] 'agreement among raft nodes before linearized reading' (duration: 680.986901ms)","trace[161800180] 'range keys from in-memory index tree' (duration: 199.861719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:31.441968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:30.560845Z","time spent":"881.115855ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:19:32.00195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.659303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:19:32.002165Z","caller":"traceutil/trace.go:171","msg":"trace[377797195] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"554.942364ms","start":"2026-03-06T20:19:31.447198Z","end":"2026-03-06T20:19:32.00214Z","steps":["trace[377797195] 'process raft request' (duration: 554.878353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:32.002225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:31.447182Z","time spent":"555.019005ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:32.002215Z","caller":"traceutil/trace.go:171","msg":"trace[332924383] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"556.462258ms","start":"2026-03-06T20:19:31.445715Z","end":"2026-03-06T20:19:32.002178Z","steps":["trace[332924383] 'process raft request' (duration: 356.502408ms)","trace[332924383] 'compare' (duration: 199.5189ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:32.002313Z","caller":"traceutil/trace.go:171","msg":"trace[795634894] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:662; }","duration":"113.238991ms","start":"2026-03-06T20:19:31.889045Z","end":"2026-03-06T20:19:32.002284Z","steps":["trace[795634894] 'read index received' (duration: 91.585817ms)","trace[795634894] 'applied index is now lower than readState.Index' (duration: 21.651284ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:32.002208Z","caller":"traceutil/trace.go:171","msg":"trace[1966899175] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"555.594179ms","start":"2026-03-06T20:19:31.446585Z","end":"2026-03-06T20:19:32.00218Z","steps":["trace[1966899175] 'process raft request' (duration: 555.441105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:32.002394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:31.445703Z","time spent":"556.603722ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:32.002383Z","caller":"traceutil/trace.go:171","msg":"trace[231905163] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"547.624681ms","start":"2026-03-06T20:19:31.454731Z","end":"2026-03-06T20:19:32.002355Z","steps":["trace[231905163] 'process raft request' (duration: 547.377345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:32.002485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:31.446573Z","time spent":"555.828244ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:32.002521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.460866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:19:32.002526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:31.454722Z","time spent":"547.731553ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:32.002572Z","caller":"traceutil/trace.go:171","msg":"trace[963729420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:641; }","duration":"113.558508ms","start":"2026-03-06T20:19:31.889001Z","end":"2026-03-06T20:19:32.002559Z","steps":["trace[963729420] 'agreement among raft nodes before linearized reading' (duration: 113.387484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:33.118978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.50397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:33.119095Z","caller":"traceutil/trace.go:171","msg":"trace[423918185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"604.685494ms","start":"2026-03-06T20:19:32.514387Z","end":"2026-03-06T20:19:33.119073Z","steps":["trace[423918185] 'range keys from in-memory index tree' (duration: 604.412259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:33.119144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:32.514367Z","time spent":"604.766566ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:19:33.703731Z","caller":"traceutil/trace.go:171","msg":"trace[1806116841] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"503.189697ms","start":"2026-03-06T20:19:33.200495Z","end":"2026-03-06T20:19:33.703685Z","steps":["trace[1806116841] 'process raft request' (duration: 502.968342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:33.703971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:33.200457Z","time spent":"503.389022ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:19:34.960728Z","caller":"traceutil/trace.go:171","msg":"trace[1013585935] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"118.872737ms","start":"2026-03-06T20:19:34.841828Z","end":"2026-03-06T20:19:34.960701Z","steps":["trace[1013585935] 'process raft request' (duration: 113.305483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:35.550827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.352031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:19:35.551097Z","caller":"traceutil/trace.go:171","msg":"trace[1275248825] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"404.477211ms","start":"2026-03-06T20:19:35.146583Z","end":"2026-03-06T20:19:35.55106Z","steps":["trace[1275248825] 'process raft request' (duration: 19.801072ms)","trace[1275248825] 'compare' (duration: 384.058895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:19:35.551274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:35.146556Z","time spent":"404.646165ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T20:19:36.9963Z","caller":"traceutil/trace.go:171","msg":"trace[1629891447] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"156.830365ms","start":"2026-03-06T20:19:36.839435Z","end":"2026-03-06T20:19:36.996266Z","steps":["trace[1629891447] 'process raft request' (duration: 135.422287ms)","trace[1629891447] 'compare' (duration: 21.265055ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:37.019682Z","caller":"traceutil/trace.go:171","msg":"trace[155373174] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"158.581205ms","start":"2026-03-06T20:19:36.861067Z","end":"2026-03-06T20:19:37.019648Z","steps":["trace[155373174] 'process raft request' (duration: 157.919161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:37.975483Z","caller":"traceutil/trace.go:171","msg":"trace[761252027] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"113.831185ms","start":"2026-03-06T20:19:37.861609Z","end":"2026-03-06T20:19:37.97544Z","steps":["trace[761252027] 'process raft request' (duration: 113.587539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:38.139368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.42966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-06T20:19:38.139371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.595381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T20:19:38.13946Z","caller":"traceutil/trace.go:171","msg":"trace[642152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:704; }","duration":"111.564393ms","start":"2026-03-06T20:19:38.027876Z","end":"2026-03-06T20:19:38.13944Z","steps":["trace[642152] 'range keys from in-memory index tree' (duration: 111.203235ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:38.139496Z","caller":"traceutil/trace.go:171","msg":"trace[1694874346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:704; }","duration":"110.746974ms","start":"2026-03-06T20:19:38.028724Z","end":"2026-03-06T20:19:38.139471Z","steps":["trace[1694874346] 'range keys from in-memory index tree' (duration: 110.461229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:38.139597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.50435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T20:19:38.139676Z","caller":"traceutil/trace.go:171","msg":"trace[1043107034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:704; }","duration":"110.675694ms","start":"2026-03-06T20:19:38.028981Z","end":"2026-03-06T20:19:38.139656Z","steps":["trace[1043107034] 'range keys from in-memory index tree' (duration: 110.289945ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:41.267112Z","caller":"traceutil/trace.go:171","msg":"trace[1789603406] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"105.448337ms","start":"2026-03-06T20:19:41.16163Z","end":"2026-03-06T20:19:41.267079Z","steps":["trace[1789603406] 'process raft request' (duration: 105.197571ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:41.277486Z","caller":"traceutil/trace.go:171","msg":"trace[2071155301] transaction","detail":"{read_only:false; number_of_response:0; response_revision:761; }","duration":"115.577594ms","start":"2026-03-06T20:19:41.161856Z","end":"2026-03-06T20:19:41.277433Z","steps":["trace[2071155301] 'process raft request' (duration: 115.473371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:45.544385Z","caller":"traceutil/trace.go:171","msg":"trace[1543419439] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"159.586617ms","start":"2026-03-06T20:19:45.384753Z","end":"2026-03-06T20:19:45.54434Z","steps":["trace[1543419439] 'process raft request' (duration: 153.158093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:45.714606Z","caller":"traceutil/trace.go:171","msg":"trace[59169905] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"156.986969ms","start":"2026-03-06T20:19:45.55758Z","end":"2026-03-06T20:19:45.714567Z","steps":["trace[59169905] 'process raft request' (duration: 156.912327ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:45.714634Z","caller":"traceutil/trace.go:171","msg":"trace[201913533] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"165.610562ms","start":"2026-03-06T20:19:45.548974Z","end":"2026-03-06T20:19:45.714584Z","steps":["trace[201913533] 'process raft request' (duration: 95.959435ms)","trace[201913533] 'compare' (duration: 69.298608ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:45.8435Z","caller":"traceutil/trace.go:171","msg":"trace[1903952846] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"123.825909ms","start":"2026-03-06T20:19:45.719645Z","end":"2026-03-06T20:19:45.843471Z","steps":["trace[1903952846] 'process raft request' (duration: 123.668396ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:46.307686Z","caller":"traceutil/trace.go:171","msg":"trace[2083934518] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"142.419283ms","start":"2026-03-06T20:19:46.165235Z","end":"2026-03-06T20:19:46.307654Z","steps":["trace[2083934518] 'process raft request' (duration: 121.412014ms)","trace[2083934518] 'compare' (duration: 20.857726ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:46.39526Z","caller":"traceutil/trace.go:171","msg":"trace[1932537050] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"228.928767ms","start":"2026-03-06T20:19:46.166315Z","end":"2026-03-06T20:19:46.395244Z","steps":["trace[1932537050] 'process raft request' (duration: 228.781682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:46.3954Z","caller":"traceutil/trace.go:171","msg":"trace[229743902] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:851; }","duration":"202.594699ms","start":"2026-03-06T20:19:46.192794Z","end":"2026-03-06T20:19:46.395389Z","steps":["trace[229743902] 'read index received' (duration: 93.788727ms)","trace[229743902] 'applied index is now lower than readState.Index' (duration: 108.805162ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:46.395541Z","caller":"traceutil/trace.go:171","msg":"trace[1419721325] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"227.127556ms","start":"2026-03-06T20:19:46.168361Z","end":"2026-03-06T20:19:46.395488Z","steps":["trace[1419721325] 'process raft request' (duration: 226.823749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:46.395586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.795744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:19:46.395767Z","caller":"traceutil/trace.go:171","msg":"trace[387472374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:825; }","duration":"203.026789ms","start":"2026-03-06T20:19:46.192715Z","end":"2026-03-06T20:19:46.395742Z","steps":["trace[387472374] 'agreement among raft nodes before linearized reading' (duration: 202.733882ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:46.488477Z","caller":"traceutil/trace.go:171","msg":"trace[1371613482] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"172.369423ms","start":"2026-03-06T20:19:46.316091Z","end":"2026-03-06T20:19:46.48846Z","steps":["trace[1371613482] 'process raft request' (duration: 172.255241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:46.488725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.838307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:19:46.488835Z","caller":"traceutil/trace.go:171","msg":"trace[1675064186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:826; }","duration":"148.9923ms","start":"2026-03-06T20:19:46.339815Z","end":"2026-03-06T20:19:46.488808Z","steps":["trace[1675064186] 'agreement among raft nodes before linearized reading' (duration: 148.675953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:48.747614Z","caller":"traceutil/trace.go:171","msg":"trace[1933101817] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"114.909368ms","start":"2026-03-06T20:19:48.632676Z","end":"2026-03-06T20:19:48.747585Z","steps":["trace[1933101817] 'process raft request' (duration: 100.555197ms)","trace[1933101817] 'compare' (duration: 14.232848ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:19:48.78596Z","caller":"traceutil/trace.go:171","msg":"trace[696468832] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"152.428516ms","start":"2026-03-06T20:19:48.633499Z","end":"2026-03-06T20:19:48.785927Z","steps":["trace[696468832] 'process raft request' (duration: 152.220502ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:19:53.468395Z","caller":"traceutil/trace.go:171","msg":"trace[1119567291] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"350.531335ms","start":"2026-03-06T20:19:53.11782Z","end":"2026-03-06T20:19:53.468351Z","steps":["trace[1119567291] 'process raft request' (duration: 350.244199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:19:53.468658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:19:53.117786Z","time spent":"350.7525ms","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5390,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:19:53.835382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.511359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:19:53.835509Z","caller":"traceutil/trace.go:171","msg":"trace[495443071] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:866; }","duration":"114.719673ms","start":"2026-03-06T20:19:53.720765Z","end":"2026-03-06T20:19:53.835484Z","steps":["trace[495443071] 'count revisions from in-memory index tree' (duration: 114.423116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:23.653543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.208142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:20:23.653639Z","caller":"traceutil/trace.go:171","msg":"trace[1378397692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1075; }","duration":"139.352355ms","start":"2026-03-06T20:20:23.514266Z","end":"2026-03-06T20:20:23.653618Z","steps":["trace[1378397692] 'range keys from in-memory index tree' (duration: 139.090659ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:20:46.53544Z","caller":"traceutil/trace.go:171","msg":"trace[47354844] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"100.440334ms","start":"2026-03-06T20:20:46.434961Z","end":"2026-03-06T20:20:46.535402Z","steps":["trace[47354844] 'process raft request' (duration: 97.638529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:56.481455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051372031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:20:56.982529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051372031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:20:57.098129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150505016s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:20:57.098491Z","caller":"traceutil/trace.go:171","msg":"trace[1370911324] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"1.150977298s","start":"2026-03-06T20:20:55.947489Z","end":"2026-03-06T20:20:57.098466Z","steps":["trace[1370911324] 'process raft request' (duration: 1.150827275s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.098656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:55.947455Z","time spent":"1.151114121s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:20:57.110775Z","caller":"traceutil/trace.go:171","msg":"trace[1207862014] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"1.162285277s","start":"2026-03-06T20:20:55.948462Z","end":"2026-03-06T20:20:57.110747Z","steps":["trace[1207862014] 'process raft request' (duration: 1.162061992s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.111041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:55.948424Z","time spent":"1.16241494s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:20:57.111083Z","caller":"traceutil/trace.go:171","msg":"trace[371768248] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1678; }","duration":"1.130474859s","start":"2026-03-06T20:20:55.980568Z","end":"2026-03-06T20:20:57.111043Z","steps":["trace[371768248] 'read index received' (duration: 1.117756067s)","trace[371768248] 'applied index is now lower than readState.Index' (duration: 12.716042ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:20:57.111151Z","caller":"traceutil/trace.go:171","msg":"trace[879707703] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"368.97695ms","start":"2026-03-06T20:20:56.742099Z","end":"2026-03-06T20:20:57.111076Z","steps":["trace[879707703] 'process raft request' (duration: 368.603671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.111272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130685143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:20:57.111372Z","caller":"traceutil/trace.go:171","msg":"trace[1817708281] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1607; }","duration":"1.130850087s","start":"2026-03-06T20:20:55.980497Z","end":"2026-03-06T20:20:57.111347Z","steps":["trace[1817708281] 'agreement among raft nodes before linearized reading' (duration: 1.130681763s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.111429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:55.980472Z","time spent":"1.130945939s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:20:57.111491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:56.742063Z","time spent":"369.193395ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:20:57.111533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.562107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T20:20:57.111562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.269724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:20:57.111625Z","caller":"traceutil/trace.go:171","msg":"trace[1187593891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1607; }","duration":"958.673699ms","start":"2026-03-06T20:20:56.152915Z","end":"2026-03-06T20:20:57.111588Z","steps":["trace[1187593891] 'agreement among raft nodes before linearized reading' (duration: 958.387623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.11163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.378707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T20:20:57.111663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.843469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cbdaba9-cc6e-497f-a33a-76d25abb1636\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-06T20:20:57.111726Z","caller":"traceutil/trace.go:171","msg":"trace[1277192500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1607; }","duration":"884.52842ms","start":"2026-03-06T20:20:56.227175Z","end":"2026-03-06T20:20:57.111704Z","steps":["trace[1277192500] 'agreement among raft nodes before linearized reading' (duration: 884.359626ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:20:57.111742Z","caller":"traceutil/trace.go:171","msg":"trace[573514463] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cbdaba9-cc6e-497f-a33a-76d25abb1636; range_end:; response_count:1; response_revision:1607; }","duration":"257.083464ms","start":"2026-03-06T20:20:56.854641Z","end":"2026-03-06T20:20:57.111725Z","steps":["trace[573514463] 'agreement among raft nodes before linearized reading' (duration: 256.701356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.111768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:56.227141Z","time spent":"884.618702ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T20:20:57.111661Z","caller":"traceutil/trace.go:171","msg":"trace[2116044602] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1607; }","duration":"515.422387ms","start":"2026-03-06T20:20:56.596219Z","end":"2026-03-06T20:20:57.111642Z","steps":["trace[2116044602] 'agreement among raft nodes before linearized reading' (duration: 515.205653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.111783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.846137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cbdaba9-cc6e-497f-a33a-76d25abb1636\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-06T20:20:57.111855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:56.596199Z","time spent":"515.642502ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:20:57.111891Z","caller":"traceutil/trace.go:171","msg":"trace[228677336] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cbdaba9-cc6e-497f-a33a-76d25abb1636; range_end:; response_count:1; response_revision:1607; }","duration":"857.992201ms","start":"2026-03-06T20:20:56.253882Z","end":"2026-03-06T20:20:57.111874Z","steps":["trace[228677336] 'agreement among raft nodes before linearized reading' (duration: 857.52537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.111686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:56.152892Z","time spent":"958.782721ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T20:20:57.111965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:56.253858Z","time spent":"858.093472ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cbdaba9-cc6e-497f-a33a-76d25abb1636\" "} {"level":"info","ts":"2026-03-06T20:20:57.333828Z","caller":"traceutil/trace.go:171","msg":"trace[1618718921] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1682; }","duration":"165.915924ms","start":"2026-03-06T20:20:57.167888Z","end":"2026-03-06T20:20:57.333804Z","steps":["trace[1618718921] 'read index received' (duration: 94.838595ms)","trace[1618718921] 'applied index is now lower than readState.Index' (duration: 71.076299ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:20:57.333947Z","caller":"traceutil/trace.go:171","msg":"trace[958766644] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"214.839525ms","start":"2026-03-06T20:20:57.119058Z","end":"2026-03-06T20:20:57.333897Z","steps":["trace[958766644] 'process raft request' (duration: 143.575971ms)","trace[958766644] 'compare' (duration: 71.049159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:20:57.334305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.390614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:20:57.334432Z","caller":"traceutil/trace.go:171","msg":"trace[1250699579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1609; }","duration":"166.577519ms","start":"2026-03-06T20:20:57.167826Z","end":"2026-03-06T20:20:57.334403Z","steps":["trace[1250699579] 'agreement among raft nodes before linearized reading' (duration: 166.116818ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:20:57.433136Z","caller":"traceutil/trace.go:171","msg":"trace[1826254500] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"178.273827ms","start":"2026-03-06T20:20:57.254804Z","end":"2026-03-06T20:20:57.433078Z","steps":["trace[1826254500] 'process raft request' (duration: 178.092943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.433229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.570579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T20:20:57.433339Z","caller":"traceutil/trace.go:171","msg":"trace[2132712539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1610; }","duration":"200.729783ms","start":"2026-03-06T20:20:57.232584Z","end":"2026-03-06T20:20:57.433314Z","steps":["trace[2132712539] 'agreement among raft nodes before linearized reading' (duration: 200.455806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.433514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.089218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T20:20:57.433667Z","caller":"traceutil/trace.go:171","msg":"trace[1102812552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1610; }","duration":"200.313273ms","start":"2026-03-06T20:20:57.23333Z","end":"2026-03-06T20:20:57.433643Z","steps":["trace[1102812552] 'agreement among raft nodes before linearized reading' (duration: 199.955915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:57.433525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.649446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T20:20:57.433922Z","caller":"traceutil/trace.go:171","msg":"trace[692278003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1610; }","duration":"196.077075ms","start":"2026-03-06T20:20:57.23783Z","end":"2026-03-06T20:20:57.433907Z","steps":["trace[692278003] 'agreement among raft nodes before linearized reading' (duration: 195.297637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:58.015499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051372043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:20:58.223885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.599583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:20:58.2241Z","caller":"traceutil/trace.go:171","msg":"trace[1096601298] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"884.672693ms","start":"2026-03-06T20:20:57.339407Z","end":"2026-03-06T20:20:58.22408Z","steps":["trace[1096601298] 'process raft request' (duration: 685.783473ms)","trace[1096601298] 'compare' (duration: 198.479811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:20:58.224181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:57.339376Z","time spent":"884.779366ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:20:58.30812Z","caller":"traceutil/trace.go:171","msg":"trace[1890987154] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"870.824886ms","start":"2026-03-06T20:20:57.437252Z","end":"2026-03-06T20:20:58.308077Z","steps":["trace[1890987154] 'process raft request' (duration: 870.555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:58.308362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:57.437225Z","time spent":"871.005999ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:20:58.308429Z","caller":"traceutil/trace.go:171","msg":"trace[433840166] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"870.960759ms","start":"2026-03-06T20:20:57.43743Z","end":"2026-03-06T20:20:58.308391Z","steps":["trace[433840166] 'process raft request' (duration: 870.582041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:58.30861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:57.437424Z","time spent":"871.090662ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:20:58.308714Z","caller":"traceutil/trace.go:171","msg":"trace[1753107665] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"871.178533ms","start":"2026-03-06T20:20:57.437527Z","end":"2026-03-06T20:20:58.308705Z","steps":["trace[1753107665] 'process raft request' (duration: 870.814015ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:20:58.308706Z","caller":"traceutil/trace.go:171","msg":"trace[322574764] linearizableReadLoop","detail":"{readStateIndex:1688; appliedIndex:1684; }","duration":"794.191668ms","start":"2026-03-06T20:20:57.51445Z","end":"2026-03-06T20:20:58.308641Z","steps":["trace[322574764] 'read index received' (duration: 510.742109ms)","trace[322574764] 'applied index is now lower than readState.Index' (duration: 283.447449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:20:58.308754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:57.437495Z","time spent":"871.235535ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:20:58.308863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.398052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:20:58.308966Z","caller":"traceutil/trace.go:171","msg":"trace[462222862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1614; }","duration":"794.535325ms","start":"2026-03-06T20:20:57.514401Z","end":"2026-03-06T20:20:58.308936Z","steps":["trace[462222862] 'agreement among raft nodes before linearized reading' (duration: 794.392692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:58.308992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.483683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T20:20:58.309009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.045783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cbdaba9-cc6e-497f-a33a-76d25abb1636\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-06T20:20:58.309018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:57.514386Z","time spent":"794.619588ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:20:58.309033Z","caller":"traceutil/trace.go:171","msg":"trace[2109523947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1614; }","duration":"189.567595ms","start":"2026-03-06T20:20:58.119454Z","end":"2026-03-06T20:20:58.309022Z","steps":["trace[2109523947] 'agreement among raft nodes before linearized reading' (duration: 189.435572ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:20:58.309039Z","caller":"traceutil/trace.go:171","msg":"trace[1064720931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cbdaba9-cc6e-497f-a33a-76d25abb1636; range_end:; response_count:1; response_revision:1614; }","duration":"192.075653ms","start":"2026-03-06T20:20:58.116953Z","end":"2026-03-06T20:20:58.309029Z","steps":["trace[1064720931] 'agreement among raft nodes before linearized reading' (duration: 191.976811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:58.309039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.225328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T20:20:58.309086Z","caller":"traceutil/trace.go:171","msg":"trace[141601716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1614; }","duration":"548.356011ms","start":"2026-03-06T20:20:57.760716Z","end":"2026-03-06T20:20:58.309072Z","steps":["trace[141601716] 'agreement among raft nodes before linearized reading' (duration: 548.120476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:20:58.309171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:20:57.760687Z","time spent":"548.471294ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T20:21:11.67963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.215682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:21:11.679985Z","caller":"traceutil/trace.go:171","msg":"trace[691718583] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"622.573255ms","start":"2026-03-06T20:21:11.057385Z","end":"2026-03-06T20:21:11.679958Z","steps":["trace[691718583] 'process raft request' (duration: 120.897622ms)","trace[691718583] 'compare' (duration: 500.810473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:11.680066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.057358Z","time spent":"622.669216ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5622,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:11.691969Z","caller":"traceutil/trace.go:171","msg":"trace[744997910] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"506.77015ms","start":"2026-03-06T20:21:11.185181Z","end":"2026-03-06T20:21:11.691952Z","steps":["trace[744997910] 'process raft request' (duration: 506.653367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:11.692069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.185155Z","time spent":"506.865492ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:12.061388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.221889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:21:12.061803Z","caller":"traceutil/trace.go:171","msg":"trace[1276274610] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1789; }","duration":"758.221074ms","start":"2026-03-06T20:21:11.30356Z","end":"2026-03-06T20:21:12.061781Z","steps":["trace[1276274610] 'read index received' (duration: 388.249561ms)","trace[1276274610] 'applied index is now lower than readState.Index' (duration: 369.970363ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:12.06191Z","caller":"traceutil/trace.go:171","msg":"trace[138698769] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"373.908174ms","start":"2026-03-06T20:21:11.687991Z","end":"2026-03-06T20:21:12.061899Z","steps":["trace[138698769] 'process raft request' (duration: 373.710569ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:12.06194Z","caller":"traceutil/trace.go:171","msg":"trace[866666530] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"876.134789ms","start":"2026-03-06T20:21:11.185772Z","end":"2026-03-06T20:21:12.061906Z","steps":["trace[866666530] 'process raft request' (duration: 734.243285ms)","trace[866666530] 'compare' (duration: 140.88363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:12.061975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.687985Z","time spent":"373.954085ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:12.062101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.185748Z","time spent":"876.263691ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:12.062133Z","caller":"traceutil/trace.go:171","msg":"trace[1827965819] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"375.397327ms","start":"2026-03-06T20:21:11.686684Z","end":"2026-03-06T20:21:12.062082Z","steps":["trace[1827965819] 'process raft request' (duration: 374.963337ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:12.06232Z","caller":"traceutil/trace.go:171","msg":"trace[47088562] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"579.236841ms","start":"2026-03-06T20:21:11.483072Z","end":"2026-03-06T20:21:12.062309Z","steps":["trace[47088562] 'process raft request' (duration: 578.460514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.062326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.686657Z","time spent":"375.558801ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:12.062363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.483054Z","time spent":"579.284712ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:12.062425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.766202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:21:12.062501Z","caller":"traceutil/trace.go:171","msg":"trace[1433729809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1716; }","duration":"630.907146ms","start":"2026-03-06T20:21:11.431568Z","end":"2026-03-06T20:21:12.062476Z","steps":["trace[1433729809] 'agreement among raft nodes before linearized reading' (duration: 630.66167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.062547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.431536Z","time spent":"631.000397ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T20:21:12.062674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.121115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:21:12.062775Z","caller":"traceutil/trace.go:171","msg":"trace[1936070771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1716; }","duration":"759.266768ms","start":"2026-03-06T20:21:11.303494Z","end":"2026-03-06T20:21:12.06276Z","steps":["trace[1936070771] 'agreement among raft nodes before linearized reading' (duration: 759.048533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.062815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.303471Z","time spent":"759.335069ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:21:12.062701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.58548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xgprz\" ","response":"range_response_count:1 size:6146"} {"level":"info","ts":"2026-03-06T20:21:12.062887Z","caller":"traceutil/trace.go:171","msg":"trace[972201805] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xgprz; range_end:; response_count:1; response_revision:1716; }","duration":"378.800785ms","start":"2026-03-06T20:21:11.684069Z","end":"2026-03-06T20:21:12.06287Z","steps":["trace[972201805] 'agreement among raft nodes before linearized reading' (duration: 378.57322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.062933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:11.684051Z","time spent":"378.867767ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6170,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xgprz\" "} {"level":"warn","ts":"2026-03-06T20:21:12.909183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.434248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:21:12.909449Z","caller":"traceutil/trace.go:171","msg":"trace[628499042] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"841.971862ms","start":"2026-03-06T20:21:12.067436Z","end":"2026-03-06T20:21:12.909407Z","steps":["trace[628499042] 'process raft request' (duration: 103.195266ms)","trace[628499042] 'compare' (duration: 738.268624ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:12.909483Z","caller":"traceutil/trace.go:171","msg":"trace[560212532] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"838.83269ms","start":"2026-03-06T20:21:12.070621Z","end":"2026-03-06T20:21:12.909454Z","steps":["trace[560212532] 'process raft request' (duration: 838.704187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.909653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.067417Z","time spent":"842.123405ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:12.9097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.070598Z","time spent":"839.053895ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:12.90984Z","caller":"traceutil/trace.go:171","msg":"trace[1709062588] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1794; }","duration":"543.559591ms","start":"2026-03-06T20:21:12.366253Z","end":"2026-03-06T20:21:12.909813Z","steps":["trace[1709062588] 'read index received' (duration: 472.83495ms)","trace[1709062588] 'applied index is now lower than readState.Index' (duration: 70.723581ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:12.909922Z","caller":"traceutil/trace.go:171","msg":"trace[1092624401] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"836.109757ms","start":"2026-03-06T20:21:12.073773Z","end":"2026-03-06T20:21:12.909883Z","steps":["trace[1092624401] 'process raft request' (duration: 835.622057ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:12.910005Z","caller":"traceutil/trace.go:171","msg":"trace[676104550] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"784.216328ms","start":"2026-03-06T20:21:12.125774Z","end":"2026-03-06T20:21:12.90999Z","steps":["trace[676104550] 'process raft request' (duration: 783.91389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.910087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.206576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:21:12.910124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.125759Z","time spent":"784.27282ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:12.91013Z","caller":"traceutil/trace.go:171","msg":"trace[1432713067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1720; }","duration":"397.263837ms","start":"2026-03-06T20:21:12.512854Z","end":"2026-03-06T20:21:12.910118Z","steps":["trace[1432713067] 'agreement among raft nodes before linearized reading' (duration: 397.188835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.910118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.073739Z","time spent":"836.264662ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5917,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:12.910166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.512846Z","time spent":"397.314329ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:21:12.910176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.93386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:21:12.910197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.88808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:21:12.910215Z","caller":"traceutil/trace.go:171","msg":"trace[37929213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1720; }","duration":"543.975401ms","start":"2026-03-06T20:21:12.366228Z","end":"2026-03-06T20:21:12.910203Z","steps":["trace[37929213] 'agreement among raft nodes before linearized reading' (duration: 543.822587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.910257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.366198Z","time spent":"544.053253ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T20:21:12.910264Z","caller":"traceutil/trace.go:171","msg":"trace[1830045652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1720; }","duration":"483.004103ms","start":"2026-03-06T20:21:12.42724Z","end":"2026-03-06T20:21:12.910244Z","steps":["trace[1830045652] 'agreement among raft nodes before linearized reading' (duration: 482.774437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.9103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.427212Z","time spent":"483.081075ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:21:12.910329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.039449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:21:12.910427Z","caller":"traceutil/trace.go:171","msg":"trace[2053378226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1720; }","duration":"471.162252ms","start":"2026-03-06T20:21:12.439236Z","end":"2026-03-06T20:21:12.910398Z","steps":["trace[2053378226] 'agreement among raft nodes before linearized reading' (duration: 470.898896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.910457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.090141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T20:21:12.910474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.439225Z","time spent":"471.239514ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:21:12.910492Z","caller":"traceutil/trace.go:171","msg":"trace[1911743430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1720; }","duration":"482.179033ms","start":"2026-03-06T20:21:12.428301Z","end":"2026-03-06T20:21:12.91048Z","steps":["trace[1911743430] 'agreement among raft nodes before linearized reading' (duration: 482.077001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:12.910525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.428265Z","time spent":"482.253615ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:21:13.261371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.266598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:21:13.261743Z","caller":"traceutil/trace.go:171","msg":"trace[930105303] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"346.648858ms","start":"2026-03-06T20:21:12.91505Z","end":"2026-03-06T20:21:13.261699Z","steps":["trace[930105303] 'process raft request' (duration: 112.912539ms)","trace[930105303] 'compare' (duration: 232.90952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:13.261875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.91503Z","time spent":"346.778131ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:13.261862Z","caller":"traceutil/trace.go:171","msg":"trace[935387139] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"346.595077ms","start":"2026-03-06T20:21:12.915145Z","end":"2026-03-06T20:21:13.26174Z","steps":["trace[935387139] 'process raft request' (duration: 346.389032ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:13.262028Z","caller":"traceutil/trace.go:171","msg":"trace[1145320474] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"345.540342ms","start":"2026-03-06T20:21:12.916462Z","end":"2026-03-06T20:21:13.262002Z","steps":["trace[1145320474] 'process raft request' (duration: 345.201934ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:13.262059Z","caller":"traceutil/trace.go:171","msg":"trace[698808804] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"345.530931ms","start":"2026-03-06T20:21:12.916503Z","end":"2026-03-06T20:21:13.262034Z","steps":["trace[698808804] 'process raft request' (duration: 345.364688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.262106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.915137Z","time spent":"346.839812ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:13.262154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.916453Z","time spent":"345.639604ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:13.262188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.916482Z","time spent":"345.649654ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:13.262493Z","caller":"traceutil/trace.go:171","msg":"trace[833742594] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"345.833748ms","start":"2026-03-06T20:21:12.916637Z","end":"2026-03-06T20:21:13.262471Z","steps":["trace[833742594] 'process raft request' (duration: 345.319497ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:13.262609Z","caller":"traceutil/trace.go:171","msg":"trace[1526523400] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"345.067661ms","start":"2026-03-06T20:21:12.917518Z","end":"2026-03-06T20:21:13.262586Z","steps":["trace[1526523400] 'process raft request' (duration: 344.763324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.262685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.91663Z","time spent":"345.93646ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:13.262744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.917509Z","time spent":"345.194393ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:13.262759Z","caller":"traceutil/trace.go:171","msg":"trace[1449838646] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1799; }","duration":"346.415461ms","start":"2026-03-06T20:21:12.916324Z","end":"2026-03-06T20:21:13.262739Z","steps":["trace[1449838646] 'read index received' (duration: 33.130119ms)","trace[1449838646] 'applied index is now lower than readState.Index' (duration: 313.283232ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:13.262836Z","caller":"traceutil/trace.go:171","msg":"trace[1429536004] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"344.775244ms","start":"2026-03-06T20:21:12.918044Z","end":"2026-03-06T20:21:13.262819Z","steps":["trace[1429536004] 'process raft request' (duration: 344.470537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.262921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.918014Z","time spent":"344.867706ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:13.263037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.710399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xgprz\" ","response":"range_response_count:1 size:5932"} {"level":"warn","ts":"2026-03-06T20:21:13.263038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.461221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:21:13.263079Z","caller":"traceutil/trace.go:171","msg":"trace[210155393] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xgprz; range_end:; response_count:1; response_revision:1728; }","duration":"346.776411ms","start":"2026-03-06T20:21:12.916289Z","end":"2026-03-06T20:21:13.263065Z","steps":["trace[210155393] 'agreement among raft nodes before linearized reading' (duration: 346.553094ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:13.263093Z","caller":"traceutil/trace.go:171","msg":"trace[551318004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1728; }","duration":"191.555623ms","start":"2026-03-06T20:21:13.071518Z","end":"2026-03-06T20:21:13.263074Z","steps":["trace[551318004] 'agreement among raft nodes before linearized reading' (duration: 191.352197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.263117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:12.916279Z","time spent":"346.830712ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5956,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-xgprz\" "} {"level":"warn","ts":"2026-03-06T20:21:13.673347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.281127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:21:13.673463Z","caller":"traceutil/trace.go:171","msg":"trace[909834695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1729; }","duration":"157.467311ms","start":"2026-03-06T20:21:13.515969Z","end":"2026-03-06T20:21:13.673436Z","steps":["trace[909834695] 'range keys from in-memory index tree' (duration: 157.176095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:13.673752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.914956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T20:21:13.673864Z","caller":"traceutil/trace.go:171","msg":"trace[1854134806] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1729; }","duration":"299.092209ms","start":"2026-03-06T20:21:13.374746Z","end":"2026-03-06T20:21:13.673838Z","steps":["trace[1854134806] 'range keys from in-memory index tree' (duration: 298.605179ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:17.036307Z","caller":"traceutil/trace.go:171","msg":"trace[520685046] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"108.815265ms","start":"2026-03-06T20:21:16.927464Z","end":"2026-03-06T20:21:17.036279Z","steps":["trace[520685046] 'process raft request' (duration: 108.414636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:17.778775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051372330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T20:21:17.837896Z","caller":"traceutil/trace.go:171","msg":"trace[601526027] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"797.096557ms","start":"2026-03-06T20:21:17.040773Z","end":"2026-03-06T20:21:17.83787Z","steps":["trace[601526027] 'process raft request' (duration: 796.934103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:17.838079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:17.040754Z","time spent":"797.225269ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:17.83904Z","caller":"traceutil/trace.go:171","msg":"trace[1601389383] linearizableReadLoop","detail":"{readStateIndex:1826; appliedIndex:1824; }","duration":"561.372882ms","start":"2026-03-06T20:21:17.277653Z","end":"2026-03-06T20:21:17.839026Z","steps":["trace[1601389383] 'read index received' (duration: 560.112453ms)","trace[1601389383] 'applied index is now lower than readState.Index' (duration: 1.259189ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:17.839152Z","caller":"traceutil/trace.go:171","msg":"trace[1444826451] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"119.975061ms","start":"2026-03-06T20:21:17.71916Z","end":"2026-03-06T20:21:17.839136Z","steps":["trace[1444826451] 'process raft request' (duration: 119.639064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:17.839502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.832552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T20:21:17.839567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.88344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:21:17.839602Z","caller":"traceutil/trace.go:171","msg":"trace[584995430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1747; }","duration":"562.005425ms","start":"2026-03-06T20:21:17.277576Z","end":"2026-03-06T20:21:17.839581Z","steps":["trace[584995430] 'agreement among raft nodes before linearized reading' (duration: 561.716069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:17.839616Z","caller":"traceutil/trace.go:171","msg":"trace[1269433604] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1747; }","duration":"297.983632ms","start":"2026-03-06T20:21:17.541616Z","end":"2026-03-06T20:21:17.839599Z","steps":["trace[1269433604] 'agreement among raft nodes before linearized reading' (duration: 297.90447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:17.839655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:17.277547Z","time spent":"562.099248ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:21:17.839696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.892978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T20:21:17.839746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.462897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:21:17.839812Z","caller":"traceutil/trace.go:171","msg":"trace[1690391868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1747; }","duration":"545.530058ms","start":"2026-03-06T20:21:17.294268Z","end":"2026-03-06T20:21:17.839798Z","steps":["trace[1690391868] 'agreement among raft nodes before linearized reading' (duration: 545.378155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:17.839855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:17.294241Z","time spent":"545.606179ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T20:21:17.839907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.465919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:21:17.83995Z","caller":"traceutil/trace.go:171","msg":"trace[2090497257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1747; }","duration":"324.544441ms","start":"2026-03-06T20:21:17.515396Z","end":"2026-03-06T20:21:17.83994Z","steps":["trace[2090497257] 'agreement among raft nodes before linearized reading' (duration: 324.433178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:17.839957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.420637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T20:21:17.839979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:17.51537Z","time spent":"324.602273ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:21:17.839806Z","caller":"traceutil/trace.go:171","msg":"trace[396359722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1747; }","duration":"560.040172ms","start":"2026-03-06T20:21:17.279742Z","end":"2026-03-06T20:21:17.839783Z","steps":["trace[396359722] 'agreement among raft nodes before linearized reading' (duration: 559.774106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:17.840003Z","caller":"traceutil/trace.go:171","msg":"trace[254366456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1747; }","duration":"559.490818ms","start":"2026-03-06T20:21:17.280503Z","end":"2026-03-06T20:21:17.839993Z","steps":["trace[254366456] 'agreement among raft nodes before linearized reading' (duration: 559.333034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:17.840029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:17.279732Z","time spent":"560.288207ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:21:17.840042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:17.280492Z","time spent":"559.54167ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:21:29.270316Z","caller":"traceutil/trace.go:171","msg":"trace[173796797] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"104.823247ms","start":"2026-03-06T20:21:29.165456Z","end":"2026-03-06T20:21:29.270279Z","steps":["trace[173796797] 'process raft request' (duration: 29.618195ms)","trace[173796797] 'compare' (duration: 75.062089ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:30.119305Z","caller":"traceutil/trace.go:171","msg":"trace[114178189] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"145.75815ms","start":"2026-03-06T20:21:29.973513Z","end":"2026-03-06T20:21:30.119271Z","steps":["trace[114178189] 'process raft request' (duration: 145.661928ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:30.119367Z","caller":"traceutil/trace.go:171","msg":"trace[1647813038] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"145.851523ms","start":"2026-03-06T20:21:29.973471Z","end":"2026-03-06T20:21:30.119322Z","steps":["trace[1647813038] 'process raft request' (duration: 91.507521ms)","trace[1647813038] 'compare' (duration: 53.937033ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:30.119602Z","caller":"traceutil/trace.go:171","msg":"trace[1641756422] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"145.681299ms","start":"2026-03-06T20:21:29.97388Z","end":"2026-03-06T20:21:30.119562Z","steps":["trace[1641756422] 'process raft request' (duration: 145.345642ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:30.119656Z","caller":"traceutil/trace.go:171","msg":"trace[840039362] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1894; }","duration":"137.014667ms","start":"2026-03-06T20:21:29.982617Z","end":"2026-03-06T20:21:30.119632Z","steps":["trace[840039362] 'read index received' (duration: 52.52435ms)","trace[840039362] 'applied index is now lower than readState.Index' (duration: 84.484677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:30.119949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.300103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:21:30.120009Z","caller":"traceutil/trace.go:171","msg":"trace[2118253272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1817; }","duration":"137.401406ms","start":"2026-03-06T20:21:29.982597Z","end":"2026-03-06T20:21:30.119998Z","steps":["trace[2118253272] 'agreement among raft nodes before linearized reading' (duration: 137.09816ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:30.378619Z","caller":"traceutil/trace.go:171","msg":"trace[123191021] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"178.637797ms","start":"2026-03-06T20:21:30.199935Z","end":"2026-03-06T20:21:30.378573Z","steps":["trace[123191021] 'process raft request' (duration: 151.673891ms)","trace[123191021] 'compare' (duration: 26.768521ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:21:30.421146Z","caller":"traceutil/trace.go:171","msg":"trace[1297010225] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"219.426897ms","start":"2026-03-06T20:21:30.20169Z","end":"2026-03-06T20:21:30.421117Z","steps":["trace[1297010225] 'process raft request' (duration: 219.244363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:30.594688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.272103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9cbdaba9-cc6e-497f-a33a-76d25abb1636\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-06T20:21:30.594808Z","caller":"traceutil/trace.go:171","msg":"trace[474920768] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9cbdaba9-cc6e-497f-a33a-76d25abb1636; range_end:; response_count:1; response_revision:1820; }","duration":"113.444606ms","start":"2026-03-06T20:21:30.481332Z","end":"2026-03-06T20:21:30.594777Z","steps":["trace[474920768] 'range keys from in-memory index tree' (duration: 113.035987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:50.579912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.696306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:21:50.580183Z","caller":"traceutil/trace.go:171","msg":"trace[1623396034] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"449.795659ms","start":"2026-03-06T20:21:50.130364Z","end":"2026-03-06T20:21:50.580159Z","steps":["trace[1623396034] 'process raft request' (duration: 449.672706ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:50.580187Z","caller":"traceutil/trace.go:171","msg":"trace[2101113304] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"534.444168ms","start":"2026-03-06T20:21:50.045688Z","end":"2026-03-06T20:21:50.580132Z","steps":["trace[2101113304] 'process raft request' (duration: 122.417774ms)","trace[2101113304] 'compare' (duration: 411.492072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:50.580268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.130344Z","time spent":"449.888791ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:50.580247Z","caller":"traceutil/trace.go:171","msg":"trace[1436221653] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1991; }","duration":"454.684107ms","start":"2026-03-06T20:21:50.125511Z","end":"2026-03-06T20:21:50.580195Z","steps":["trace[1436221653] 'read index received' (duration: 3.655291ms)","trace[1436221653] 'applied index is now lower than readState.Index' (duration: 451.025436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:50.580503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.045652Z","time spent":"534.649993ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:50.580619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.100036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:21:50.58071Z","caller":"traceutil/trace.go:171","msg":"trace[863476112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"455.259819ms","start":"2026-03-06T20:21:50.125428Z","end":"2026-03-06T20:21:50.580688Z","steps":["trace[863476112] 'agreement among raft nodes before linearized reading' (duration: 454.933372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:50.580745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.125316Z","time spent":"455.421763ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T20:21:50.594141Z","caller":"traceutil/trace.go:171","msg":"trace[1292383504] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"143.193365ms","start":"2026-03-06T20:21:50.450915Z","end":"2026-03-06T20:21:50.594109Z","steps":["trace[1292383504] 'process raft request' (duration: 143.01224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:50.784166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.820254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:21:50.784372Z","caller":"traceutil/trace.go:171","msg":"trace[1572449380] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1994; }","duration":"203.966576ms","start":"2026-03-06T20:21:50.580383Z","end":"2026-03-06T20:21:50.78435Z","steps":["trace[1572449380] 'read index received' (duration: 13.59185ms)","trace[1572449380] 'applied index is now lower than readState.Index' (duration: 190.373296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:50.784557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.700389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:21:50.784599Z","caller":"traceutil/trace.go:171","msg":"trace[1096869166] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1911; }","duration":"307.794091ms","start":"2026-03-06T20:21:50.476793Z","end":"2026-03-06T20:21:50.784587Z","steps":["trace[1096869166] 'agreement among raft nodes before linearized reading' (duration: 307.712039ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:50.784574Z","caller":"traceutil/trace.go:171","msg":"trace[151487689] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"300.02793ms","start":"2026-03-06T20:21:50.484497Z","end":"2026-03-06T20:21:50.784525Z","steps":["trace[151487689] 'process raft request' (duration: 299.785793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:50.784646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.476781Z","time spent":"307.855792ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:21:50.784621Z","caller":"traceutil/trace.go:171","msg":"trace[1169754600] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"333.410807ms","start":"2026-03-06T20:21:50.451167Z","end":"2026-03-06T20:21:50.784578Z","steps":["trace[1169754600] 'process raft request' (duration: 229.05747ms)","trace[1169754600] 'compare' (duration: 103.687011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:50.78476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.866633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T20:21:50.784777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.484476Z","time spent":"300.196144ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:50.784613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.864912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:21:50.785145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.123513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T20:21:50.785427Z","caller":"traceutil/trace.go:171","msg":"trace[868088991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1911; }","duration":"558.376238ms","start":"2026-03-06T20:21:50.226958Z","end":"2026-03-06T20:21:50.785334Z","steps":["trace[868088991] 'agreement among raft nodes before linearized reading' (duration: 557.697463ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:50.784822Z","caller":"traceutil/trace.go:171","msg":"trace[1792639817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1911; }","duration":"560.988866ms","start":"2026-03-06T20:21:50.223818Z","end":"2026-03-06T20:21:50.784807Z","steps":["trace[1792639817] 'agreement among raft nodes before linearized reading' (duration: 560.773581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:50.785505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.223795Z","time spent":"561.694772ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:21:50.785522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.226898Z","time spent":"558.608733ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:21:50.784825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.45112Z","time spent":"333.589331ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:50.784939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.955652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T20:21:50.785742Z","caller":"traceutil/trace.go:171","msg":"trace[418911571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1911; }","duration":"560.75981ms","start":"2026-03-06T20:21:50.224944Z","end":"2026-03-06T20:21:50.785704Z","steps":["trace[418911571] 'agreement among raft nodes before linearized reading' (duration: 559.857541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:50.784955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.326381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-06T20:21:50.785815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.224936Z","time spent":"560.859992ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:21:50.785814Z","caller":"traceutil/trace.go:171","msg":"trace[1505020068] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1911; }","duration":"203.21105ms","start":"2026-03-06T20:21:50.582587Z","end":"2026-03-06T20:21:50.785798Z","steps":["trace[1505020068] 'agreement among raft nodes before linearized reading' (duration: 202.28377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:50.784974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.309714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:21:50.785951Z","caller":"traceutil/trace.go:171","msg":"trace[1347709232] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1911; }","duration":"176.405868ms","start":"2026-03-06T20:21:50.609531Z","end":"2026-03-06T20:21:50.785937Z","steps":["trace[1347709232] 'agreement among raft nodes before linearized reading' (duration: 175.358116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:50.785013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.659019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T20:21:50.78612Z","caller":"traceutil/trace.go:171","msg":"trace[1312033743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1911; }","duration":"566.814434ms","start":"2026-03-06T20:21:50.219289Z","end":"2026-03-06T20:21:50.786104Z","steps":["trace[1312033743] 'agreement among raft nodes before linearized reading' (duration: 565.585767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:50.786202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:50.219261Z","time spent":"566.925706ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T20:21:50.785261Z","caller":"traceutil/trace.go:171","msg":"trace[1495843289] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1911; }","duration":"246.547797ms","start":"2026-03-06T20:21:50.538645Z","end":"2026-03-06T20:21:50.785192Z","steps":["trace[1495843289] 'agreement among raft nodes before linearized reading' (duration: 245.756249ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:51.572143Z","caller":"traceutil/trace.go:171","msg":"trace[1261186405] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2001; }","duration":"130.309229ms","start":"2026-03-06T20:21:51.441804Z","end":"2026-03-06T20:21:51.572113Z","steps":["trace[1261186405] 'read index received' (duration: 130.089884ms)","trace[1261186405] 'applied index is now lower than readState.Index' (duration: 218.185µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:51.572345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.534374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:21:51.572301Z","caller":"traceutil/trace.go:171","msg":"trace[949335302] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"284.008586ms","start":"2026-03-06T20:21:51.288234Z","end":"2026-03-06T20:21:51.572243Z","steps":["trace[949335302] 'process raft request' (duration: 283.681629ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:51.572395Z","caller":"traceutil/trace.go:171","msg":"trace[779599506] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1916; }","duration":"130.662537ms","start":"2026-03-06T20:21:51.441718Z","end":"2026-03-06T20:21:51.572381Z","steps":["trace[779599506] 'agreement among raft nodes before linearized reading' (duration: 130.564135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:51.964769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.320797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:21:51.964868Z","caller":"traceutil/trace.go:171","msg":"trace[129368752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1916; }","duration":"105.502601ms","start":"2026-03-06T20:21:51.859344Z","end":"2026-03-06T20:21:51.964846Z","steps":["trace[129368752] 'count revisions from in-memory index tree' (duration: 105.246476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:57.973055Z","caller":"traceutil/trace.go:171","msg":"trace[289747138] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2032; }","duration":"340.227998ms","start":"2026-03-06T20:21:57.632792Z","end":"2026-03-06T20:21:57.97302Z","steps":["trace[289747138] 'read index received' (duration: 339.998293ms)","trace[289747138] 'applied index is now lower than readState.Index' (duration: 228.525µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:57.973334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.506424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T20:21:57.973381Z","caller":"traceutil/trace.go:171","msg":"trace[1424324593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1945; }","duration":"340.639046ms","start":"2026-03-06T20:21:57.632728Z","end":"2026-03-06T20:21:57.973367Z","steps":["trace[1424324593] 'agreement among raft nodes before linearized reading' (duration: 340.415131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:57.973418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:57.632706Z","time spent":"340.703378ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T20:21:57.973549Z","caller":"traceutil/trace.go:171","msg":"trace[1632858944] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"370.65334ms","start":"2026-03-06T20:21:57.60285Z","end":"2026-03-06T20:21:57.973504Z","steps":["trace[1632858944] 'process raft request' (duration: 369.987866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:57.973763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:57.602832Z","time spent":"370.819183ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:59.194584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051372836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:21:59.251625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151567004s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:21:59.2522Z","caller":"traceutil/trace.go:171","msg":"trace[1435942591] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"1.152252989s","start":"2026-03-06T20:21:58.099908Z","end":"2026-03-06T20:21:59.252161Z","steps":["trace[1435942591] 'process raft request' (duration: 1.151910272s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.252505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.099878Z","time spent":"1.152393121s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:59.524732Z","caller":"traceutil/trace.go:171","msg":"trace[401332464] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"917.613704ms","start":"2026-03-06T20:21:58.607088Z","end":"2026-03-06T20:21:59.524702Z","steps":["trace[401332464] 'process raft request' (duration: 903.279088ms)","trace[401332464] 'compare' (duration: 14.159662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:59.524911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.60697Z","time spent":"917.851391ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:59.5253Z","caller":"traceutil/trace.go:171","msg":"trace[915486452] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"715.434258ms","start":"2026-03-06T20:21:58.809835Z","end":"2026-03-06T20:21:59.525269Z","steps":["trace[915486452] 'process raft request' (duration: 714.828444ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:59.525576Z","caller":"traceutil/trace.go:171","msg":"trace[1382743692] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"713.029435ms","start":"2026-03-06T20:21:58.812524Z","end":"2026-03-06T20:21:59.525553Z","steps":["trace[1382743692] 'process raft request' (duration: 712.657396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.525741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.809804Z","time spent":"715.768005ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:21:59.525766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.812501Z","time spent":"713.166908ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:21:59.525844Z","caller":"traceutil/trace.go:171","msg":"trace[737987536] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2033; }","duration":"832.005063ms","start":"2026-03-06T20:21:58.693495Z","end":"2026-03-06T20:21:59.5255Z","steps":["trace[737987536] 'read index received' (duration: 558.320936ms)","trace[737987536] 'applied index is now lower than readState.Index' (duration: 273.681147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:21:59.525952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.33185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:21:59.526058Z","caller":"traceutil/trace.go:171","msg":"trace[1729997597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1949; }","duration":"832.602716ms","start":"2026-03-06T20:21:58.693427Z","end":"2026-03-06T20:21:59.526029Z","steps":["trace[1729997597] 'agreement among raft nodes before linearized reading' (duration: 832.293749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.526109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.693404Z","time spent":"832.692278ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:21:59.526268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.918666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:21:59.526322Z","caller":"traceutil/trace.go:171","msg":"trace[379311642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1949; }","duration":"543.004028ms","start":"2026-03-06T20:21:58.983304Z","end":"2026-03-06T20:21:59.526308Z","steps":["trace[379311642] 'agreement among raft nodes before linearized reading' (duration: 542.900186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.52636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.98329Z","time spent":"543.060569ms","remote":"127.0.0.1:38352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:21:59.526452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.659807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:21:59.526495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.603422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:21:59.526544Z","caller":"traceutil/trace.go:171","msg":"trace[230068695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1949; }","duration":"677.701904ms","start":"2026-03-06T20:21:58.848829Z","end":"2026-03-06T20:21:59.52653Z","steps":["trace[230068695] 'agreement among raft nodes before linearized reading' (duration: 677.51739ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:59.526551Z","caller":"traceutil/trace.go:171","msg":"trace[895497886] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1949; }","duration":"603.799121ms","start":"2026-03-06T20:21:58.922726Z","end":"2026-03-06T20:21:59.526525Z","steps":["trace[895497886] 'agreement among raft nodes before linearized reading' (duration: 603.612047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.526576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.848801Z","time spent":"677.768225ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:21:59.526664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.338226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a5a1d0cdac3d3\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-06T20:21:59.526709Z","caller":"traceutil/trace.go:171","msg":"trace[534652458] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a5a1d0cdac3d3; range_end:; response_count:1; response_revision:1949; }","duration":"391.419458ms","start":"2026-03-06T20:21:59.135279Z","end":"2026-03-06T20:21:59.526699Z","steps":["trace[534652458] 'agreement among raft nodes before linearized reading' (duration: 391.251975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.526694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.922712Z","time spent":"603.873512ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:21:59.526762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:59.135258Z","time spent":"391.497201ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a5a1d0cdac3d3\" "} {"level":"warn","ts":"2026-03-06T20:21:59.526926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.492775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T20:21:59.526941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.937468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:21:59.527039Z","caller":"traceutil/trace.go:171","msg":"trace[1466226803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1949; }","duration":"678.044571ms","start":"2026-03-06T20:21:58.848933Z","end":"2026-03-06T20:21:59.526978Z","steps":["trace[1466226803] 'agreement among raft nodes before linearized reading' (duration: 677.910529ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:59.526983Z","caller":"traceutil/trace.go:171","msg":"trace[976077620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1949; }","duration":"542.570747ms","start":"2026-03-06T20:21:58.984398Z","end":"2026-03-06T20:21:59.526968Z","steps":["trace[976077620] 'agreement among raft nodes before linearized reading' (duration: 542.324342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.527097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.848906Z","time spent":"678.179044ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:21:59.527098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.193114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T20:21:59.527138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.383439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:21:59.527156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.984387Z","time spent":"542.756191ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T20:21:59.527192Z","caller":"traceutil/trace.go:171","msg":"trace[1039121614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1949; }","duration":"678.360008ms","start":"2026-03-06T20:21:58.848811Z","end":"2026-03-06T20:21:59.527171Z","steps":["trace[1039121614] 'agreement among raft nodes before linearized reading' (duration: 678.097622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.527349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.848784Z","time spent":"678.518091ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:21:59.527199Z","caller":"traceutil/trace.go:171","msg":"trace[83739906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1949; }","duration":"678.481911ms","start":"2026-03-06T20:21:58.848701Z","end":"2026-03-06T20:21:59.527183Z","steps":["trace[83739906] 'agreement among raft nodes before linearized reading' (duration: 678.324747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.527519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.848687Z","time spent":"678.811388ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:21:59.527681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.221495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-06T20:21:59.527858Z","caller":"traceutil/trace.go:171","msg":"trace[848607102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1949; }","duration":"812.323028ms","start":"2026-03-06T20:21:58.715424Z","end":"2026-03-06T20:21:59.527747Z","steps":["trace[848607102] 'agreement among raft nodes before linearized reading' (duration: 810.753683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:21:59.5279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:21:58.715411Z","time spent":"812.479741ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T20:21:59.807789Z","caller":"traceutil/trace.go:171","msg":"trace[1673780675] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"276.667924ms","start":"2026-03-06T20:21:59.531079Z","end":"2026-03-06T20:21:59.807746Z","steps":["trace[1673780675] 'process raft request' (duration: 276.493169ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:59.807881Z","caller":"traceutil/trace.go:171","msg":"trace[1785527972] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"274.618568ms","start":"2026-03-06T20:21:59.533228Z","end":"2026-03-06T20:21:59.807846Z","steps":["trace[1785527972] 'process raft request' (duration: 274.556247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:59.807801Z","caller":"traceutil/trace.go:171","msg":"trace[963261634] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"276.98003ms","start":"2026-03-06T20:21:59.530767Z","end":"2026-03-06T20:21:59.807747Z","steps":["trace[963261634] 'process raft request' (duration: 276.624371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:59.808133Z","caller":"traceutil/trace.go:171","msg":"trace[191482350] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"276.50311ms","start":"2026-03-06T20:21:59.531614Z","end":"2026-03-06T20:21:59.808117Z","steps":["trace[191482350] 'process raft request' (duration: 276.003688ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:21:59.80817Z","caller":"traceutil/trace.go:171","msg":"trace[2110940387] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"276.265384ms","start":"2026-03-06T20:21:59.53187Z","end":"2026-03-06T20:21:59.808135Z","steps":["trace[2110940387] 'process raft request' (duration: 275.794313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:07.108857Z","caller":"traceutil/trace.go:171","msg":"trace[1363010673] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"283.59976ms","start":"2026-03-06T20:23:06.825217Z","end":"2026-03-06T20:23:07.108817Z","steps":["trace[1363010673] 'process raft request' (duration: 283.226042ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:07.109019Z","caller":"traceutil/trace.go:171","msg":"trace[1527340199] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2555; }","duration":"200.486003ms","start":"2026-03-06T20:23:06.908491Z","end":"2026-03-06T20:23:07.108977Z","steps":["trace[1527340199] 'read index received' (duration: 200.475733ms)","trace[1527340199] 'applied index is now lower than readState.Index' (duration: 8.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:23:07.109148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.627896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:23:07.10924Z","caller":"traceutil/trace.go:171","msg":"trace[175358673] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2445; }","duration":"200.79439ms","start":"2026-03-06T20:23:06.908425Z","end":"2026-03-06T20:23:07.109219Z","steps":["trace[175358673] 'agreement among raft nodes before linearized reading' (duration: 200.645307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:07.446557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.779109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:23:07.446649Z","caller":"traceutil/trace.go:171","msg":"trace[1469170807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2445; }","duration":"191.960743ms","start":"2026-03-06T20:23:07.254668Z","end":"2026-03-06T20:23:07.446629Z","steps":["trace[1469170807] 'range keys from in-memory index tree' (duration: 191.526314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:17.386011Z","caller":"traceutil/trace.go:171","msg":"trace[1091781909] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"193.267932ms","start":"2026-03-06T20:23:17.192709Z","end":"2026-03-06T20:23:17.385977Z","steps":["trace[1091781909] 'process raft request' (duration: 193.108649ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:39.9471Z","caller":"traceutil/trace.go:171","msg":"trace[2103383391] linearizableReadLoop","detail":"{readStateIndex:2741; appliedIndex:2740; }","duration":"432.400734ms","start":"2026-03-06T20:23:39.514669Z","end":"2026-03-06T20:23:39.947069Z","steps":["trace[2103383391] 'read index received' (duration: 432.160169ms)","trace[2103383391] 'applied index is now lower than readState.Index' (duration: 238.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:23:39.947183Z","caller":"traceutil/trace.go:171","msg":"trace[901951987] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"437.129729ms","start":"2026-03-06T20:23:39.510005Z","end":"2026-03-06T20:23:39.947134Z","steps":["trace[901951987] 'process raft request' (duration: 436.862893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:39.947397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:39.50996Z","time spent":"437.315293ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:23:39.947466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.366252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:23:39.947504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.821607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:23:39.947536Z","caller":"traceutil/trace.go:171","msg":"trace[1707812360] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2625; }","duration":"360.498105ms","start":"2026-03-06T20:23:39.587019Z","end":"2026-03-06T20:23:39.947517Z","steps":["trace[1707812360] 'agreement among raft nodes before linearized reading' (duration: 360.372952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:39.947568Z","caller":"traceutil/trace.go:171","msg":"trace[1400577689] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2625; }","duration":"324.920719ms","start":"2026-03-06T20:23:39.62263Z","end":"2026-03-06T20:23:39.947551Z","steps":["trace[1400577689] 'agreement among raft nodes before linearized reading' (duration: 324.815327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:39.9476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:39.586965Z","time spent":"360.620408ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:23:39.94761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:39.622617Z","time spent":"324.9809ms","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:23:39.947661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.567527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-06T20:23:39.947731Z","caller":"traceutil/trace.go:171","msg":"trace[1559127424] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2625; }","duration":"174.739171ms","start":"2026-03-06T20:23:39.772974Z","end":"2026-03-06T20:23:39.947714Z","steps":["trace[1559127424] 'agreement among raft nodes before linearized reading' (duration: 174.422104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:39.948001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.291343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:23:39.948124Z","caller":"traceutil/trace.go:171","msg":"trace[1700233318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2625; }","duration":"433.452267ms","start":"2026-03-06T20:23:39.51464Z","end":"2026-03-06T20:23:39.948093Z","steps":["trace[1700233318] 'agreement among raft nodes before linearized reading' (duration: 432.64429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:39.948176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:39.514635Z","time spent":"433.531999ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:23:40.465774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.190585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:23:40.465901Z","caller":"traceutil/trace.go:171","msg":"trace[1891980481] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"465.037875ms","start":"2026-03-06T20:23:40.000843Z","end":"2026-03-06T20:23:40.46588Z","steps":["trace[1891980481] 'process raft request' (duration: 39.640345ms)","trace[1891980481] 'compare' (duration: 425.069433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:23:40.465962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:40.000826Z","time spent":"465.108907ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:23:40.466424Z","caller":"traceutil/trace.go:171","msg":"trace[1816412846] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"380.962788ms","start":"2026-03-06T20:23:40.085421Z","end":"2026-03-06T20:23:40.466384Z","steps":["trace[1816412846] 'process raft request' (duration: 380.717232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:40.466617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:40.085388Z","time spent":"381.130192ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:23:41.211825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.326936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:23:41.2121Z","caller":"traceutil/trace.go:171","msg":"trace[1329824947] linearizableReadLoop","detail":"{readStateIndex:2750; appliedIndex:2746; }","duration":"740.708356ms","start":"2026-03-06T20:23:40.471368Z","end":"2026-03-06T20:23:41.212077Z","steps":["trace[1329824947] 'read index received' (duration: 4.896329ms)","trace[1329824947] 'applied index is now lower than readState.Index' (duration: 735.810717ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:23:41.212229Z","caller":"traceutil/trace.go:171","msg":"trace[1211880886] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"741.326329ms","start":"2026-03-06T20:23:40.470889Z","end":"2026-03-06T20:23:41.212215Z","steps":["trace[1211880886] 'process raft request' (duration: 583.488422ms)","trace[1211880886] 'compare' (duration: 157.196312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:23:41.212302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:40.470874Z","time spent":"741.391001ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:23:41.212515Z","caller":"traceutil/trace.go:171","msg":"trace[1392091384] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"741.149046ms","start":"2026-03-06T20:23:40.471307Z","end":"2026-03-06T20:23:41.212456Z","steps":["trace[1392091384] 'process raft request' (duration: 740.708846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:41.212533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.146406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:23:41.212596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.674545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a5a3835d48e4f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-06T20:23:41.212645Z","caller":"traceutil/trace.go:171","msg":"trace[1487592845] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a5a3835d48e4f; range_end:; response_count:1; response_revision:2633; }","duration":"191.808278ms","start":"2026-03-06T20:23:41.02082Z","end":"2026-03-06T20:23:41.212628Z","steps":["trace[1487592845] 'agreement among raft nodes before linearized reading' (duration: 191.643405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:41.212634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.321083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:23:41.212623Z","caller":"traceutil/trace.go:171","msg":"trace[450466216] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2633; }","duration":"741.285679ms","start":"2026-03-06T20:23:40.471316Z","end":"2026-03-06T20:23:41.212602Z","steps":["trace[450466216] 'agreement among raft nodes before linearized reading' (duration: 741.082274ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:41.212688Z","caller":"traceutil/trace.go:171","msg":"trace[962119420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2633; }","duration":"571.401765ms","start":"2026-03-06T20:23:40.641273Z","end":"2026-03-06T20:23:41.212675Z","steps":["trace[962119420] 'agreement among raft nodes before linearized reading' (duration: 571.261961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:41.212713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:40.471295Z","time spent":"741.409351ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T20:23:41.212731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:40.641261Z","time spent":"571.462627ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:23:41.212726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:40.471287Z","time spent":"741.312859ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:23:41.21261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.700755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T20:23:41.212543Z","caller":"traceutil/trace.go:171","msg":"trace[1068816494] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"741.392921ms","start":"2026-03-06T20:23:40.471045Z","end":"2026-03-06T20:23:41.212437Z","steps":["trace[1068816494] 'process raft request' (duration: 740.915621ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:41.212955Z","caller":"traceutil/trace.go:171","msg":"trace[704893124] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2633; }","duration":"688.044742ms","start":"2026-03-06T20:23:40.524841Z","end":"2026-03-06T20:23:41.212886Z","steps":["trace[704893124] 'agreement among raft nodes before linearized reading' (duration: 687.600612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:41.213054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:40.524826Z","time spent":"688.212246ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T20:23:41.213155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:40.471033Z","time spent":"741.927833ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:23:41.680637Z","caller":"traceutil/trace.go:171","msg":"trace[1351420167] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2751; }","duration":"371.911887ms","start":"2026-03-06T20:23:41.308683Z","end":"2026-03-06T20:23:41.680595Z","steps":["trace[1351420167] 'read index received' (duration: 369.358341ms)","trace[1351420167] 'applied index is now lower than readState.Index' (duration: 2.552446ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:23:41.680677Z","caller":"traceutil/trace.go:171","msg":"trace[1507896722] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"462.366736ms","start":"2026-03-06T20:23:41.218266Z","end":"2026-03-06T20:23:41.680633Z","steps":["trace[1507896722] 'process raft request' (duration: 459.745208ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:41.680781Z","caller":"traceutil/trace.go:171","msg":"trace[2112033413] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"462.058459ms","start":"2026-03-06T20:23:41.218712Z","end":"2026-03-06T20:23:41.68077Z","steps":["trace[2112033413] 'process raft request' (duration: 461.819684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:41.680877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:41.21817Z","time spent":"462.596861ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:23:41.681007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.11748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:23:41.681134Z","caller":"traceutil/trace.go:171","msg":"trace[262885413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2636; }","duration":"166.283883ms","start":"2026-03-06T20:23:41.514812Z","end":"2026-03-06T20:23:41.681095Z","steps":["trace[262885413] 'agreement among raft nodes before linearized reading' (duration: 166.076829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:41.68137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:41.218684Z","time spent":"462.132881ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:23:41.68141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.703205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a5a3a9d2ec271\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-06T20:23:41.681582Z","caller":"traceutil/trace.go:171","msg":"trace[1406659945] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a5a3a9d2ec271; range_end:; response_count:1; response_revision:2636; }","duration":"372.9379ms","start":"2026-03-06T20:23:41.308621Z","end":"2026-03-06T20:23:41.681559Z","steps":["trace[1406659945] 'agreement among raft nodes before linearized reading' (duration: 372.500831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:41.681756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:41.308603Z","time spent":"373.110644ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a5a3a9d2ec271\" "} {"level":"info","ts":"2026-03-06T20:23:52.889054Z","caller":"traceutil/trace.go:171","msg":"trace[958190150] linearizableReadLoop","detail":"{readStateIndex:2811; appliedIndex:2810; }","duration":"250.227819ms","start":"2026-03-06T20:23:52.638794Z","end":"2026-03-06T20:23:52.889022Z","steps":["trace[958190150] 'read index received' (duration: 250.007334ms)","trace[958190150] 'applied index is now lower than readState.Index' (duration: 219.245µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:23:52.889454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.625018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:23:52.88956Z","caller":"traceutil/trace.go:171","msg":"trace[423781557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2692; }","duration":"250.803251ms","start":"2026-03-06T20:23:52.638739Z","end":"2026-03-06T20:23:52.889542Z","steps":["trace[423781557] 'agreement among raft nodes before linearized reading' (duration: 250.504585ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:23:52.889427Z","caller":"traceutil/trace.go:171","msg":"trace[1885715658] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"334.970962ms","start":"2026-03-06T20:23:52.55441Z","end":"2026-03-06T20:23:52.889381Z","steps":["trace[1885715658] 'process raft request' (duration: 334.4253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:23:52.889895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:23:52.554385Z","time spent":"335.38723ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:25:49.556843Z","caller":"traceutil/trace.go:171","msg":"trace[670104048] linearizableReadLoop","detail":"{readStateIndex:3512; appliedIndex:3511; }","duration":"129.277353ms","start":"2026-03-06T20:25:49.427353Z","end":"2026-03-06T20:25:49.556631Z","steps":["trace[670104048] 'read index received' (duration: 129.057937ms)","trace[670104048] 'applied index is now lower than readState.Index' (duration: 218.296µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:25:49.557194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.789954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:25:49.557337Z","caller":"traceutil/trace.go:171","msg":"trace[823908228] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3363; }","duration":"129.994528ms","start":"2026-03-06T20:25:49.427302Z","end":"2026-03-06T20:25:49.557296Z","steps":["trace[823908228] 'agreement among raft nodes before linearized reading' (duration: 129.704382ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:25:49.557609Z","caller":"traceutil/trace.go:171","msg":"trace[1583376076] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"131.157584ms","start":"2026-03-06T20:25:49.426438Z","end":"2026-03-06T20:25:49.557596Z","steps":["trace[1583376076] 'process raft request' (duration: 130.024208ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:26:03.761938Z","caller":"traceutil/trace.go:171","msg":"trace[2079563266] linearizableReadLoop","detail":"{readStateIndex:3657; appliedIndex:3656; }","duration":"142.447808ms","start":"2026-03-06T20:26:03.619465Z","end":"2026-03-06T20:26:03.761913Z","steps":["trace[2079563266] 'read index received' (duration: 142.287034ms)","trace[2079563266] 'applied index is now lower than readState.Index' (duration: 154.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:26:03.761992Z","caller":"traceutil/trace.go:171","msg":"trace[737225772] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"152.667931ms","start":"2026-03-06T20:26:03.609305Z","end":"2026-03-06T20:26:03.761973Z","steps":["trace[737225772] 'process raft request' (duration: 152.450586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:26:03.762302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.810826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:26:03.762368Z","caller":"traceutil/trace.go:171","msg":"trace[1430255568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3505; }","duration":"142.935679ms","start":"2026-03-06T20:26:03.619417Z","end":"2026-03-06T20:26:03.762353Z","steps":["trace[1430255568] 'agreement among raft nodes before linearized reading' (duration: 142.640022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:26:22.826826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:22.380444Z","time spent":"446.37109ms","remote":"127.0.0.1:55854","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T20:26:22.827691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.928046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:26:22.827804Z","caller":"traceutil/trace.go:171","msg":"trace[1671861682] linearizableReadLoop","detail":"{readStateIndex:3755; appliedIndex:3754; }","duration":"356.120497ms","start":"2026-03-06T20:26:22.471664Z","end":"2026-03-06T20:26:22.827785Z","steps":["trace[1671861682] 'read index received' (duration: 226.034467ms)","trace[1671861682] 'applied index is now lower than readState.Index' (duration: 130.08387ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:26:22.827908Z","caller":"traceutil/trace.go:171","msg":"trace[1066928187] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"489.288303ms","start":"2026-03-06T20:26:22.338553Z","end":"2026-03-06T20:26:22.827842Z","steps":["trace[1066928187] 'process raft request' (duration: 359.097691ms)","trace[1066928187] 'compare' (duration: 129.234181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:26:22.827976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.30845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:26:22.828013Z","caller":"traceutil/trace.go:171","msg":"trace[274517590] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3599; }","duration":"356.397802ms","start":"2026-03-06T20:26:22.471602Z","end":"2026-03-06T20:26:22.828Z","steps":["trace[274517590] 'agreement among raft nodes before linearized reading' (duration: 356.321921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:26:22.828055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:22.471573Z","time spent":"356.472994ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:26:22.828128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:22.338538Z","time spent":"489.474407ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:26:23.313111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.638911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:26:23.313249Z","caller":"traceutil/trace.go:171","msg":"trace[519983984] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"616.393679ms","start":"2026-03-06T20:26:22.696835Z","end":"2026-03-06T20:26:23.313229Z","steps":["trace[519983984] 'process raft request' (duration: 349.526503ms)","trace[519983984] 'compare' (duration: 266.116869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:26:23.313322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:22.696816Z","time spent":"616.470711ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:26:23.31703Z","caller":"traceutil/trace.go:171","msg":"trace[553112313] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"611.998863ms","start":"2026-03-06T20:26:22.705002Z","end":"2026-03-06T20:26:23.317Z","steps":["trace[553112313] 'process raft request' (duration: 611.777979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:26:23.317254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:22.704993Z","time spent":"612.150337ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:26:23.317231Z","caller":"traceutil/trace.go:171","msg":"trace[728944544] linearizableReadLoop","detail":"{readStateIndex:3757; appliedIndex:3755; }","duration":"488.826964ms","start":"2026-03-06T20:26:22.828349Z","end":"2026-03-06T20:26:23.317176Z","steps":["trace[728944544] 'read index received' (duration: 217.986632ms)","trace[728944544] 'applied index is now lower than readState.Index' (duration: 270.837942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:26:23.317414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.52011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:26:23.317427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.481734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:26:23.317478Z","caller":"traceutil/trace.go:171","msg":"trace[1142354296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3602; }","duration":"803.642712ms","start":"2026-03-06T20:26:22.513818Z","end":"2026-03-06T20:26:23.317461Z","steps":["trace[1142354296] 'agreement among raft nodes before linearized reading' (duration: 803.54343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:26:23.317526Z","caller":"traceutil/trace.go:171","msg":"trace[540261415] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"303.368709ms","start":"2026-03-06T20:26:23.014147Z","end":"2026-03-06T20:26:23.317515Z","steps":["trace[540261415] 'process raft request' (duration: 302.795337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:26:23.317536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:22.513789Z","time spent":"803.736165ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:26:23.317592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:23.014084Z","time spent":"303.470681ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:26:23.317641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.694685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:26:23.317711Z","caller":"traceutil/trace.go:171","msg":"trace[677278774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3602; }","duration":"656.815347ms","start":"2026-03-06T20:26:22.660878Z","end":"2026-03-06T20:26:23.317693Z","steps":["trace[677278774] 'agreement among raft nodes before linearized reading' (duration: 656.602813ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:26:23.317485Z","caller":"traceutil/trace.go:171","msg":"trace[829869293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:3602; }","duration":"515.592916ms","start":"2026-03-06T20:26:22.801875Z","end":"2026-03-06T20:26:23.317468Z","steps":["trace[829869293] 'agreement among raft nodes before linearized reading' (duration: 515.388092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:26:23.317762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:22.660847Z","time spent":"656.903729ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:26:23.317399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.926528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:26:23.317781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:22.801848Z","time spent":"515.917553ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"info","ts":"2026-03-06T20:26:23.317814Z","caller":"traceutil/trace.go:171","msg":"trace[676006825] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3602; }","duration":"553.420029ms","start":"2026-03-06T20:26:22.764379Z","end":"2026-03-06T20:26:23.317799Z","steps":["trace[676006825] 'agreement among raft nodes before linearized reading' (duration: 552.917138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:26:23.317887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:26:22.764353Z","time spent":"553.514201ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:27:50.610764Z","caller":"traceutil/trace.go:171","msg":"trace[1262849684] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"159.365873ms","start":"2026-03-06T20:27:50.451371Z","end":"2026-03-06T20:27:50.610737Z","steps":["trace[1262849684] 'process raft request' (duration: 159.213619ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:50.616456Z","caller":"traceutil/trace.go:171","msg":"trace[1825323885] linearizableReadLoop","detail":"{readStateIndex:4721; appliedIndex:4719; }","duration":"100.388141ms","start":"2026-03-06T20:27:50.516041Z","end":"2026-03-06T20:27:50.616429Z","steps":["trace[1825323885] 'read index received' (duration: 94.669155ms)","trace[1825323885] 'applied index is now lower than readState.Index' (duration: 5.718286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:27:50.616635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.574824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:27:50.616666Z","caller":"traceutil/trace.go:171","msg":"trace[1224993369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4527; }","duration":"100.663716ms","start":"2026-03-06T20:27:50.515994Z","end":"2026-03-06T20:27:50.616658Z","steps":["trace[1224993369] 'agreement among raft nodes before linearized reading' (duration: 100.547644ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:50.617024Z","caller":"traceutil/trace.go:171","msg":"trace[832600424] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"146.644384ms","start":"2026-03-06T20:27:50.470369Z","end":"2026-03-06T20:27:50.617014Z","steps":["trace[832600424] 'process raft request' (duration: 145.844557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:51.593652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.665022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:27:51.593814Z","caller":"traceutil/trace.go:171","msg":"trace[1572809568] linearizableReadLoop","detail":"{readStateIndex:4757; appliedIndex:4756; }","duration":"375.09308ms","start":"2026-03-06T20:27:51.218697Z","end":"2026-03-06T20:27:51.59379Z","steps":["trace[1572809568] 'read index received' (duration: 156.02432ms)","trace[1572809568] 'applied index is now lower than readState.Index' (duration: 219.06699ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:51.593908Z","caller":"traceutil/trace.go:171","msg":"trace[15825398] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"424.559676ms","start":"2026-03-06T20:27:51.169335Z","end":"2026-03-06T20:27:51.593894Z","steps":["trace[15825398] 'process raft request' (duration: 205.311801ms)","trace[15825398] 'compare' (duration: 218.185572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:27:51.593975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:51.169298Z","time spent":"424.641138ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15213,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:27:51.594263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.574261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-06T20:27:51.594294Z","caller":"traceutil/trace.go:171","msg":"trace[1249700899] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78; range_end:; response_count:1; response_revision:4563; }","duration":"375.654363ms","start":"2026-03-06T20:27:51.218627Z","end":"2026-03-06T20:27:51.594281Z","steps":["trace[1249700899] 'agreement among raft nodes before linearized reading' (duration: 375.48984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:51.594323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:51.2186Z","time spent":"375.716004ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78\" "} {"level":"warn","ts":"2026-03-06T20:27:51.661754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.223939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-06T20:27:51.661768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.713548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-06T20:27:51.661854Z","caller":"traceutil/trace.go:171","msg":"trace[1817658599] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4564; }","duration":"148.412263ms","start":"2026-03-06T20:27:51.513422Z","end":"2026-03-06T20:27:51.661834Z","steps":["trace[1817658599] 'agreement among raft nodes before linearized reading' (duration: 147.877031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:51.661883Z","caller":"traceutil/trace.go:171","msg":"trace[432603020] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78; range_end:; response_count:1; response_revision:4564; }","duration":"210.920812ms","start":"2026-03-06T20:27:51.45094Z","end":"2026-03-06T20:27:51.661861Z","steps":["trace[432603020] 'agreement among raft nodes before linearized reading' (duration: 210.376101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:51.662178Z","caller":"traceutil/trace.go:171","msg":"trace[1262977196] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"440.989894ms","start":"2026-03-06T20:27:51.221156Z","end":"2026-03-06T20:27:51.662146Z","steps":["trace[1262977196] 'process raft request' (duration: 439.932932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:51.662402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:51.221123Z","time spent":"441.182339ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T20:27:51.791803Z","caller":"traceutil/trace.go:171","msg":"trace[820915426] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"110.295098ms","start":"2026-03-06T20:27:51.681485Z","end":"2026-03-06T20:27:51.79178Z","steps":["trace[820915426] 'process raft request' (duration: 109.685924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:51.959069Z","caller":"traceutil/trace.go:171","msg":"trace[1459118484] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"198.970511ms","start":"2026-03-06T20:27:51.760064Z","end":"2026-03-06T20:27:51.959035Z","steps":["trace[1459118484] 'process raft request' (duration: 136.992003ms)","trace[1459118484] 'compare' (duration: 61.708783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:27:51.959305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.180086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-03-06T20:27:51.959379Z","caller":"traceutil/trace.go:171","msg":"trace[986209406] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78; range_end:; response_count:1; response_revision:4568; }","duration":"184.303868ms","start":"2026-03-06T20:27:51.775056Z","end":"2026-03-06T20:27:51.95936Z","steps":["trace[986209406] 'agreement among raft nodes before linearized reading' (duration: 184.134705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:51.959149Z","caller":"traceutil/trace.go:171","msg":"trace[1730316761] linearizableReadLoop","detail":"{readStateIndex:4762; appliedIndex:4759; }","duration":"183.812388ms","start":"2026-03-06T20:27:51.775114Z","end":"2026-03-06T20:27:51.958927Z","steps":["trace[1730316761] 'read index received' (duration: 16.00064ms)","trace[1730316761] 'applied index is now lower than readState.Index' (duration: 167.810988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:27:51.962517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.102789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-06T20:27:51.962586Z","caller":"traceutil/trace.go:171","msg":"trace[717151575] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243; range_end:; response_count:1; response_revision:4568; }","duration":"139.218272ms","start":"2026-03-06T20:27:51.823348Z","end":"2026-03-06T20:27:51.962566Z","steps":["trace[717151575] 'agreement among raft nodes before linearized reading' (duration: 136.370039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:52.575867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.614011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-03-06T20:27:52.575948Z","caller":"traceutil/trace.go:171","msg":"trace[1373571018] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78; range_end:; response_count:1; response_revision:4576; }","duration":"119.728375ms","start":"2026-03-06T20:27:52.456202Z","end":"2026-03-06T20:27:52.57593Z","steps":["trace[1373571018] 'range keys from in-memory index tree' (duration: 119.490678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:52.576522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.173952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197294"} {"level":"info","ts":"2026-03-06T20:27:52.576606Z","caller":"traceutil/trace.go:171","msg":"trace[1452633865] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4576; }","duration":"140.329865ms","start":"2026-03-06T20:27:52.436259Z","end":"2026-03-06T20:27:52.576589Z","steps":["trace[1452633865] 'range keys from in-memory index tree' (duration: 139.332063ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:53.656361Z","caller":"traceutil/trace.go:171","msg":"trace[906451231] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4809; }","duration":"173.149145ms","start":"2026-03-06T20:27:53.48318Z","end":"2026-03-06T20:27:53.656329Z","steps":["trace[906451231] 'read index received' (duration: 172.9126ms)","trace[906451231] 'applied index is now lower than readState.Index' (duration: 235.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:53.656414Z","caller":"traceutil/trace.go:171","msg":"trace[771414976] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"176.001617ms","start":"2026-03-06T20:27:53.480391Z","end":"2026-03-06T20:27:53.656392Z","steps":["trace[771414976] 'process raft request' (duration: 175.710551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:53.656584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.531433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:27:53.656633Z","caller":"traceutil/trace.go:171","msg":"trace[1673857734] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4613; }","duration":"152.668816ms","start":"2026-03-06T20:27:53.503952Z","end":"2026-03-06T20:27:53.656621Z","steps":["trace[1673857734] 'agreement among raft nodes before linearized reading' (duration: 152.563464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:53.65665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.453362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-06T20:27:53.656727Z","caller":"traceutil/trace.go:171","msg":"trace[943039081] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4613; }","duration":"173.588305ms","start":"2026-03-06T20:27:53.48312Z","end":"2026-03-06T20:27:53.656708Z","steps":["trace[943039081] 'agreement among raft nodes before linearized reading' (duration: 173.330559ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:54.660109Z","caller":"traceutil/trace.go:171","msg":"trace[950246204] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"114.771995ms","start":"2026-03-06T20:27:54.545294Z","end":"2026-03-06T20:27:54.660066Z","steps":["trace[950246204] 'process raft request' (duration: 112.985336ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:55.410826Z","caller":"traceutil/trace.go:171","msg":"trace[114282001] linearizableReadLoop","detail":"{readStateIndex:4922; appliedIndex:4921; }","duration":"433.389917ms","start":"2026-03-06T20:27:54.977387Z","end":"2026-03-06T20:27:55.410777Z","steps":["trace[114282001] 'read index received' (duration: 433.241414ms)","trace[114282001] 'applied index is now lower than readState.Index' (duration: 146.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:55.410871Z","caller":"traceutil/trace.go:171","msg":"trace[608148648] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"483.19747ms","start":"2026-03-06T20:27:54.927631Z","end":"2026-03-06T20:27:55.410829Z","steps":["trace[608148648] 'process raft request' (duration: 482.965085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:55.41112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:54.927608Z","time spent":"483.439096ms","remote":"127.0.0.1:56324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T20:27:55.411322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.90692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-03-06T20:27:55.411421Z","caller":"traceutil/trace.go:171","msg":"trace[502621927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243; range_end:; response_count:1; response_revision:4723; }","duration":"434.067794ms","start":"2026-03-06T20:27:54.977331Z","end":"2026-03-06T20:27:55.411399Z","steps":["trace[502621927] 'agreement among raft nodes before linearized reading' (duration: 433.703006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:55.41148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:54.977307Z","time spent":"434.159675ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243\" "} {"level":"info","ts":"2026-03-06T20:27:55.596136Z","caller":"traceutil/trace.go:171","msg":"trace[1152488098] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"415.072038ms","start":"2026-03-06T20:27:55.181026Z","end":"2026-03-06T20:27:55.596098Z","steps":["trace[1152488098] 'process raft request' (duration: 414.847973ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:55.596198Z","caller":"traceutil/trace.go:171","msg":"trace[893617351] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"387.889302ms","start":"2026-03-06T20:27:55.208247Z","end":"2026-03-06T20:27:55.596136Z","steps":["trace[893617351] 'process raft request' (duration: 387.767539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:55.596357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:55.180975Z","time spent":"415.263752ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:27:55.596371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:55.208217Z","time spent":"388.052796ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:27:55.598831Z","caller":"traceutil/trace.go:171","msg":"trace[630739523] linearizableReadLoop","detail":"{readStateIndex:4925; appliedIndex:4922; }","duration":"187.856408ms","start":"2026-03-06T20:27:55.410959Z","end":"2026-03-06T20:27:55.598815Z","steps":["trace[630739523] 'read index received' (duration: 184.992805ms)","trace[630739523] 'applied index is now lower than readState.Index' (duration: 2.862573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:27:55.599137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.470118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189a5a77ef64f204\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-03-06T20:27:55.599241Z","caller":"traceutil/trace.go:171","msg":"trace[627154989] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189a5a77ef64f204; range_end:; response_count:1; response_revision:4725; }","duration":"557.644462ms","start":"2026-03-06T20:27:55.041574Z","end":"2026-03-06T20:27:55.599218Z","steps":["trace[627154989] 'agreement among raft nodes before linearized reading' (duration: 557.319245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:55.59929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:55.041553Z","time spent":"557.729584ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":751,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189a5a77ef64f204\" "} {"level":"info","ts":"2026-03-06T20:27:55.601414Z","caller":"traceutil/trace.go:171","msg":"trace[1173070152] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"178.599354ms","start":"2026-03-06T20:27:55.422804Z","end":"2026-03-06T20:27:55.601404Z","steps":["trace[1173070152] 'process raft request' (duration: 178.554212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:55.60185Z","caller":"traceutil/trace.go:171","msg":"trace[960197690] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"183.594295ms","start":"2026-03-06T20:27:55.418248Z","end":"2026-03-06T20:27:55.601842Z","steps":["trace[960197690] 'process raft request' (duration: 182.985181ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:56.67689Z","caller":"traceutil/trace.go:171","msg":"trace[593631795] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"150.660732ms","start":"2026-03-06T20:27:56.526198Z","end":"2026-03-06T20:27:56.676859Z","steps":["trace[593631795] 'process raft request' (duration: 64.406622ms)","trace[593631795] 'compare' (duration: 85.967904ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:56.676992Z","caller":"traceutil/trace.go:171","msg":"trace[1073612195] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"150.648841ms","start":"2026-03-06T20:27:56.526306Z","end":"2026-03-06T20:27:56.676955Z","steps":["trace[1073612195] 'process raft request' (duration: 150.490097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:56.895948Z","caller":"traceutil/trace.go:171","msg":"trace[1370551043] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"107.023786ms","start":"2026-03-06T20:27:56.788881Z","end":"2026-03-06T20:27:56.895905Z","steps":["trace[1370551043] 'process raft request' (duration: 106.74259ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:57.143008Z","caller":"traceutil/trace.go:171","msg":"trace[758826154] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"143.719959ms","start":"2026-03-06T20:27:56.999258Z","end":"2026-03-06T20:27:57.142978Z","steps":["trace[758826154] 'process raft request' (duration: 98.079639ms)","trace[758826154] 'compare' (duration: 45.503947ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:57.143013Z","caller":"traceutil/trace.go:171","msg":"trace[981272293] linearizableReadLoop","detail":"{readStateIndex:4971; appliedIndex:4970; }","duration":"124.54254ms","start":"2026-03-06T20:27:57.018423Z","end":"2026-03-06T20:27:57.142966Z","steps":["trace[981272293] 'read index received' (duration: 78.791517ms)","trace[981272293] 'applied index is now lower than readState.Index' (duration: 45.749933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:27:57.143205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.767145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T20:27:57.143246Z","caller":"traceutil/trace.go:171","msg":"trace[542095461] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4769; }","duration":"124.878868ms","start":"2026-03-06T20:27:57.018356Z","end":"2026-03-06T20:27:57.143235Z","steps":["trace[542095461] 'agreement among raft nodes before linearized reading' (duration: 124.694304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:58.491172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051379759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:27:58.991572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051379759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:27:59.001123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018849831s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:27:59.001568Z","caller":"traceutil/trace.go:171","msg":"trace[1411857549] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"1.019391673s","start":"2026-03-06T20:27:57.982148Z","end":"2026-03-06T20:27:59.00154Z","steps":["trace[1411857549] 'process raft request' (duration: 1.019201389s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:59.001775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:57.98212Z","time spent":"1.019538745s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:27:59.15497Z","caller":"traceutil/trace.go:171","msg":"trace[129771317] linearizableReadLoop","detail":"{readStateIndex:4998; appliedIndex:4996; }","duration":"1.164504083s","start":"2026-03-06T20:27:57.990419Z","end":"2026-03-06T20:27:59.154923Z","steps":["trace[129771317] 'read index received' (duration: 1.010966267s)","trace[129771317] 'applied index is now lower than readState.Index' (duration: 153.535846ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:27:59.155027Z","caller":"traceutil/trace.go:171","msg":"trace[635329303] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"855.107052ms","start":"2026-03-06T20:27:58.29985Z","end":"2026-03-06T20:27:59.154957Z","steps":["trace[635329303] 'process raft request' (duration: 831.070324ms)","trace[635329303] 'compare' (duration: 23.660319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:27:59.155225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:58.299814Z","time spent":"855.314056ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:27:59.155361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153033882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T20:27:59.155376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.689531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T20:27:59.155351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.053439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:27:59.155334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164881852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:27:59.155442Z","caller":"traceutil/trace.go:171","msg":"trace[1066489681] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4796; }","duration":"437.209372ms","start":"2026-03-06T20:27:58.718206Z","end":"2026-03-06T20:27:59.155415Z","steps":["trace[1066489681] 'agreement among raft nodes before linearized reading' (duration: 437.046109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:59.155433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.818973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:27:59.155496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.839308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T20:27:59.155508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.471532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0418d55d-92b0-45b5-9b19-0b1ddbb58396\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-06T20:27:59.155528Z","caller":"traceutil/trace.go:171","msg":"trace[1839972673] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4796; }","duration":"469.92587ms","start":"2026-03-06T20:27:58.685596Z","end":"2026-03-06T20:27:59.155522Z","steps":["trace[1839972673] 'agreement among raft nodes before linearized reading' (duration: 469.847888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:59.155549Z","caller":"traceutil/trace.go:171","msg":"trace[1476871835] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0418d55d-92b0-45b5-9b19-0b1ddbb58396; range_end:; response_count:1; response_revision:4796; }","duration":"799.552304ms","start":"2026-03-06T20:27:58.355985Z","end":"2026-03-06T20:27:59.155537Z","steps":["trace[1476871835] 'agreement among raft nodes before linearized reading' (duration: 799.447692ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:59.155545Z","caller":"traceutil/trace.go:171","msg":"trace[1193997391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4796; }","duration":"640.013728ms","start":"2026-03-06T20:27:58.515504Z","end":"2026-03-06T20:27:59.155518Z","steps":["trace[1193997391] 'agreement among raft nodes before linearized reading' (duration: 639.788823ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:59.155483Z","caller":"traceutil/trace.go:171","msg":"trace[1098896268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:4796; }","duration":"1.165089696s","start":"2026-03-06T20:27:57.990356Z","end":"2026-03-06T20:27:59.155445Z","steps":["trace[1098896268] 'agreement among raft nodes before linearized reading' (duration: 1.164671367s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:59.15559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:58.355961Z","time spent":"799.620495ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0418d55d-92b0-45b5-9b19-0b1ddbb58396\" "} {"level":"warn","ts":"2026-03-06T20:27:59.155552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:58.685521Z","time spent":"470.025752ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T20:27:59.155596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.497878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T20:27:59.155603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:58.515473Z","time spent":"640.121669ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:27:59.155597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:57.990333Z","time spent":"1.165255519s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:27:59.155639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.713758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0418d55d-92b0-45b5-9b19-0b1ddbb58396\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-06T20:27:59.155739Z","caller":"traceutil/trace.go:171","msg":"trace[25448082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0418d55d-92b0-45b5-9b19-0b1ddbb58396; range_end:; response_count:1; response_revision:4796; }","duration":"528.880172ms","start":"2026-03-06T20:27:58.626837Z","end":"2026-03-06T20:27:59.155717Z","steps":["trace[25448082] 'agreement among raft nodes before linearized reading' (duration: 528.686918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:59.15549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:58.718182Z","time spent":"437.300255ms","remote":"127.0.0.1:38244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:27:59.155769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.413414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:27:59.155645Z","caller":"traceutil/trace.go:171","msg":"trace[1226029634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4796; }","duration":"244.651612ms","start":"2026-03-06T20:27:58.910981Z","end":"2026-03-06T20:27:59.155633Z","steps":["trace[1226029634] 'agreement among raft nodes before linearized reading' (duration: 244.476238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:59.155875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.268345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:27:59.155412Z","caller":"traceutil/trace.go:171","msg":"trace[586659498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4796; }","duration":"1.153147743s","start":"2026-03-06T20:27:58.002253Z","end":"2026-03-06T20:27:59.1554Z","steps":["trace[586659498] 'agreement among raft nodes before linearized reading' (duration: 1.152929918s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:59.155902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.093839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777666"} {"level":"info","ts":"2026-03-06T20:27:59.155886Z","caller":"traceutil/trace.go:171","msg":"trace[354414159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4796; }","duration":"248.622779ms","start":"2026-03-06T20:27:58.907229Z","end":"2026-03-06T20:27:59.155852Z","steps":["trace[354414159] 'agreement among raft nodes before linearized reading' (duration: 248.272261ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:59.155911Z","caller":"traceutil/trace.go:171","msg":"trace[1802495757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4796; }","duration":"245.354997ms","start":"2026-03-06T20:27:58.910545Z","end":"2026-03-06T20:27:59.1559Z","steps":["trace[1802495757] 'agreement among raft nodes before linearized reading' (duration: 244.782005ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:27:59.155929Z","caller":"traceutil/trace.go:171","msg":"trace[1880715396] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4796; }","duration":"369.14564ms","start":"2026-03-06T20:27:58.786776Z","end":"2026-03-06T20:27:59.155922Z","steps":["trace[1880715396] 'agreement among raft nodes before linearized reading' (duration: 368.738432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:59.155926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:58.002231Z","time spent":"1.153686205s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:27:59.155952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:58.786763Z","time spent":"369.184311ms","remote":"127.0.0.1:52218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777690,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-06T20:27:59.155784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:58.626807Z","time spent":"528.967764ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0418d55d-92b0-45b5-9b19-0b1ddbb58396\" "} {"level":"info","ts":"2026-03-06T20:27:59.155413Z","caller":"traceutil/trace.go:171","msg":"trace[774506874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4796; }","duration":"718.765683ms","start":"2026-03-06T20:27:58.436639Z","end":"2026-03-06T20:27:59.155405Z","steps":["trace[774506874] 'agreement among raft nodes before linearized reading' (duration: 718.662551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:27:59.156093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:27:58.436617Z","time spent":"719.466268ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:28:05.362995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.769807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:05.363108Z","caller":"traceutil/trace.go:171","msg":"trace[1586192936] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5121; }","duration":"144.029737ms","start":"2026-03-06T20:28:05.219063Z","end":"2026-03-06T20:28:05.363093Z","steps":["trace[1586192936] 'read index received' (duration: 22.997644ms)","trace[1586192936] 'applied index is now lower than readState.Index' (duration: 121.031123ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:05.363144Z","caller":"traceutil/trace.go:171","msg":"trace[765576893] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"151.120302ms","start":"2026-03-06T20:28:05.211995Z","end":"2026-03-06T20:28:05.363116Z","steps":["trace[765576893] 'process raft request' (duration: 30.10941ms)","trace[765576893] 'compare' (duration: 120.640204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:05.363249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.19442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:28:05.363275Z","caller":"traceutil/trace.go:171","msg":"trace[1193424440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4915; }","duration":"144.293992ms","start":"2026-03-06T20:28:05.218973Z","end":"2026-03-06T20:28:05.363267Z","steps":["trace[1193424440] 'agreement among raft nodes before linearized reading' (duration: 144.178029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:05.423866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.014777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T20:28:05.423849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.37853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:28:05.423943Z","caller":"traceutil/trace.go:171","msg":"trace[1489163942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4916; }","duration":"191.112958ms","start":"2026-03-06T20:28:05.232812Z","end":"2026-03-06T20:28:05.423925Z","steps":["trace[1489163942] 'agreement among raft nodes before linearized reading' (duration: 190.914484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:05.423943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.350492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:28:05.423959Z","caller":"traceutil/trace.go:171","msg":"trace[880994621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4916; }","duration":"204.518093ms","start":"2026-03-06T20:28:05.21942Z","end":"2026-03-06T20:28:05.423938Z","steps":["trace[880994621] 'agreement among raft nodes before linearized reading' (duration: 204.180685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:05.424012Z","caller":"traceutil/trace.go:171","msg":"trace[1076643920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4916; }","duration":"200.470044ms","start":"2026-03-06T20:28:05.223526Z","end":"2026-03-06T20:28:05.423996Z","steps":["trace[1076643920] 'agreement among raft nodes before linearized reading' (duration: 200.217688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:05.424108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.258803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:28:05.424222Z","caller":"traceutil/trace.go:171","msg":"trace[1083310028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:4916; }","duration":"139.431686ms","start":"2026-03-06T20:28:05.284767Z","end":"2026-03-06T20:28:05.424199Z","steps":["trace[1083310028] 'agreement among raft nodes before linearized reading' (duration: 139.007467ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:05.536112Z","caller":"traceutil/trace.go:171","msg":"trace[1745031526] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"104.264915ms","start":"2026-03-06T20:28:05.431823Z","end":"2026-03-06T20:28:05.536088Z","steps":["trace[1745031526] 'process raft request' (duration: 104.07089ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:05.53638Z","caller":"traceutil/trace.go:171","msg":"trace[2122703294] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"104.365287ms","start":"2026-03-06T20:28:05.431986Z","end":"2026-03-06T20:28:05.536352Z","steps":["trace[2122703294] 'process raft request' (duration: 104.055821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:08.763783Z","caller":"traceutil/trace.go:171","msg":"trace[395218072] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"134.756933ms","start":"2026-03-06T20:28:08.62898Z","end":"2026-03-06T20:28:08.763737Z","steps":["trace[395218072] 'process raft request' (duration: 129.674991ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:08.766781Z","caller":"traceutil/trace.go:171","msg":"trace[1321737911] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"136.309648ms","start":"2026-03-06T20:28:08.630443Z","end":"2026-03-06T20:28:08.766753Z","steps":["trace[1321737911] 'process raft request' (duration: 136.078883ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:08.767042Z","caller":"traceutil/trace.go:171","msg":"trace[1625377160] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"133.345082ms","start":"2026-03-06T20:28:08.633671Z","end":"2026-03-06T20:28:08.767016Z","steps":["trace[1625377160] 'process raft request' (duration: 133.016815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:09.623804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:09.623949Z","caller":"traceutil/trace.go:171","msg":"trace[1808603421] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"127.458943ms","start":"2026-03-06T20:28:09.496478Z","end":"2026-03-06T20:28:09.623937Z","steps":["trace[1808603421] 'process raft request' (duration: 127.420922ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:09.624092Z","caller":"traceutil/trace.go:171","msg":"trace[1781231228] linearizableReadLoop","detail":"{readStateIndex:5177; appliedIndex:5176; }","duration":"127.841261ms","start":"2026-03-06T20:28:09.496218Z","end":"2026-03-06T20:28:09.624059Z","steps":["trace[1781231228] 'read index received' (duration: 13.664148ms)","trace[1781231228] 'applied index is now lower than readState.Index' (duration: 114.171053ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:09.624137Z","caller":"traceutil/trace.go:171","msg":"trace[546290270] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"128.381264ms","start":"2026-03-06T20:28:09.495727Z","end":"2026-03-06T20:28:09.624109Z","steps":["trace[546290270] 'process raft request' (duration: 13.955896ms)","trace[546290270] 'compare' (duration: 113.919097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:09.624363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.129367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17238"} {"level":"info","ts":"2026-03-06T20:28:09.624397Z","caller":"traceutil/trace.go:171","msg":"trace[1772131806] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4969; }","duration":"128.212949ms","start":"2026-03-06T20:28:09.496176Z","end":"2026-03-06T20:28:09.624389Z","steps":["trace[1772131806] 'agreement among raft nodes before linearized reading' (duration: 128.036345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:09.626967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.402618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:09.627246Z","caller":"traceutil/trace.go:171","msg":"trace[1606857948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4970; }","duration":"114.724855ms","start":"2026-03-06T20:28:09.51248Z","end":"2026-03-06T20:28:09.627205Z","steps":["trace[1606857948] 'agreement among raft nodes before linearized reading' (duration: 113.048069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:10.135564Z","caller":"traceutil/trace.go:171","msg":"trace[1308957588] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"142.014483ms","start":"2026-03-06T20:28:09.993521Z","end":"2026-03-06T20:28:10.135536Z","steps":["trace[1308957588] 'process raft request' (duration: 141.811758ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:10.321009Z","caller":"traceutil/trace.go:171","msg":"trace[504904057] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"114.95927ms","start":"2026-03-06T20:28:10.20601Z","end":"2026-03-06T20:28:10.320969Z","steps":["trace[504904057] 'process raft request' (duration: 95.120245ms)","trace[504904057] 'compare' (duration: 19.62798ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:11.00191Z","caller":"traceutil/trace.go:171","msg":"trace[562729792] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"216.205138ms","start":"2026-03-06T20:28:10.785672Z","end":"2026-03-06T20:28:11.001878Z","steps":["trace[562729792] 'process raft request' (duration: 216.007184ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:14.932558Z","caller":"traceutil/trace.go:171","msg":"trace[1286844815] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"100.406791ms","start":"2026-03-06T20:28:14.832112Z","end":"2026-03-06T20:28:14.932519Z","steps":["trace[1286844815] 'process raft request' (duration: 100.046593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.190251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.132854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:28:15.190464Z","caller":"traceutil/trace.go:171","msg":"trace[2729552] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"248.460596ms","start":"2026-03-06T20:28:14.941965Z","end":"2026-03-06T20:28:15.190426Z","steps":["trace[2729552] 'process raft request' (duration: 39.005775ms)","trace[2729552] 'compare' (duration: 208.92217ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:15.190471Z","caller":"traceutil/trace.go:171","msg":"trace[887435574] linearizableReadLoop","detail":"{readStateIndex:5237; appliedIndex:5236; }","duration":"247.76985ms","start":"2026-03-06T20:28:14.94261Z","end":"2026-03-06T20:28:15.19038Z","steps":["trace[887435574] 'read index received' (duration: 38.35239ms)","trace[887435574] 'applied index is now lower than readState.Index' (duration: 209.4151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:15.192155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.531879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-06T20:28:15.192221Z","caller":"traceutil/trace.go:171","msg":"trace[509520815] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243; range_end:; response_count:1; response_revision:5027; }","duration":"249.614001ms","start":"2026-03-06T20:28:14.942588Z","end":"2026-03-06T20:28:15.192202Z","steps":["trace[509520815] 'agreement among raft nodes before linearized reading' (duration: 248.101937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:15.220682Z","caller":"traceutil/trace.go:171","msg":"trace[619797508] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"277.566334ms","start":"2026-03-06T20:28:14.943081Z","end":"2026-03-06T20:28:15.220647Z","steps":["trace[619797508] 'process raft request' (duration: 277.055393ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:15.220996Z","caller":"traceutil/trace.go:171","msg":"trace[487790360] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"277.762228ms","start":"2026-03-06T20:28:14.943206Z","end":"2026-03-06T20:28:15.220969Z","steps":["trace[487790360] 'process raft request' (duration: 277.359169ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:15.221179Z","caller":"traceutil/trace.go:171","msg":"trace[606965516] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"271.255265ms","start":"2026-03-06T20:28:14.949903Z","end":"2026-03-06T20:28:15.221158Z","steps":["trace[606965516] 'process raft request' (duration: 271.130712ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:15.221211Z","caller":"traceutil/trace.go:171","msg":"trace[1968897195] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"276.93281ms","start":"2026-03-06T20:28:14.9442Z","end":"2026-03-06T20:28:15.221133Z","steps":["trace[1968897195] 'process raft request' (duration: 276.677275ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:15.286582Z","caller":"traceutil/trace.go:171","msg":"trace[2078302003] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"186.133499ms","start":"2026-03-06T20:28:15.100413Z","end":"2026-03-06T20:28:15.286546Z","steps":["trace[2078302003] 'process raft request' (duration: 185.436344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.286623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.529344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-06T20:28:15.286727Z","caller":"traceutil/trace.go:171","msg":"trace[498957891] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5032; }","duration":"142.696868ms","start":"2026-03-06T20:28:15.144002Z","end":"2026-03-06T20:28:15.286699Z","steps":["trace[498957891] 'agreement among raft nodes before linearized reading' (duration: 142.049933ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:15.856831Z","caller":"traceutil/trace.go:171","msg":"trace[1186542310] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"624.086119ms","start":"2026-03-06T20:28:15.232725Z","end":"2026-03-06T20:28:15.856811Z","steps":["trace[1186542310] 'process raft request' (duration: 624.042518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.856967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.232679Z","time spent":"624.215352ms","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:15.857166Z","caller":"traceutil/trace.go:171","msg":"trace[480522762] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"628.937414ms","start":"2026-03-06T20:28:15.228208Z","end":"2026-03-06T20:28:15.857145Z","steps":["trace[480522762] 'process raft request' (duration: 628.506905ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:15.857264Z","caller":"traceutil/trace.go:171","msg":"trace[1427215305] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"630.786405ms","start":"2026-03-06T20:28:15.226434Z","end":"2026-03-06T20:28:15.85722Z","steps":["trace[1427215305] 'process raft request' (duration: 573.155412ms)","trace[1427215305] 'compare' (duration: 57.006349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:15.857376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.228182Z","time spent":"629.141249ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:15.857471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.226407Z","time spent":"630.939198ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:15.867955Z","caller":"traceutil/trace.go:171","msg":"trace[1117445115] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"578.250744ms","start":"2026-03-06T20:28:15.289687Z","end":"2026-03-06T20:28:15.867938Z","steps":["trace[1117445115] 'process raft request' (duration: 578.06185ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:15.867963Z","caller":"traceutil/trace.go:171","msg":"trace[1536282255] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"577.011377ms","start":"2026-03-06T20:28:15.290926Z","end":"2026-03-06T20:28:15.867938Z","steps":["trace[1536282255] 'process raft request' (duration: 576.950185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.868034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.289654Z","time spent":"578.341935ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:15.868133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.290905Z","time spent":"577.13213ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:15.88029Z","caller":"traceutil/trace.go:171","msg":"trace[409808957] linearizableReadLoop","detail":"{readStateIndex:5248; appliedIndex:5242; }","duration":"496.549773ms","start":"2026-03-06T20:28:15.383719Z","end":"2026-03-06T20:28:15.880269Z","steps":["trace[409808957] 'read index received' (duration: 415.888895ms)","trace[409808957] 'applied index is now lower than readState.Index' (duration: 80.659788ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:15.880345Z","caller":"traceutil/trace.go:171","msg":"trace[2038376957] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"426.866646ms","start":"2026-03-06T20:28:15.453459Z","end":"2026-03-06T20:28:15.880326Z","steps":["trace[2038376957] 'process raft request' (duration: 426.61125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.880418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.453439Z","time spent":"426.940357ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:15.880466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.729317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:28:15.88052Z","caller":"traceutil/trace.go:171","msg":"trace[1897986793] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5038; }","duration":"496.835101ms","start":"2026-03-06T20:28:15.38367Z","end":"2026-03-06T20:28:15.880505Z","steps":["trace[1897986793] 'agreement among raft nodes before linearized reading' (duration: 496.716387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.880567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.383649Z","time spent":"496.905342ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:28:15.894307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.174861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:28:15.894401Z","caller":"traceutil/trace.go:171","msg":"trace[1249392493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5039; }","duration":"453.314875ms","start":"2026-03-06T20:28:15.441065Z","end":"2026-03-06T20:28:15.89438Z","steps":["trace[1249392493] 'agreement among raft nodes before linearized reading' (duration: 453.042449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.89445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.441053Z","time spent":"453.387876ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:28:15.895058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.282517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:28:15.895102Z","caller":"traceutil/trace.go:171","msg":"trace[1917284355] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5039; }","duration":"141.368799ms","start":"2026-03-06T20:28:15.753721Z","end":"2026-03-06T20:28:15.895089Z","steps":["trace[1917284355] 'agreement among raft nodes before linearized reading' (duration: 141.148774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.895304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.818531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:28:15.895339Z","caller":"traceutil/trace.go:171","msg":"trace[634207641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5039; }","duration":"158.890462ms","start":"2026-03-06T20:28:15.736438Z","end":"2026-03-06T20:28:15.895329Z","steps":["trace[634207641] 'agreement among raft nodes before linearized reading' (duration: 158.79919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.895547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.998099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:28:15.8956Z","caller":"traceutil/trace.go:171","msg":"trace[572010035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5039; }","duration":"427.082391ms","start":"2026-03-06T20:28:15.468506Z","end":"2026-03-06T20:28:15.895589Z","steps":["trace[572010035] 'agreement among raft nodes before linearized reading' (duration: 426.898127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.895625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.468497Z","time spent":"427.122961ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:28:15.895742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.394324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:28:15.895765Z","caller":"traceutil/trace.go:171","msg":"trace[412802443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5039; }","duration":"159.428684ms","start":"2026-03-06T20:28:15.736331Z","end":"2026-03-06T20:28:15.89576Z","steps":["trace[412802443] 'agreement among raft nodes before linearized reading' (duration: 159.355073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.895932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.9243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:28:15.895959Z","caller":"traceutil/trace.go:171","msg":"trace[1427005237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5039; }","duration":"163.007923ms","start":"2026-03-06T20:28:15.732945Z","end":"2026-03-06T20:28:15.895953Z","steps":["trace[1427005237] 'agreement among raft nodes before linearized reading' (duration: 162.940821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.896019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.561425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:28:15.896059Z","caller":"traceutil/trace.go:171","msg":"trace[548436580] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:5039; }","duration":"377.622087ms","start":"2026-03-06T20:28:15.518426Z","end":"2026-03-06T20:28:15.896048Z","steps":["trace[548436580] 'agreement among raft nodes before linearized reading' (duration: 377.509474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:15.896087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:15.518417Z","time spent":"377.664567ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:28:19.005155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.809554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:19.005226Z","caller":"traceutil/trace.go:171","msg":"trace[2131937701] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5125; }","duration":"149.901696ms","start":"2026-03-06T20:28:18.85531Z","end":"2026-03-06T20:28:19.005212Z","steps":["trace[2131937701] 'count revisions from in-memory index tree' (duration: 149.679921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:19.005405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.666959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3342e296-009d-4e33-a70a-7f2b63587eb7\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-06T20:28:19.005472Z","caller":"traceutil/trace.go:171","msg":"trace[2033555308] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3342e296-009d-4e33-a70a-7f2b63587eb7; range_end:; response_count:1; response_revision:5125; }","duration":"148.795061ms","start":"2026-03-06T20:28:18.856659Z","end":"2026-03-06T20:28:19.005455Z","steps":["trace[2033555308] 'range keys from in-memory index tree' (duration: 148.522776ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:25.48731Z","caller":"traceutil/trace.go:171","msg":"trace[101760110] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"180.336153ms","start":"2026-03-06T20:28:25.306943Z","end":"2026-03-06T20:28:25.487279Z","steps":["trace[101760110] 'process raft request' (duration: 137.902253ms)","trace[101760110] 'compare' (duration: 42.277367ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:25.504661Z","caller":"traceutil/trace.go:171","msg":"trace[1220467310] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"142.203317ms","start":"2026-03-06T20:28:25.362418Z","end":"2026-03-06T20:28:25.504621Z","steps":["trace[1220467310] 'process raft request' (duration: 141.996672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:30.812542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.796689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:30.812608Z","caller":"traceutil/trace.go:171","msg":"trace[173621595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5299; }","duration":"298.932422ms","start":"2026-03-06T20:28:30.513662Z","end":"2026-03-06T20:28:30.812594Z","steps":["trace[173621595] 'range keys from in-memory index tree' (duration: 298.695717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:30.812697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.561082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:30.812749Z","caller":"traceutil/trace.go:171","msg":"trace[75739244] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5299; }","duration":"266.655544ms","start":"2026-03-06T20:28:30.546078Z","end":"2026-03-06T20:28:30.812734Z","steps":["trace[75739244] 'count revisions from in-memory index tree' (duration: 266.420149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:30.813519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.510256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212406"} {"level":"info","ts":"2026-03-06T20:28:30.813588Z","caller":"traceutil/trace.go:171","msg":"trace[825759838] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5299; }","duration":"253.634118ms","start":"2026-03-06T20:28:30.559939Z","end":"2026-03-06T20:28:30.813573Z","steps":["trace[825759838] 'range keys from in-memory index tree' (duration: 252.579526ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:31.050012Z","caller":"traceutil/trace.go:171","msg":"trace[86741221] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"155.329526ms","start":"2026-03-06T20:28:30.894656Z","end":"2026-03-06T20:28:31.049985Z","steps":["trace[86741221] 'process raft request' (duration: 155.205872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:31.050011Z","caller":"traceutil/trace.go:171","msg":"trace[238887986] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"158.429453ms","start":"2026-03-06T20:28:30.891534Z","end":"2026-03-06T20:28:31.049963Z","steps":["trace[238887986] 'process raft request' (duration: 154.433905ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:31.050017Z","caller":"traceutil/trace.go:171","msg":"trace[1682931701] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5517; }","duration":"137.711889ms","start":"2026-03-06T20:28:30.912247Z","end":"2026-03-06T20:28:31.049959Z","steps":["trace[1682931701] 'read index received' (duration: 133.750392ms)","trace[1682931701] 'applied index is now lower than readState.Index' (duration: 3.960427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:31.050275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.012586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-06T20:28:31.050337Z","caller":"traceutil/trace.go:171","msg":"trace[1074827396] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5302; }","duration":"138.116499ms","start":"2026-03-06T20:28:30.9122Z","end":"2026-03-06T20:28:31.050316Z","steps":["trace[1074827396] 'agreement among raft nodes before linearized reading' (duration: 137.931535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:37.371659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668213993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:37.371763Z","caller":"traceutil/trace.go:171","msg":"trace[1145734119] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5342; }","duration":"1.668382957s","start":"2026-03-06T20:28:35.70336Z","end":"2026-03-06T20:28:37.371743Z","steps":["trace[1145734119] 'count revisions from in-memory index tree' (duration: 1.6681068s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:37.37181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:35.703337Z","time spent":"1.668459248s","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:28:37.372935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403959202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:37.373029Z","caller":"traceutil/trace.go:171","msg":"trace[653351452] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5342; }","duration":"1.404123366s","start":"2026-03-06T20:28:35.968883Z","end":"2026-03-06T20:28:37.373006Z","steps":["trace[653351452] 'count revisions from in-memory index tree' (duration: 1.403803979s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:37.37309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:35.968858Z","time spent":"1.404214807s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:28:37.373341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271193861s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-06T20:28:37.373393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386726384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T20:28:37.373446Z","caller":"traceutil/trace.go:171","msg":"trace[309626233] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5560; }","duration":"1.305934113s","start":"2026-03-06T20:28:36.067495Z","end":"2026-03-06T20:28:37.373429Z","steps":["trace[309626233] 'read index received' (duration: 34.475995ms)","trace[309626233] 'applied index is now lower than readState.Index' (duration: 1.271456628s)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:37.373491Z","caller":"traceutil/trace.go:171","msg":"trace[139303058] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5342; }","duration":"1.386887387s","start":"2026-03-06T20:28:35.986582Z","end":"2026-03-06T20:28:37.37347Z","steps":["trace[139303058] 'count revisions from in-memory index tree' (duration: 1.386622141s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:37.373539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:35.98657Z","time spent":"1.386958539s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":629,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:28:37.373544Z","caller":"traceutil/trace.go:171","msg":"trace[339561009] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"1.377447921s","start":"2026-03-06T20:28:35.996077Z","end":"2026-03-06T20:28:37.373525Z","steps":["trace[339561009] 'process raft request' (duration: 105.962063ms)","trace[339561009] 'compare' (duration: 1.27065535s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:37.373627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:35.996047Z","time spent":"1.377531912s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:37.373938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306370142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:28:37.374346Z","caller":"traceutil/trace.go:171","msg":"trace[1586674937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5343; }","duration":"1.306573516s","start":"2026-03-06T20:28:36.067473Z","end":"2026-03-06T20:28:37.374047Z","steps":["trace[1586674937] 'agreement among raft nodes before linearized reading' (duration: 1.306076476s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:37.374546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.067463Z","time spent":"1.307026116s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:28:37.402492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080132843s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:28:37.402815Z","caller":"traceutil/trace.go:171","msg":"trace[384259728] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"1.080560322s","start":"2026-03-06T20:28:36.322237Z","end":"2026-03-06T20:28:37.402798Z","steps":["trace[384259728] 'process raft request' (duration: 1.080437029s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:37.402929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.322205Z","time spent":"1.080662645s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:38.291554Z","caller":"traceutil/trace.go:171","msg":"trace[2100462479] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"1.946617325s","start":"2026-03-06T20:28:36.344917Z","end":"2026-03-06T20:28:38.291534Z","steps":["trace[2100462479] 'process raft request' (duration: 1.873579014s)","trace[2100462479] 'compare' (duration: 72.904988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:28:38.291683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.344904Z","time spent":"1.946710637s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:28:38.29174Z","caller":"traceutil/trace.go:171","msg":"trace[2084323546] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5561; }","duration":"918.231475ms","start":"2026-03-06T20:28:37.373481Z","end":"2026-03-06T20:28:38.291712Z","steps":["trace[2084323546] 'read index received' (duration: 29.2107ms)","trace[2084323546] 'applied index is now lower than readState.Index' (duration: 889.019525ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:28:38.291984Z","caller":"traceutil/trace.go:171","msg":"trace[1095023765] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"912.767145ms","start":"2026-03-06T20:28:37.379164Z","end":"2026-03-06T20:28:38.291931Z","steps":["trace[1095023765] 'process raft request' (duration: 912.338736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.292109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:37.379144Z","time spent":"912.878168ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:38.292261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138807507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:28:38.292325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145744499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:28:38.292349Z","caller":"traceutil/trace.go:171","msg":"trace[581213275] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5346; }","duration":"2.13890998s","start":"2026-03-06T20:28:36.153418Z","end":"2026-03-06T20:28:38.292328Z","steps":["trace[581213275] 'agreement among raft nodes before linearized reading' (duration: 2.138744646s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:38.29236Z","caller":"traceutil/trace.go:171","msg":"trace[1263003762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5346; }","duration":"2.14580569s","start":"2026-03-06T20:28:36.146544Z","end":"2026-03-06T20:28:38.29235Z","steps":["trace[1263003762] 'agreement among raft nodes before linearized reading' (duration: 2.145677407s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.292357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145420683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-06T20:28:38.292411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14760913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:28:38.292458Z","caller":"traceutil/trace.go:171","msg":"trace[761696552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:5346; }","duration":"2.145542045s","start":"2026-03-06T20:28:36.146892Z","end":"2026-03-06T20:28:38.292434Z","steps":["trace[761696552] 'agreement among raft nodes before linearized reading' (duration: 2.145252569s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:38.292466Z","caller":"traceutil/trace.go:171","msg":"trace[727562206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5346; }","duration":"2.147706462s","start":"2026-03-06T20:28:36.144747Z","end":"2026-03-06T20:28:38.292453Z","steps":["trace[727562206] 'agreement among raft nodes before linearized reading' (duration: 2.147514238s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.292462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182118997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T20:28:38.292501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144451361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T20:28:38.292511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.144729Z","time spent":"2.147774224s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:28:38.292512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.146885Z","time spent":"2.145617536s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"info","ts":"2026-03-06T20:28:38.292533Z","caller":"traceutil/trace.go:171","msg":"trace[1474981214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5346; }","duration":"2.18225716s","start":"2026-03-06T20:28:36.110259Z","end":"2026-03-06T20:28:38.292516Z","steps":["trace[1474981214] 'agreement among raft nodes before linearized reading' (duration: 2.181968083s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.292396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.146529Z","time spent":"2.145861312s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T20:28:38.292534Z","caller":"traceutil/trace.go:171","msg":"trace[2034504586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5346; }","duration":"2.144499462s","start":"2026-03-06T20:28:36.148027Z","end":"2026-03-06T20:28:38.292526Z","steps":["trace[2034504586] 'agreement among raft nodes before linearized reading' (duration: 2.144380089s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.29258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.110231Z","time spent":"2.182338551s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:28:38.292596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.148021Z","time spent":"2.144568824s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:28:38.2924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.153368Z","time spent":"2.139021202s","remote":"127.0.0.1:59108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:28:38.292603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45730715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:28:38.292505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198531366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T20:28:38.29278Z","caller":"traceutil/trace.go:171","msg":"trace[238119154] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5346; }","duration":"2.198852623s","start":"2026-03-06T20:28:36.093913Z","end":"2026-03-06T20:28:38.292766Z","steps":["trace[238119154] 'agreement among raft nodes before linearized reading' (duration: 2.198333862s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:38.292688Z","caller":"traceutil/trace.go:171","msg":"trace[865494793] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5346; }","duration":"1.457440203s","start":"2026-03-06T20:28:36.835234Z","end":"2026-03-06T20:28:38.292674Z","steps":["trace[865494793] 'agreement among raft nodes before linearized reading' (duration: 1.457192798s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.292922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.835211Z","time spent":"1.457699538s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:28:38.292849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:36.09389Z","time spent":"2.198947476s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-06T20:28:38.368573Z","caller":"traceutil/trace.go:171","msg":"trace[1786528982] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"759.648889ms","start":"2026-03-06T20:28:37.608901Z","end":"2026-03-06T20:28:38.36855Z","steps":["trace[1786528982] 'process raft request' (duration: 759.551897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.368729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:37.608878Z","time spent":"759.745852ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:28:38.368806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.482371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:28:38.368872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.579436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-06T20:28:38.368947Z","caller":"traceutil/trace.go:171","msg":"trace[1620023085] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5347; }","duration":"664.710048ms","start":"2026-03-06T20:28:37.704219Z","end":"2026-03-06T20:28:38.368929Z","steps":["trace[1620023085] 'agreement among raft nodes before linearized reading' (duration: 664.416452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.368996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:37.704192Z","time spent":"664.795271ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-06T20:28:38.368891Z","caller":"traceutil/trace.go:171","msg":"trace[844511756] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5347; }","duration":"313.641894ms","start":"2026-03-06T20:28:38.055227Z","end":"2026-03-06T20:28:38.368869Z","steps":["trace[844511756] 'agreement among raft nodes before linearized reading' (duration: 313.391019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.369166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:38.0552Z","time spent":"313.930391ms","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:28:38.369659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.676054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:28:38.369701Z","caller":"traceutil/trace.go:171","msg":"trace[268723610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5347; }","duration":"855.747726ms","start":"2026-03-06T20:28:37.513942Z","end":"2026-03-06T20:28:38.36969Z","steps":["trace[268723610] 'agreement among raft nodes before linearized reading' (duration: 855.00636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:28:38.369723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:28:37.51389Z","time spent":"855.828257ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:28:38.696629Z","caller":"traceutil/trace.go:171","msg":"trace[273017341] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"141.47621ms","start":"2026-03-06T20:28:38.555124Z","end":"2026-03-06T20:28:38.696601Z","steps":["trace[273017341] 'process raft request' (duration: 141.272676ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:28:46.621589Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2661} {"level":"info","ts":"2026-03-06T20:28:46.692075Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2661,"took":"68.854059ms","hash":975449712,"current-db-size-bytes":38756352,"current-db-size":"39 MB","current-db-size-in-use-bytes":28868608,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T20:28:46.692121Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":975449712,"revision":2661,"compact-revision":-1} {"level":"info","ts":"2026-03-06T20:29:16.141953Z","caller":"traceutil/trace.go:171","msg":"trace[217548086] linearizableReadLoop","detail":"{readStateIndex:5908; appliedIndex:5907; }","duration":"138.224811ms","start":"2026-03-06T20:29:16.003692Z","end":"2026-03-06T20:29:16.141917Z","steps":["trace[217548086] 'read index received' (duration: 137.965465ms)","trace[217548086] 'applied index is now lower than readState.Index' (duration: 255.966µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:29:16.142087Z","caller":"traceutil/trace.go:171","msg":"trace[193473946] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"330.754888ms","start":"2026-03-06T20:29:15.811265Z","end":"2026-03-06T20:29:16.14202Z","steps":["trace[193473946] 'process raft request' (duration: 330.419281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:29:16.142361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:29:15.811248Z","time spent":"330.978233ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:29:16.142382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.655751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:29:16.142473Z","caller":"traceutil/trace.go:171","msg":"trace[1640069091] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5678; }","duration":"138.823555ms","start":"2026-03-06T20:29:16.003627Z","end":"2026-03-06T20:29:16.142451Z","steps":["trace[1640069091] 'agreement among raft nodes before linearized reading' (duration: 138.61186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:29:16.14265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.282739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:29:16.142776Z","caller":"traceutil/trace.go:171","msg":"trace[1403902653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5678; }","duration":"106.486853ms","start":"2026-03-06T20:29:16.036264Z","end":"2026-03-06T20:29:16.142751Z","steps":["trace[1403902653] 'agreement among raft nodes before linearized reading' (duration: 106.117765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:29:30.930151Z","caller":"traceutil/trace.go:171","msg":"trace[535557927] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"142.574357ms","start":"2026-03-06T20:29:30.787543Z","end":"2026-03-06T20:29:30.930117Z","steps":["trace[535557927] 'process raft request' (duration: 142.331842ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:29:30.93055Z","caller":"traceutil/trace.go:171","msg":"trace[2083165356] linearizableReadLoop","detail":"{readStateIndex:6011; appliedIndex:6010; }","duration":"142.908654ms","start":"2026-03-06T20:29:30.787626Z","end":"2026-03-06T20:29:30.930535Z","steps":["trace[2083165356] 'read index received' (duration: 142.266211ms)","trace[2083165356] 'applied index is now lower than readState.Index' (duration: 641.263µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:29:30.931149Z","caller":"traceutil/trace.go:171","msg":"trace[1065863717] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"140.817338ms","start":"2026-03-06T20:29:30.790304Z","end":"2026-03-06T20:29:30.931121Z","steps":["trace[1065863717] 'process raft request' (duration: 140.530162ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:29:30.931132Z","caller":"traceutil/trace.go:171","msg":"trace[26188910] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"142.670319ms","start":"2026-03-06T20:29:30.78841Z","end":"2026-03-06T20:29:30.93108Z","steps":["trace[26188910] 'process raft request' (duration: 142.315242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:29:30.931396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.742722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108725"} {"level":"info","ts":"2026-03-06T20:29:30.931455Z","caller":"traceutil/trace.go:171","msg":"trace[777267709] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5778; }","duration":"143.822734ms","start":"2026-03-06T20:29:30.787621Z","end":"2026-03-06T20:29:30.931444Z","steps":["trace[777267709] 'agreement among raft nodes before linearized reading' (duration: 142.996896ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:32:03.296396Z","caller":"traceutil/trace.go:171","msg":"trace[850647188] transaction","detail":"{read_only:false; response_revision:6661; number_of_response:1; }","duration":"103.643354ms","start":"2026-03-06T20:32:03.192726Z","end":"2026-03-06T20:32:03.296369Z","steps":["trace[850647188] 'process raft request' (duration: 103.482611ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:33:46.628593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5420} {"level":"info","ts":"2026-03-06T20:33:46.726785Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5420,"took":"96.440968ms","hash":2769381247,"current-db-size-bytes":40943616,"current-db-size":"41 MB","current-db-size-in-use-bytes":21291008,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-06T20:33:46.726847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2769381247,"revision":5420,"compact-revision":2661} {"level":"info","ts":"2026-03-06T20:34:29.125343Z","caller":"traceutil/trace.go:171","msg":"trace[684032519] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"128.711131ms","start":"2026-03-06T20:34:28.996608Z","end":"2026-03-06T20:34:29.125319Z","steps":["trace[684032519] 'process raft request' (duration: 128.554598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:37.746884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126353342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:34:37.747129Z","caller":"traceutil/trace.go:171","msg":"trace[165257282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7876; }","duration":"1.126618289s","start":"2026-03-06T20:34:36.620489Z","end":"2026-03-06T20:34:37.747108Z","steps":["trace[165257282] 'range keys from in-memory index tree' (duration: 1.126220089s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:37.747224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004378981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:34:37.747311Z","caller":"traceutil/trace.go:171","msg":"trace[499253359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:7876; }","duration":"1.004510264s","start":"2026-03-06T20:34:36.742781Z","end":"2026-03-06T20:34:37.747292Z","steps":["trace[499253359] 'range keys from in-memory index tree' (duration: 1.004201566s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:37.747356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:36.742764Z","time spent":"1.004583895s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:34:37.747441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129218086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:34:37.74756Z","caller":"traceutil/trace.go:171","msg":"trace[1878744997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7876; }","duration":"1.129379849s","start":"2026-03-06T20:34:36.618155Z","end":"2026-03-06T20:34:37.747534Z","steps":["trace[1878744997] 'range keys from in-memory index tree' (duration: 1.128554361s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:37.747624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:36.618138Z","time spent":"1.129471422s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:37.747665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23314576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:34:37.7477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272420347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:34:37.747686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209882226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:34:37.747776Z","caller":"traceutil/trace.go:171","msg":"trace[62675012] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7876; }","duration":"1.272521639s","start":"2026-03-06T20:34:36.475238Z","end":"2026-03-06T20:34:37.747759Z","steps":["trace[62675012] 'count revisions from in-memory index tree' (duration: 1.272313414s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:37.747787Z","caller":"traceutil/trace.go:171","msg":"trace[1940402461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7876; }","duration":"1.233305673s","start":"2026-03-06T20:34:36.51446Z","end":"2026-03-06T20:34:37.747766Z","steps":["trace[1940402461] 'range keys from in-memory index tree' (duration: 1.232982546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:37.747782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129717466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T20:34:37.747814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:36.475218Z","time spent":"1.27258901s","remote":"127.0.0.1:52314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:34:37.747808Z","caller":"traceutil/trace.go:171","msg":"trace[407641503] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7876; }","duration":"1.21005161s","start":"2026-03-06T20:34:36.537725Z","end":"2026-03-06T20:34:37.747777Z","steps":["trace[407641503] 'count revisions from in-memory index tree' (duration: 1.209809465s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:37.747833Z","caller":"traceutil/trace.go:171","msg":"trace[607517418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7876; }","duration":"1.129798798s","start":"2026-03-06T20:34:36.618021Z","end":"2026-03-06T20:34:37.747819Z","steps":["trace[607517418] 'range keys from in-memory index tree' (duration: 1.129604914s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:37.747867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:36.618002Z","time spent":"1.12985753s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:37.747869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:36.514442Z","time spent":"1.233415196s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:34:37.74787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:36.537714Z","time spent":"1.210141782s","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:34:37.747902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.888168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:34:37.747973Z","caller":"traceutil/trace.go:171","msg":"trace[1599134042] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"603.635904ms","start":"2026-03-06T20:34:37.144323Z","end":"2026-03-06T20:34:37.747959Z","steps":["trace[1599134042] 'process raft request' (duration: 10.623724ms)","trace[1599134042] 'compare' (duration: 591.721552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:34:37.748027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:37.144298Z","time spent":"603.704295ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:34:37.748358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:36.620482Z","time spent":"1.127690052s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:37.748932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.987857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T20:34:37.749022Z","caller":"traceutil/trace.go:171","msg":"trace[717911716] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7876; }","duration":"944.154451ms","start":"2026-03-06T20:34:36.804852Z","end":"2026-03-06T20:34:37.749007Z","steps":["trace[717911716] 'count revisions from in-memory index tree' (duration: 943.911746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:37.749065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:36.804834Z","time spent":"944.219662ms","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":846,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:34:37.764057Z","caller":"traceutil/trace.go:171","msg":"trace[242857785] linearizableReadLoop","detail":"{readStateIndex:8185; appliedIndex:8184; }","duration":"259.121721ms","start":"2026-03-06T20:34:37.504917Z","end":"2026-03-06T20:34:37.764038Z","steps":["trace[242857785] 'read index received' (duration: 259.046379ms)","trace[242857785] 'applied index is now lower than readState.Index' (duration: 74.192µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:34:37.764246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.333305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:34:37.764279Z","caller":"traceutil/trace.go:171","msg":"trace[2030600463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7878; }","duration":"259.424997ms","start":"2026-03-06T20:34:37.504845Z","end":"2026-03-06T20:34:37.76427Z","steps":["trace[2030600463] 'agreement among raft nodes before linearized reading' (duration: 259.278063ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:37.764156Z","caller":"traceutil/trace.go:171","msg":"trace[1103203063] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"612.648084ms","start":"2026-03-06T20:34:37.151484Z","end":"2026-03-06T20:34:37.764132Z","steps":["trace[1103203063] 'process raft request' (duration: 612.452779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:37.764731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:37.151458Z","time spent":"612.893878ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:34:48.118288Z","caller":"traceutil/trace.go:171","msg":"trace[2096011307] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8233; }","duration":"294.870229ms","start":"2026-03-06T20:34:47.823388Z","end":"2026-03-06T20:34:48.118258Z","steps":["trace[2096011307] 'read index received' (duration: 294.715945ms)","trace[2096011307] 'applied index is now lower than readState.Index' (duration: 152.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:34:48.11836Z","caller":"traceutil/trace.go:171","msg":"trace[1846176583] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"307.456936ms","start":"2026-03-06T20:34:47.810868Z","end":"2026-03-06T20:34:48.118325Z","steps":["trace[1846176583] 'process raft request' (duration: 307.224881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:48.118528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:47.810844Z","time spent":"307.5915ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:34:48.118553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.144724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:34:48.118604Z","caller":"traceutil/trace.go:171","msg":"trace[2038707671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7925; }","duration":"295.217386ms","start":"2026-03-06T20:34:47.823372Z","end":"2026-03-06T20:34:48.11859Z","steps":["trace[2038707671] 'agreement among raft nodes before linearized reading' (duration: 295.002411ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:48.158185Z","caller":"traceutil/trace.go:171","msg":"trace[227296897] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"163.334445ms","start":"2026-03-06T20:34:47.994808Z","end":"2026-03-06T20:34:48.158143Z","steps":["trace[227296897] 'process raft request' (duration: 163.219793ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:48.158268Z","caller":"traceutil/trace.go:171","msg":"trace[33235088] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"234.622909ms","start":"2026-03-06T20:34:47.923606Z","end":"2026-03-06T20:34:48.158229Z","steps":["trace[33235088] 'process raft request' (duration: 234.261161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:48.158513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.625814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:34:48.158597Z","caller":"traceutil/trace.go:171","msg":"trace[851413870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7928; }","duration":"333.749136ms","start":"2026-03-06T20:34:47.824829Z","end":"2026-03-06T20:34:48.158578Z","steps":["trace[851413870] 'agreement among raft nodes before linearized reading' (duration: 333.46946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:48.158587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.726276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T20:34:48.158643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:47.824817Z","time spent":"333.815539ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:48.158604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.432332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:34:48.158691Z","caller":"traceutil/trace.go:171","msg":"trace[1856829057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7928; }","duration":"222.888139ms","start":"2026-03-06T20:34:47.935781Z","end":"2026-03-06T20:34:48.158669Z","steps":["trace[1856829057] 'agreement among raft nodes before linearized reading' (duration: 222.541532ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:48.158724Z","caller":"traceutil/trace.go:171","msg":"trace[1416354702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:7928; }","duration":"320.567725ms","start":"2026-03-06T20:34:47.838133Z","end":"2026-03-06T20:34:48.158701Z","steps":["trace[1416354702] 'agreement among raft nodes before linearized reading' (duration: 320.32221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:48.158773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:47.838127Z","time spent":"320.632187ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:34:48.158621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.443302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:34:48.158888Z","caller":"traceutil/trace.go:171","msg":"trace[747786075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7928; }","duration":"329.793849ms","start":"2026-03-06T20:34:47.829082Z","end":"2026-03-06T20:34:48.158876Z","steps":["trace[747786075] 'agreement among raft nodes before linearized reading' (duration: 329.420761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:48.158929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:47.829068Z","time spent":"329.849ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:50.539462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051387956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:34:50.852309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.009255Z","time spent":"843.05034ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T20:34:51.094454Z","caller":"traceutil/trace.go:171","msg":"trace[175235812] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"240.859597ms","start":"2026-03-06T20:34:50.853567Z","end":"2026-03-06T20:34:51.094427Z","steps":["trace[175235812] 'process raft request' (duration: 240.785415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:51.094536Z","caller":"traceutil/trace.go:171","msg":"trace[111557481] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"931.293637ms","start":"2026-03-06T20:34:50.163212Z","end":"2026-03-06T20:34:51.094506Z","steps":["trace[111557481] 'process raft request' (duration: 930.98671ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:51.09459Z","caller":"traceutil/trace.go:171","msg":"trace[211887974] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"971.051095ms","start":"2026-03-06T20:34:50.123496Z","end":"2026-03-06T20:34:51.094547Z","steps":["trace[211887974] 'process raft request' (duration: 929.817725ms)","trace[211887974] 'compare' (duration: 40.701338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:34:51.094688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.163187Z","time spent":"931.41089ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:34:51.094748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.123467Z","time spent":"971.190407ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:34:51.09483Z","caller":"traceutil/trace.go:171","msg":"trace[620123333] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"931.062562ms","start":"2026-03-06T20:34:50.163757Z","end":"2026-03-06T20:34:51.09482Z","steps":["trace[620123333] 'process raft request' (duration: 930.53868ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:51.094867Z","caller":"traceutil/trace.go:171","msg":"trace[503879415] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8242; }","duration":"1.0564546s","start":"2026-03-06T20:34:50.038393Z","end":"2026-03-06T20:34:51.094847Z","steps":["trace[503879415] 'read index received' (duration: 813.769624ms)","trace[503879415] 'applied index is now lower than readState.Index' (duration: 242.683316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:34:51.095082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.079456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:34:51.095105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.097985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:34:51.095121Z","caller":"traceutil/trace.go:171","msg":"trace[1621949439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7937; }","duration":"581.162299ms","start":"2026-03-06T20:34:50.513947Z","end":"2026-03-06T20:34:51.09511Z","steps":["trace[1621949439] 'agreement among raft nodes before linearized reading' (duration: 581.097696ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:51.095128Z","caller":"traceutil/trace.go:171","msg":"trace[628506699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7937; }","duration":"879.153456ms","start":"2026-03-06T20:34:50.215968Z","end":"2026-03-06T20:34:51.095122Z","steps":["trace[628506699] 'agreement among raft nodes before linearized reading' (duration: 879.045443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.095145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.513924Z","time spent":"581.215101ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:34:51.094886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.163743Z","time spent":"931.115843ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:34:51.095198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.976545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:34:51.095223Z","caller":"traceutil/trace.go:171","msg":"trace[104321406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7937; }","duration":"610.049086ms","start":"2026-03-06T20:34:50.485169Z","end":"2026-03-06T20:34:51.095218Z","steps":["trace[104321406] 'agreement among raft nodes before linearized reading' (duration: 609.988275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.095242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.485148Z","time spent":"610.089688ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:34:51.095169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056713377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:34:51.095302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.316781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:34:51.095332Z","caller":"traceutil/trace.go:171","msg":"trace[1446208502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7937; }","duration":"580.367822ms","start":"2026-03-06T20:34:50.514957Z","end":"2026-03-06T20:34:51.095325Z","steps":["trace[1446208502] 'agreement among raft nodes before linearized reading' (duration: 580.2994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.095334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.29215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:34:51.095352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.514947Z","time spent":"580.400102ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T20:34:51.095355Z","caller":"traceutil/trace.go:171","msg":"trace[1214384839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7937; }","duration":"879.351891ms","start":"2026-03-06T20:34:50.215997Z","end":"2026-03-06T20:34:51.095349Z","steps":["trace[1214384839] 'agreement among raft nodes before linearized reading' (duration: 879.29237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.095376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.215979Z","time spent":"879.392752ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:34:51.095321Z","caller":"traceutil/trace.go:171","msg":"trace[475990440] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7937; }","duration":"1.056927521s","start":"2026-03-06T20:34:50.038346Z","end":"2026-03-06T20:34:51.095274Z","steps":["trace[475990440] 'agreement among raft nodes before linearized reading' (duration: 1.056659155s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.095145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.215955Z","time spent":"879.186347ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:51.095395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.919141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:34:51.095484Z","caller":"traceutil/trace.go:171","msg":"trace[1677339321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7937; }","duration":"879.040504ms","start":"2026-03-06T20:34:50.216421Z","end":"2026-03-06T20:34:51.095461Z","steps":["trace[1677339321] 'agreement among raft nodes before linearized reading' (duration: 878.772938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.0955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.986321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-06T20:34:51.095466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.038325Z","time spent":"1.057126785s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:34:51.095529Z","caller":"traceutil/trace.go:171","msg":"trace[1170638708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:7937; }","duration":"878.037682ms","start":"2026-03-06T20:34:50.217485Z","end":"2026-03-06T20:34:51.095523Z","steps":["trace[1170638708] 'agreement among raft nodes before linearized reading' (duration: 877.96665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:51.095554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.217473Z","time spent":"878.076663ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:34:51.095535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:50.216413Z","time spent":"879.113116ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:34:51.227518Z","caller":"traceutil/trace.go:171","msg":"trace[1212212486] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"127.372741ms","start":"2026-03-06T20:34:51.10012Z","end":"2026-03-06T20:34:51.227492Z","steps":["trace[1212212486] 'process raft request' (duration: 127.29708ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:51.227572Z","caller":"traceutil/trace.go:171","msg":"trace[941045914] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"127.501384ms","start":"2026-03-06T20:34:51.100036Z","end":"2026-03-06T20:34:51.227537Z","steps":["trace[941045914] 'process raft request' (duration: 108.010655ms)","trace[941045914] 'compare' (duration: 19.238334ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:34:51.227763Z","caller":"traceutil/trace.go:171","msg":"trace[1468703964] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"127.531715ms","start":"2026-03-06T20:34:51.100211Z","end":"2026-03-06T20:34:51.227743Z","steps":["trace[1468703964] 'process raft request' (duration: 127.244389ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:51.227915Z","caller":"traceutil/trace.go:171","msg":"trace[1756545082] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"127.132905ms","start":"2026-03-06T20:34:51.10077Z","end":"2026-03-06T20:34:51.227903Z","steps":["trace[1756545082] 'process raft request' (duration: 126.90676ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:52.955976Z","caller":"traceutil/trace.go:171","msg":"trace[373387904] linearizableReadLoop","detail":"{readStateIndex:8254; appliedIndex:8253; }","duration":"471.57318ms","start":"2026-03-06T20:34:52.484381Z","end":"2026-03-06T20:34:52.955954Z","steps":["trace[373387904] 'read index received' (duration: 471.08399ms)","trace[373387904] 'applied index is now lower than readState.Index' (duration: 487.94µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:34:52.956096Z","caller":"traceutil/trace.go:171","msg":"trace[2113549656] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"1.052190436s","start":"2026-03-06T20:34:51.903894Z","end":"2026-03-06T20:34:52.956084Z","steps":["trace[2113549656] 'process raft request' (duration: 1.051730056s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:52.956201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:51.903864Z","time spent":"1.052258888s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:34:52.956307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.769073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:34:52.956355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.950038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:34:52.956385Z","caller":"traceutil/trace.go:171","msg":"trace[1442372996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7944; }","duration":"442.883036ms","start":"2026-03-06T20:34:52.513483Z","end":"2026-03-06T20:34:52.956366Z","steps":["trace[1442372996] 'agreement among raft nodes before linearized reading' (duration: 442.750193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:52.956435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:52.513473Z","time spent":"442.954657ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:34:52.956436Z","caller":"traceutil/trace.go:171","msg":"trace[1034928269] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7944; }","duration":"472.083791ms","start":"2026-03-06T20:34:52.484328Z","end":"2026-03-06T20:34:52.956412Z","steps":["trace[1034928269] 'agreement among raft nodes before linearized reading' (duration: 471.947288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:52.956483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:52.484308Z","time spent":"472.165642ms","remote":"127.0.0.1:59762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:34:53.286252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.195975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:34:53.286462Z","caller":"traceutil/trace.go:171","msg":"trace[421522987] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8254; }","duration":"179.939362ms","start":"2026-03-06T20:34:53.106505Z","end":"2026-03-06T20:34:53.286444Z","steps":["trace[421522987] 'read index received' (duration: 24.651203ms)","trace[421522987] 'applied index is now lower than readState.Index' (duration: 155.286979ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:34:53.286506Z","caller":"traceutil/trace.go:171","msg":"trace[926515762] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"184.894561ms","start":"2026-03-06T20:34:53.101594Z","end":"2026-03-06T20:34:53.286489Z","steps":["trace[926515762] 'process raft request' (duration: 184.795029ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:53.286509Z","caller":"traceutil/trace.go:171","msg":"trace[136792844] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"187.1027ms","start":"2026-03-06T20:34:53.099375Z","end":"2026-03-06T20:34:53.286478Z","steps":["trace[136792844] 'process raft request' (duration: 80.603909ms)","trace[136792844] 'compare' (duration: 106.077792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:34:53.286646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.150577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-06T20:34:53.286646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.859623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:34:53.286675Z","caller":"traceutil/trace.go:171","msg":"trace[1204710144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:7947; }","duration":"180.207778ms","start":"2026-03-06T20:34:53.106459Z","end":"2026-03-06T20:34:53.286667Z","steps":["trace[1204710144] 'agreement among raft nodes before linearized reading' (duration: 180.085876ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:53.286698Z","caller":"traceutil/trace.go:171","msg":"trace[248588362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7947; }","duration":"156.918384ms","start":"2026-03-06T20:34:53.129767Z","end":"2026-03-06T20:34:53.286685Z","steps":["trace[248588362] 'agreement among raft nodes before linearized reading' (duration: 156.813761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:54.830822Z","caller":"traceutil/trace.go:171","msg":"trace[1753642317] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8262; }","duration":"316.741632ms","start":"2026-03-06T20:34:54.514052Z","end":"2026-03-06T20:34:54.830793Z","steps":["trace[1753642317] 'read index received' (duration: 316.528397ms)","trace[1753642317] 'applied index is now lower than readState.Index' (duration: 212.285µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:34:54.83097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.900175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:34:54.830966Z","caller":"traceutil/trace.go:171","msg":"trace[1527256652] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"681.173076ms","start":"2026-03-06T20:34:54.149755Z","end":"2026-03-06T20:34:54.830928Z","steps":["trace[1527256652] 'process raft request' (duration: 680.892269ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:54.831047Z","caller":"traceutil/trace.go:171","msg":"trace[1482513225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7953; }","duration":"317.035888ms","start":"2026-03-06T20:34:54.514Z","end":"2026-03-06T20:34:54.831036Z","steps":["trace[1482513225] 'agreement among raft nodes before linearized reading' (duration: 316.919585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:54.831187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:54.149729Z","time spent":"681.36834ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:34:54.831261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.136592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-06T20:34:54.831306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:54.513978Z","time spent":"317.278414ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:34:54.831366Z","caller":"traceutil/trace.go:171","msg":"trace[46684663] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7953; }","duration":"120.295235ms","start":"2026-03-06T20:34:54.711044Z","end":"2026-03-06T20:34:54.831339Z","steps":["trace[46684663] 'agreement among raft nodes before linearized reading' (duration: 120.02937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:55.638317Z","caller":"traceutil/trace.go:171","msg":"trace[676832496] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"415.013721ms","start":"2026-03-06T20:34:55.223272Z","end":"2026-03-06T20:34:55.638286Z","steps":["trace[676832496] 'process raft request' (duration: 414.755685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:55.6385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.223239Z","time spent":"415.156003ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:34:55.731395Z","caller":"traceutil/trace.go:171","msg":"trace[1403481906] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"439.358008ms","start":"2026-03-06T20:34:55.292013Z","end":"2026-03-06T20:34:55.731371Z","steps":["trace[1403481906] 'process raft request' (duration: 433.777785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:55.731548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.291985Z","time spent":"439.488422ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:34:55.731664Z","caller":"traceutil/trace.go:171","msg":"trace[188512523] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"438.51091ms","start":"2026-03-06T20:34:55.293129Z","end":"2026-03-06T20:34:55.73164Z","steps":["trace[188512523] 'process raft request' (duration: 438.196892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:55.731805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.293104Z","time spent":"438.619652ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:34:55.733701Z","caller":"traceutil/trace.go:171","msg":"trace[504791733] linearizableReadLoop","detail":"{readStateIndex:8267; appliedIndex:8264; }","duration":"430.84823ms","start":"2026-03-06T20:34:55.30284Z","end":"2026-03-06T20:34:55.733688Z","steps":["trace[504791733] 'read index received' (duration: 335.339101ms)","trace[504791733] 'applied index is now lower than readState.Index' (duration: 95.508009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:34:55.733939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.082825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T20:34:55.733977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.38663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:34:55.734022Z","caller":"traceutil/trace.go:171","msg":"trace[924220902] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7957; }","duration":"266.467862ms","start":"2026-03-06T20:34:55.467542Z","end":"2026-03-06T20:34:55.73401Z","steps":["trace[924220902] 'agreement among raft nodes before linearized reading' (duration: 266.38053ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:55.734025Z","caller":"traceutil/trace.go:171","msg":"trace[1554058397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7957; }","duration":"431.171687ms","start":"2026-03-06T20:34:55.302833Z","end":"2026-03-06T20:34:55.734004Z","steps":["trace[1554058397] 'agreement among raft nodes before linearized reading' (duration: 430.934142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:55.734054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.399994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:34:55.734085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.30279Z","time spent":"431.283449ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:55.733954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.753743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:34:55.734124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.320768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:34:55.734126Z","caller":"traceutil/trace.go:171","msg":"trace[1384506344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7957; }","duration":"340.516406ms","start":"2026-03-06T20:34:55.393593Z","end":"2026-03-06T20:34:55.73411Z","steps":["trace[1384506344] 'agreement among raft nodes before linearized reading' (duration: 340.383953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:55.734152Z","caller":"traceutil/trace.go:171","msg":"trace[1335875493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7957; }","duration":"365.992519ms","start":"2026-03-06T20:34:55.368138Z","end":"2026-03-06T20:34:55.734131Z","steps":["trace[1335875493] 'agreement among raft nodes before linearized reading' (duration: 365.691582ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:55.734166Z","caller":"traceutil/trace.go:171","msg":"trace[728393942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7957; }","duration":"367.37929ms","start":"2026-03-06T20:34:55.366773Z","end":"2026-03-06T20:34:55.734153Z","steps":["trace[728393942] 'agreement among raft nodes before linearized reading' (duration: 367.011382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:55.734173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.393573Z","time spent":"340.589279ms","remote":"127.0.0.1:38352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:34:55.734203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.366764Z","time spent":"367.432512ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:34:55.734214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.368112Z","time spent":"366.083661ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:55.734202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.67012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:34:55.734316Z","caller":"traceutil/trace.go:171","msg":"trace[869418452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:7957; }","duration":"364.881435ms","start":"2026-03-06T20:34:55.369411Z","end":"2026-03-06T20:34:55.734292Z","steps":["trace[869418452] 'agreement among raft nodes before linearized reading' (duration: 364.417814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:55.734389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.369385Z","time spent":"364.992138ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:34:55.733938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.574887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:34:55.734449Z","caller":"traceutil/trace.go:171","msg":"trace[1016490589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"220.136169ms","start":"2026-03-06T20:34:55.514304Z","end":"2026-03-06T20:34:55.73444Z","steps":["trace[1016490589] 'agreement among raft nodes before linearized reading' (duration: 219.573476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:55.734455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.51087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T20:34:55.734386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.315757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:34:55.734495Z","caller":"traceutil/trace.go:171","msg":"trace[1510239189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7957; }","duration":"366.561212ms","start":"2026-03-06T20:34:55.36792Z","end":"2026-03-06T20:34:55.734481Z","steps":["trace[1510239189] 'agreement among raft nodes before linearized reading' (duration: 365.973768ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:34:55.734516Z","caller":"traceutil/trace.go:171","msg":"trace[1158483253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7957; }","duration":"366.47766ms","start":"2026-03-06T20:34:55.368025Z","end":"2026-03-06T20:34:55.734502Z","steps":["trace[1158483253] 'agreement among raft nodes before linearized reading' (duration: 365.828204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:34:55.734549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.367912Z","time spent":"366.622993ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:34:55.734555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:34:55.368003Z","time spent":"366.540362ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:35:22.258362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051388639,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T20:35:22.511212Z","caller":"traceutil/trace.go:171","msg":"trace[315368035] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"818.351044ms","start":"2026-03-06T20:35:21.692836Z","end":"2026-03-06T20:35:22.511187Z","steps":["trace[315368035] 'process raft request' (duration: 818.192611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:22.511363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.692821Z","time spent":"818.463228ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:23.155329Z","caller":"traceutil/trace.go:171","msg":"trace[1796490098] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"1.319097445s","start":"2026-03-06T20:35:21.83621Z","end":"2026-03-06T20:35:23.155307Z","steps":["trace[1796490098] 'process raft request' (duration: 1.318906581s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.155454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.836194Z","time spent":"1.319196807s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:23.155757Z","caller":"traceutil/trace.go:171","msg":"trace[1719127500] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8453; }","duration":"1.398237258s","start":"2026-03-06T20:35:21.75751Z","end":"2026-03-06T20:35:23.155747Z","steps":["trace[1719127500] 'read index received' (duration: 753.405915ms)","trace[1719127500] 'applied index is now lower than readState.Index' (duration: 644.830593ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:23.155833Z","caller":"traceutil/trace.go:171","msg":"trace[1506365903] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"651.950941ms","start":"2026-03-06T20:35:22.503876Z","end":"2026-03-06T20:35:23.155827Z","steps":["trace[1506365903] 'process raft request' (duration: 651.387078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.16221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259082322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:35:23.162334Z","caller":"traceutil/trace.go:171","msg":"trace[491962787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8138; }","duration":"1.259216305s","start":"2026-03-06T20:35:21.903069Z","end":"2026-03-06T20:35:23.162286Z","steps":["trace[491962787] 'agreement among raft nodes before linearized reading' (duration: 1.258921459s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.162379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.903057Z","time spent":"1.259311777s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:23.162707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209043231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:35:23.162773Z","caller":"traceutil/trace.go:171","msg":"trace[1047455629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8138; }","duration":"1.209101522s","start":"2026-03-06T20:35:21.953643Z","end":"2026-03-06T20:35:23.162744Z","steps":["trace[1047455629] 'agreement among raft nodes before linearized reading' (duration: 1.20898839s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.162804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.953639Z","time spent":"1.209157723s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:23.162788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203134801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:35:23.162911Z","caller":"traceutil/trace.go:171","msg":"trace[1598313990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:8138; }","duration":"1.203275264s","start":"2026-03-06T20:35:21.959613Z","end":"2026-03-06T20:35:23.162889Z","steps":["trace[1598313990] 'agreement among raft nodes before linearized reading' (duration: 1.202982898s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.162962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.959608Z","time spent":"1.203343486s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:35:23.163075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.236633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:35:23.163192Z","caller":"traceutil/trace.go:171","msg":"trace[1442859626] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8138; }","duration":"191.404076ms","start":"2026-03-06T20:35:22.971766Z","end":"2026-03-06T20:35:23.16317Z","steps":["trace[1442859626] 'agreement among raft nodes before linearized reading' (duration: 191.136961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.163279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217982918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:35:23.163335Z","caller":"traceutil/trace.go:171","msg":"trace[1797557512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8138; }","duration":"1.218031728s","start":"2026-03-06T20:35:21.94528Z","end":"2026-03-06T20:35:23.163312Z","steps":["trace[1797557512] 'agreement among raft nodes before linearized reading' (duration: 1.217950897s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.163367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.945274Z","time spent":"1.21808517s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:35:23.163658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.150946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:23.163734Z","caller":"traceutil/trace.go:171","msg":"trace[893232749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8138; }","duration":"648.233887ms","start":"2026-03-06T20:35:22.515485Z","end":"2026-03-06T20:35:23.163719Z","steps":["trace[893232749] 'agreement among raft nodes before linearized reading' (duration: 647.795438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.163781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:22.515479Z","time spent":"648.283228ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:35:23.163867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252807764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:35:23.163931Z","caller":"traceutil/trace.go:171","msg":"trace[1736546302] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8138; }","duration":"1.252883956s","start":"2026-03-06T20:35:21.911032Z","end":"2026-03-06T20:35:23.163916Z","steps":["trace[1736546302] 'agreement among raft nodes before linearized reading' (duration: 1.252710642s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.163978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.910977Z","time spent":"1.252980297s","remote":"127.0.0.1:52448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:35:23.164065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:22.503855Z","time spent":"651.998301ms","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:23.16311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210538104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:35:23.164612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.551849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:35:23.164616Z","caller":"traceutil/trace.go:171","msg":"trace[230856120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8138; }","duration":"1.212049846s","start":"2026-03-06T20:35:21.95255Z","end":"2026-03-06T20:35:23.1646Z","steps":["trace[230856120] 'agreement among raft nodes before linearized reading' (duration: 1.210489893s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:23.164664Z","caller":"traceutil/trace.go:171","msg":"trace[29043033] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8138; }","duration":"650.6425ms","start":"2026-03-06T20:35:22.514004Z","end":"2026-03-06T20:35:23.164646Z","steps":["trace[29043033] 'agreement among raft nodes before linearized reading' (duration: 650.542498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.164718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:22.513994Z","time spent":"650.712413ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:35:23.164873Z","caller":"traceutil/trace.go:171","msg":"trace[1414790241] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"1.276761542s","start":"2026-03-06T20:35:21.87864Z","end":"2026-03-06T20:35:23.155402Z","steps":["trace[1414790241] 'process raft request' (duration: 1.276584589s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.163728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406219823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-06T20:35:23.16499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.87862Z","time spent":"1.286302682s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:23.165037Z","caller":"traceutil/trace.go:171","msg":"trace[230933970] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8138; }","duration":"1.407543103s","start":"2026-03-06T20:35:21.757475Z","end":"2026-03-06T20:35:23.165018Z","steps":["trace[230933970] 'agreement among raft nodes before linearized reading' (duration: 1.398378411s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.1651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.757462Z","time spent":"1.407614694s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T20:35:23.163202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21312294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:35:23.165298Z","caller":"traceutil/trace.go:171","msg":"trace[540703366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8138; }","duration":"1.215216287s","start":"2026-03-06T20:35:21.950061Z","end":"2026-03-06T20:35:23.165278Z","steps":["trace[540703366] 'agreement among raft nodes before linearized reading' (duration: 1.2130878s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:23.165336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.950056Z","time spent":"1.215269058s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:35:23.164668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:21.952544Z","time spent":"1.212109798s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:35:26.229938Z","caller":"traceutil/trace.go:171","msg":"trace[549333240] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"316.986622ms","start":"2026-03-06T20:35:25.912929Z","end":"2026-03-06T20:35:26.229916Z","steps":["trace[549333240] 'process raft request' (duration: 316.834788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:26.23007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:25.912906Z","time spent":"317.088625ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:27.276581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.12301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:35:27.276647Z","caller":"traceutil/trace.go:171","msg":"trace[1433693728] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8154; }","duration":"838.246083ms","start":"2026-03-06T20:35:26.438388Z","end":"2026-03-06T20:35:27.276634Z","steps":["trace[1433693728] 'count revisions from in-memory index tree' (duration: 838.027128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:27.276674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:26.438359Z","time spent":"838.308565ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:35:27.361864Z","caller":"traceutil/trace.go:171","msg":"trace[650907979] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"182.324857ms","start":"2026-03-06T20:35:27.179508Z","end":"2026-03-06T20:35:27.361833Z","steps":["trace[650907979] 'process raft request' (duration: 182.159444ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:27.40554Z","caller":"traceutil/trace.go:171","msg":"trace[1197111098] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"154.046693ms","start":"2026-03-06T20:35:27.251454Z","end":"2026-03-06T20:35:27.4055Z","steps":["trace[1197111098] 'process raft request' (duration: 144.915053ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:27.405669Z","caller":"traceutil/trace.go:171","msg":"trace[1794472354] linearizableReadLoop","detail":"{readStateIndex:8476; appliedIndex:8474; }","duration":"144.021911ms","start":"2026-03-06T20:35:27.261623Z","end":"2026-03-06T20:35:27.405645Z","steps":["trace[1794472354] 'read index received' (duration: 100.015942ms)","trace[1794472354] 'applied index is now lower than readState.Index' (duration: 44.004969ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:27.405767Z","caller":"traceutil/trace.go:171","msg":"trace[162571917] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"117.260163ms","start":"2026-03-06T20:35:27.288498Z","end":"2026-03-06T20:35:27.405758Z","steps":["trace[162571917] 'process raft request' (duration: 116.955076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:27.405934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.32149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T20:35:27.405985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.594749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:35:27.406017Z","caller":"traceutil/trace.go:171","msg":"trace[120160881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8157; }","duration":"122.6517ms","start":"2026-03-06T20:35:27.283356Z","end":"2026-03-06T20:35:27.406008Z","steps":["trace[120160881] 'agreement among raft nodes before linearized reading' (duration: 122.505967ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:27.406025Z","caller":"traceutil/trace.go:171","msg":"trace[1959988059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8157; }","duration":"135.525564ms","start":"2026-03-06T20:35:27.270474Z","end":"2026-03-06T20:35:27.406Z","steps":["trace[1959988059] 'agreement among raft nodes before linearized reading' (duration: 135.299219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:27.40607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.450501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T20:35:27.406116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.61291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:35:27.406135Z","caller":"traceutil/trace.go:171","msg":"trace[1593641298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8157; }","duration":"122.644391ms","start":"2026-03-06T20:35:27.283486Z","end":"2026-03-06T20:35:27.40613Z","steps":["trace[1593641298] 'agreement among raft nodes before linearized reading' (duration: 122.58543ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:27.406126Z","caller":"traceutil/trace.go:171","msg":"trace[510243465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8157; }","duration":"144.527393ms","start":"2026-03-06T20:35:27.26158Z","end":"2026-03-06T20:35:27.406107Z","steps":["trace[510243465] 'agreement among raft nodes before linearized reading' (duration: 144.4098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:27.406245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.342308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T20:35:27.406284Z","caller":"traceutil/trace.go:171","msg":"trace[1145752989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8157; }","duration":"124.41255ms","start":"2026-03-06T20:35:27.281858Z","end":"2026-03-06T20:35:27.406271Z","steps":["trace[1145752989] 'agreement among raft nodes before linearized reading' (duration: 124.286417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:27.405936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.290582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:35:27.406374Z","caller":"traceutil/trace.go:171","msg":"trace[421566734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8157; }","duration":"122.775853ms","start":"2026-03-06T20:35:27.283589Z","end":"2026-03-06T20:35:27.406365Z","steps":["trace[421566734] 'agreement among raft nodes before linearized reading' (duration: 122.229681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:27.4064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.91265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:35:27.406445Z","caller":"traceutil/trace.go:171","msg":"trace[108820947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:8157; }","duration":"119.998153ms","start":"2026-03-06T20:35:27.286434Z","end":"2026-03-06T20:35:27.406432Z","steps":["trace[108820947] 'agreement among raft nodes before linearized reading' (duration: 119.825059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.688331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.547519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:35:35.688446Z","caller":"traceutil/trace.go:171","msg":"trace[1690413081] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"171.698872ms","start":"2026-03-06T20:35:35.516727Z","end":"2026-03-06T20:35:35.688426Z","steps":["trace[1690413081] 'process raft request' (duration: 53.850206ms)","trace[1690413081] 'compare' (duration: 116.598188ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:35.692205Z","caller":"traceutil/trace.go:171","msg":"trace[745723913] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"173.851959ms","start":"2026-03-06T20:35:35.518316Z","end":"2026-03-06T20:35:35.692168Z","steps":["trace[745723913] 'process raft request' (duration: 173.595523ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:35.692397Z","caller":"traceutil/trace.go:171","msg":"trace[1732855300] linearizableReadLoop","detail":"{readStateIndex:8557; appliedIndex:8555; }","duration":"172.419487ms","start":"2026-03-06T20:35:35.519943Z","end":"2026-03-06T20:35:35.692362Z","steps":["trace[1732855300] 'read index received' (duration: 50.747718ms)","trace[1732855300] 'applied index is now lower than readState.Index' (duration: 121.669679ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:35.692448Z","caller":"traceutil/trace.go:171","msg":"trace[1274287958] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"172.140491ms","start":"2026-03-06T20:35:35.520283Z","end":"2026-03-06T20:35:35.692424Z","steps":["trace[1274287958] 'process raft request' (duration: 171.834555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:35.692685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.963191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-06T20:35:35.692672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.695773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T20:35:35.692693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.79778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:35:35.692717Z","caller":"traceutil/trace.go:171","msg":"trace[868235526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:8234; }","duration":"164.021993ms","start":"2026-03-06T20:35:35.528683Z","end":"2026-03-06T20:35:35.692705Z","steps":["trace[868235526] 'agreement among raft nodes before linearized reading' (duration: 163.88356ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:35.692734Z","caller":"traceutil/trace.go:171","msg":"trace[505344292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8234; }","duration":"169.877591ms","start":"2026-03-06T20:35:35.522847Z","end":"2026-03-06T20:35:35.692724Z","steps":["trace[505344292] 'agreement among raft nodes before linearized reading' (duration: 169.666746ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:35.692736Z","caller":"traceutil/trace.go:171","msg":"trace[1849279891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8234; }","duration":"172.793425ms","start":"2026-03-06T20:35:35.519925Z","end":"2026-03-06T20:35:35.692719Z","steps":["trace[1849279891] 'agreement among raft nodes before linearized reading' (duration: 172.55773ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:36.935078Z","caller":"traceutil/trace.go:171","msg":"trace[2115915310] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"213.146285ms","start":"2026-03-06T20:35:36.721904Z","end":"2026-03-06T20:35:36.935051Z","steps":["trace[2115915310] 'process raft request' (duration: 212.944611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:37.75889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.784716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:35:37.75914Z","caller":"traceutil/trace.go:171","msg":"trace[1385185290] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"291.828557ms","start":"2026-03-06T20:35:37.467294Z","end":"2026-03-06T20:35:37.759123Z","steps":["trace[1385185290] 'process raft request' (duration: 291.743746ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:37.759294Z","caller":"traceutil/trace.go:171","msg":"trace[1312105852] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"1.009481434s","start":"2026-03-06T20:35:36.74977Z","end":"2026-03-06T20:35:37.759251Z","steps":["trace[1312105852] 'process raft request' (duration: 722.222688ms)","trace[1312105852] 'compare' (duration: 286.593162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:37.759477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:36.749746Z","time spent":"1.009640448s","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:37.759329Z","caller":"traceutil/trace.go:171","msg":"trace[1349209191] linearizableReadLoop","detail":"{readStateIndex:8576; appliedIndex:8575; }","duration":"700.694474ms","start":"2026-03-06T20:35:37.058624Z","end":"2026-03-06T20:35:37.759318Z","steps":["trace[1349209191] 'read index received' (duration: 413.506699ms)","trace[1349209191] 'applied index is now lower than readState.Index' (duration: 287.186615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:37.759478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.852937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-06T20:35:37.759657Z","caller":"traceutil/trace.go:171","msg":"trace[303168476] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8251; }","duration":"701.050341ms","start":"2026-03-06T20:35:37.05858Z","end":"2026-03-06T20:35:37.75963Z","steps":["trace[303168476] 'agreement among raft nodes before linearized reading' (duration: 700.781746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:37.759748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.058559Z","time spent":"701.162833ms","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-06T20:35:37.800192Z","caller":"traceutil/trace.go:171","msg":"trace[1792774189] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"289.006456ms","start":"2026-03-06T20:35:37.511162Z","end":"2026-03-06T20:35:37.800168Z","steps":["trace[1792774189] 'process raft request' (duration: 288.884763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:37.800785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.588233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:37.800855Z","caller":"traceutil/trace.go:171","msg":"trace[1961514695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8253; }","duration":"286.695444ms","start":"2026-03-06T20:35:37.514148Z","end":"2026-03-06T20:35:37.800843Z","steps":["trace[1961514695] 'agreement among raft nodes before linearized reading' (duration: 286.235425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:37.800879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.109144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:35:37.800949Z","caller":"traceutil/trace.go:171","msg":"trace[1068607820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8253; }","duration":"104.231665ms","start":"2026-03-06T20:35:37.696699Z","end":"2026-03-06T20:35:37.800931Z","steps":["trace[1068607820] 'agreement among raft nodes before linearized reading' (duration: 103.954789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:37.800672Z","caller":"traceutil/trace.go:171","msg":"trace[385567983] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"288.502494ms","start":"2026-03-06T20:35:37.51214Z","end":"2026-03-06T20:35:37.800642Z","steps":["trace[385567983] 'process raft request' (duration: 287.996333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:37.801322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.301221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:35:37.801384Z","caller":"traceutil/trace.go:171","msg":"trace[1064226027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8253; }","duration":"284.376133ms","start":"2026-03-06T20:35:37.516994Z","end":"2026-03-06T20:35:37.80137Z","steps":["trace[1064226027] 'agreement among raft nodes before linearized reading' (duration: 283.649597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:37.801852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.490273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:35:37.801906Z","caller":"traceutil/trace.go:171","msg":"trace[2037791836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8253; }","duration":"105.571585ms","start":"2026-03-06T20:35:37.69632Z","end":"2026-03-06T20:35:37.801892Z","steps":["trace[2037791836] 'agreement among raft nodes before linearized reading' (duration: 104.210726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.146507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.884811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:35:38.146885Z","caller":"traceutil/trace.go:171","msg":"trace[85852463] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8579; }","duration":"344.984948ms","start":"2026-03-06T20:35:37.801879Z","end":"2026-03-06T20:35:38.146864Z","steps":["trace[85852463] 'read index received' (duration: 154.663837ms)","trace[85852463] 'applied index is now lower than readState.Index' (duration: 190.315531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:38.147207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.318876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:38.147253Z","caller":"traceutil/trace.go:171","msg":"trace[1669285296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8254; }","duration":"345.389858ms","start":"2026-03-06T20:35:37.801851Z","end":"2026-03-06T20:35:38.14724Z","steps":["trace[1669285296] 'agreement among raft nodes before linearized reading' (duration: 345.295466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.147285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.801835Z","time spent":"345.443119ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:35:38.146957Z","caller":"traceutil/trace.go:171","msg":"trace[2094900647] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"373.833194ms","start":"2026-03-06T20:35:37.773112Z","end":"2026-03-06T20:35:38.146946Z","steps":["trace[2094900647] 'process raft request' (duration: 183.42204ms)","trace[2094900647] 'compare' (duration: 189.376231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:38.147854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.773085Z","time spent":"374.660582ms","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:38.227444Z","caller":"traceutil/trace.go:171","msg":"trace[432281531] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"420.924931ms","start":"2026-03-06T20:35:37.806498Z","end":"2026-03-06T20:35:38.227423Z","steps":["trace[432281531] 'process raft request' (duration: 420.86128ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:38.227512Z","caller":"traceutil/trace.go:171","msg":"trace[624911617] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"421.712508ms","start":"2026-03-06T20:35:37.805766Z","end":"2026-03-06T20:35:38.227479Z","steps":["trace[624911617] 'process raft request' (duration: 421.557785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.227569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.806491Z","time spent":"421.013593ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:38.227677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.805754Z","time spent":"421.828911ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:38.227499Z","caller":"traceutil/trace.go:171","msg":"trace[1919605320] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"421.78025ms","start":"2026-03-06T20:35:37.805651Z","end":"2026-03-06T20:35:38.227431Z","steps":["trace[1919605320] 'process raft request' (duration: 421.521835ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:38.227761Z","caller":"traceutil/trace.go:171","msg":"trace[2095787309] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"420.893201ms","start":"2026-03-06T20:35:37.806838Z","end":"2026-03-06T20:35:38.227731Z","steps":["trace[2095787309] 'process raft request' (duration: 420.551473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.227869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.805628Z","time spent":"422.135708ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:38.227916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.806831Z","time spent":"421.013713ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:38.228036Z","caller":"traceutil/trace.go:171","msg":"trace[1346271257] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"420.141274ms","start":"2026-03-06T20:35:37.807888Z","end":"2026-03-06T20:35:38.228029Z","steps":["trace[1346271257] 'process raft request' (duration: 419.736285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.228071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.807867Z","time spent":"420.183375ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:38.228155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.844709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-06T20:35:38.228193Z","caller":"traceutil/trace.go:171","msg":"trace[1511974127] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8259; }","duration":"400.917102ms","start":"2026-03-06T20:35:37.827264Z","end":"2026-03-06T20:35:38.228181Z","steps":["trace[1511974127] 'agreement among raft nodes before linearized reading' (duration: 400.787568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.228229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.827249Z","time spent":"400.973372ms","remote":"127.0.0.1:42688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T20:35:38.228526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.154707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227394"} {"level":"info","ts":"2026-03-06T20:35:38.228616Z","caller":"traceutil/trace.go:171","msg":"trace[926280618] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8259; }","duration":"421.294281ms","start":"2026-03-06T20:35:37.807307Z","end":"2026-03-06T20:35:38.228601Z","steps":["trace[926280618] 'agreement among raft nodes before linearized reading' (duration: 420.713937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:38.228648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:37.8073Z","time spent":"421.340592ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227418,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T20:35:38.809807Z","caller":"traceutil/trace.go:171","msg":"trace[1992183475] linearizableReadLoop","detail":"{readStateIndex:8588; appliedIndex:8587; }","duration":"117.048988ms","start":"2026-03-06T20:35:38.692729Z","end":"2026-03-06T20:35:38.809778Z","steps":["trace[1992183475] 'read index received' (duration: 116.803413ms)","trace[1992183475] 'applied index is now lower than readState.Index' (duration: 244.115µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:38.809932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.185121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:38.809907Z","caller":"traceutil/trace.go:171","msg":"trace[527717834] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"156.784793ms","start":"2026-03-06T20:35:38.653087Z","end":"2026-03-06T20:35:38.809871Z","steps":["trace[527717834] 'process raft request' (duration: 156.461106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:38.809973Z","caller":"traceutil/trace.go:171","msg":"trace[2013380438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8262; }","duration":"117.275163ms","start":"2026-03-06T20:35:38.692687Z","end":"2026-03-06T20:35:38.809962Z","steps":["trace[2013380438] 'agreement among raft nodes before linearized reading' (duration: 117.193632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:39.042407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.017293ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:39.042552Z","caller":"traceutil/trace.go:171","msg":"trace[2065031856] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8262; }","duration":"115.189897ms","start":"2026-03-06T20:35:38.927341Z","end":"2026-03-06T20:35:39.042531Z","steps":["trace[2065031856] 'range keys from in-memory index tree' (duration: 114.991383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:39.042613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.625793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:35:39.042805Z","caller":"traceutil/trace.go:171","msg":"trace[1786462261] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8262; }","duration":"103.839217ms","start":"2026-03-06T20:35:38.93894Z","end":"2026-03-06T20:35:39.042779Z","steps":["trace[1786462261] 'count revisions from in-memory index tree' (duration: 103.48705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:39.042713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.281131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:35:39.043071Z","caller":"traceutil/trace.go:171","msg":"trace[1650200229] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8262; }","duration":"175.73656ms","start":"2026-03-06T20:35:38.86731Z","end":"2026-03-06T20:35:39.043047Z","steps":["trace[1650200229] 'count revisions from in-memory index tree' (duration: 175.155458ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:39.307647Z","caller":"traceutil/trace.go:171","msg":"trace[1805290784] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"155.509835ms","start":"2026-03-06T20:35:39.152112Z","end":"2026-03-06T20:35:39.307622Z","steps":["trace[1805290784] 'process raft request' (duration: 155.371532ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:39.454561Z","caller":"traceutil/trace.go:171","msg":"trace[2022380586] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8589; }","duration":"142.264854ms","start":"2026-03-06T20:35:39.312268Z","end":"2026-03-06T20:35:39.454532Z","steps":["trace[2022380586] 'read index received' (duration: 45.478362ms)","trace[2022380586] 'applied index is now lower than readState.Index' (duration: 96.785012ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:39.454661Z","caller":"traceutil/trace.go:171","msg":"trace[864410590] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"142.830876ms","start":"2026-03-06T20:35:39.311792Z","end":"2026-03-06T20:35:39.454623Z","steps":["trace[864410590] 'process raft request' (duration: 45.959772ms)","trace[864410590] 'compare' (duration: 96.632238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:39.454962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.667392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T20:35:39.455066Z","caller":"traceutil/trace.go:171","msg":"trace[1906394353] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8264; }","duration":"142.814716ms","start":"2026-03-06T20:35:39.312232Z","end":"2026-03-06T20:35:39.455047Z","steps":["trace[1906394353] 'agreement among raft nodes before linearized reading' (duration: 142.414557ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:39.667553Z","caller":"traceutil/trace.go:171","msg":"trace[259227840] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8590; }","duration":"212.898019ms","start":"2026-03-06T20:35:39.454629Z","end":"2026-03-06T20:35:39.667527Z","steps":["trace[259227840] 'read index received' (duration: 172.691644ms)","trace[259227840] 'applied index is now lower than readState.Index' (duration: 40.205165ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:39.667634Z","caller":"traceutil/trace.go:171","msg":"trace[468036274] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"354.875696ms","start":"2026-03-06T20:35:39.31273Z","end":"2026-03-06T20:35:39.667606Z","steps":["trace[468036274] 'process raft request' (duration: 314.65918ms)","trace[468036274] 'compare' (duration: 40.014661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:39.667783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.082056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T20:35:39.667802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.312704Z","time spent":"354.990589ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:39.667855Z","caller":"traceutil/trace.go:171","msg":"trace[1364898406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8265; }","duration":"323.204199ms","start":"2026-03-06T20:35:39.344634Z","end":"2026-03-06T20:35:39.667838Z","steps":["trace[1364898406] 'agreement among raft nodes before linearized reading' (duration: 322.972284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:39.667907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.344624Z","time spent":"323.27052ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T20:35:39.994546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.543092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:35:39.994732Z","caller":"traceutil/trace.go:171","msg":"trace[252168206] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8591; }","duration":"327.090795ms","start":"2026-03-06T20:35:39.667624Z","end":"2026-03-06T20:35:39.994715Z","steps":["trace[252168206] 'read index received' (duration: 104.293808ms)","trace[252168206] 'applied index is now lower than readState.Index' (duration: 222.796087ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:39.994738Z","caller":"traceutil/trace.go:171","msg":"trace[594001246] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"344.053859ms","start":"2026-03-06T20:35:39.650651Z","end":"2026-03-06T20:35:39.994705Z","steps":["trace[594001246] 'process raft request' (duration: 121.246251ms)","trace[594001246] 'compare' (duration: 222.083542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:39.994878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.650627Z","time spent":"344.171661ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:39.995108Z","caller":"traceutil/trace.go:171","msg":"trace[1549025988] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"229.371652ms","start":"2026-03-06T20:35:39.765723Z","end":"2026-03-06T20:35:39.995094Z","steps":["trace[1549025988] 'process raft request' (duration: 228.924682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:39.995204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.998672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:39.995272Z","caller":"traceutil/trace.go:171","msg":"trace[376903488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8267; }","duration":"480.129045ms","start":"2026-03-06T20:35:39.515126Z","end":"2026-03-06T20:35:39.995255Z","steps":["trace[376903488] 'agreement among raft nodes before linearized reading' (duration: 479.661145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:39.995324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.515107Z","time spent":"480.204657ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:35:40.428564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.520253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:35:40.428928Z","caller":"traceutil/trace.go:171","msg":"trace[2085871361] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"620.354354ms","start":"2026-03-06T20:35:39.808504Z","end":"2026-03-06T20:35:40.428858Z","steps":["trace[2085871361] 'process raft request' (duration: 337.304699ms)","trace[2085871361] 'compare' (duration: 282.317069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:40.429078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.808477Z","time spent":"620.522638ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:40.429237Z","caller":"traceutil/trace.go:171","msg":"trace[383724849] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"619.457114ms","start":"2026-03-06T20:35:39.80975Z","end":"2026-03-06T20:35:40.429207Z","steps":["trace[383724849] 'process raft request' (duration: 618.931653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.42927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.771407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:35:40.429285Z","caller":"traceutil/trace.go:171","msg":"trace[347550013] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"435.112304ms","start":"2026-03-06T20:35:39.99412Z","end":"2026-03-06T20:35:40.429233Z","steps":["trace[347550013] 'process raft request' (duration: 434.918449ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.429326Z","caller":"traceutil/trace.go:171","msg":"trace[1512346239] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8270; }","duration":"474.889189ms","start":"2026-03-06T20:35:39.95442Z","end":"2026-03-06T20:35:40.42931Z","steps":["trace[1512346239] 'agreement among raft nodes before linearized reading' (duration: 474.736056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.429378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.954393Z","time spent":"474.973852ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:35:40.429405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.574852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:35:40.429405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.809725Z","time spent":"619.590077ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:40.429429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.994094Z","time spent":"435.254557ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:40.429453Z","caller":"traceutil/trace.go:171","msg":"trace[1873625414] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8270; }","duration":"671.663483ms","start":"2026-03-06T20:35:39.757778Z","end":"2026-03-06T20:35:40.429442Z","steps":["trace[1873625414] 'agreement among raft nodes before linearized reading' (duration: 671.582081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.429496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.757756Z","time spent":"671.728585ms","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:35:40.429733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.642967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:35:40.42978Z","caller":"traceutil/trace.go:171","msg":"trace[1554824346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8270; }","duration":"752.741089ms","start":"2026-03-06T20:35:39.677027Z","end":"2026-03-06T20:35:40.429768Z","steps":["trace[1554824346] 'agreement among raft nodes before linearized reading' (duration: 752.577926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.429809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.677001Z","time spent":"752.802071ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T20:35:40.429828Z","caller":"traceutil/trace.go:171","msg":"trace[1057936251] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8593; }","duration":"434.351977ms","start":"2026-03-06T20:35:39.994768Z","end":"2026-03-06T20:35:40.42912Z","steps":["trace[1057936251] 'read index received' (duration: 151.075318ms)","trace[1057936251] 'applied index is now lower than readState.Index' (duration: 283.275559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:40.430002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.979555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189a5ae428e50d79\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-06T20:35:40.430041Z","caller":"traceutil/trace.go:171","msg":"trace[1325169783] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189a5ae428e50d79; range_end:; response_count:1; response_revision:8270; }","duration":"758.049516ms","start":"2026-03-06T20:35:39.671979Z","end":"2026-03-06T20:35:40.430029Z","steps":["trace[1325169783] 'agreement among raft nodes before linearized reading' (duration: 757.912203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.430068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:39.671965Z","time spent":"758.097089ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":701,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189a5ae428e50d79\" "} {"level":"warn","ts":"2026-03-06T20:35:40.430192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.861827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T20:35:40.430322Z","caller":"traceutil/trace.go:171","msg":"trace[376076804] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:8270; }","duration":"419.088742ms","start":"2026-03-06T20:35:40.01121Z","end":"2026-03-06T20:35:40.430299Z","steps":["trace[376076804] 'agreement among raft nodes before linearized reading' (duration: 418.770704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.430384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.152254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:35:40.430423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.01119Z","time spent":"419.179313ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-03-06T20:35:40.430432Z","caller":"traceutil/trace.go:171","msg":"trace[1333295180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8270; }","duration":"198.235686ms","start":"2026-03-06T20:35:40.232184Z","end":"2026-03-06T20:35:40.430419Z","steps":["trace[1333295180] 'agreement among raft nodes before linearized reading' (duration: 198.124744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.430604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.49236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:35:40.430782Z","caller":"traceutil/trace.go:171","msg":"trace[1773428872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8270; }","duration":"197.671774ms","start":"2026-03-06T20:35:40.233101Z","end":"2026-03-06T20:35:40.430772Z","steps":["trace[1773428872] 'agreement among raft nodes before linearized reading' (duration: 197.357917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.430385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.665244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:35:40.430859Z","caller":"traceutil/trace.go:171","msg":"trace[982869057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8270; }","duration":"198.144205ms","start":"2026-03-06T20:35:40.232702Z","end":"2026-03-06T20:35:40.430847Z","steps":["trace[982869057] 'agreement among raft nodes before linearized reading' (duration: 197.535941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.430465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.324138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:35:40.430929Z","caller":"traceutil/trace.go:171","msg":"trace[1673453115] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:8270; }","duration":"193.804329ms","start":"2026-03-06T20:35:40.237111Z","end":"2026-03-06T20:35:40.430915Z","steps":["trace[1673453115] 'agreement among raft nodes before linearized reading' (duration: 193.282208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.430424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.359778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:35:40.431046Z","caller":"traceutil/trace.go:171","msg":"trace[313138274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8270; }","duration":"198.040623ms","start":"2026-03-06T20:35:40.232995Z","end":"2026-03-06T20:35:40.431036Z","steps":["trace[313138274] 'agreement among raft nodes before linearized reading' (duration: 197.219895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.430478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.501481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:35:40.43125Z","caller":"traceutil/trace.go:171","msg":"trace[813219427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8270; }","duration":"198.260708ms","start":"2026-03-06T20:35:40.232953Z","end":"2026-03-06T20:35:40.431214Z","steps":["trace[813219427] 'agreement among raft nodes before linearized reading' (duration: 197.46571ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:40.847946Z","caller":"traceutil/trace.go:171","msg":"trace[503645119] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"415.153095ms","start":"2026-03-06T20:35:40.432766Z","end":"2026-03-06T20:35:40.847919Z","steps":["trace[503645119] 'process raft request' (duration: 414.959511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:40.84812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.432745Z","time spent":"415.283008ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:41.097284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.433694Z","time spent":"663.585797ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T20:35:41.097373Z","caller":"traceutil/trace.go:171","msg":"trace[1992544841] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"659.678221ms","start":"2026-03-06T20:35:40.437672Z","end":"2026-03-06T20:35:41.09735Z","steps":["trace[1992544841] 'process raft request' (duration: 659.581049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.097485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.437667Z","time spent":"659.742682ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:41.097573Z","caller":"traceutil/trace.go:171","msg":"trace[580417363] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"659.954587ms","start":"2026-03-06T20:35:40.437608Z","end":"2026-03-06T20:35:41.097562Z","steps":["trace[580417363] 'process raft request' (duration: 659.541038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:41.097581Z","caller":"traceutil/trace.go:171","msg":"trace[1881143842] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"659.827633ms","start":"2026-03-06T20:35:40.437723Z","end":"2026-03-06T20:35:41.097551Z","steps":["trace[1881143842] 'process raft request' (duration: 659.571638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.09762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.437586Z","time spent":"660.007857ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:41.097644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.437718Z","time spent":"659.892366ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:41.097793Z","caller":"traceutil/trace.go:171","msg":"trace[1484762515] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"660.008157ms","start":"2026-03-06T20:35:40.437775Z","end":"2026-03-06T20:35:41.097783Z","steps":["trace[1484762515] 'process raft request' (duration: 659.730971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.097863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.437744Z","time spent":"660.08924ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:35:41.098059Z","caller":"traceutil/trace.go:171","msg":"trace[1175753519] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8596; }","duration":"660.211512ms","start":"2026-03-06T20:35:40.437837Z","end":"2026-03-06T20:35:41.098048Z","steps":["trace[1175753519] 'read index received' (duration: 410.025812ms)","trace[1175753519] 'applied index is now lower than readState.Index' (duration: 250.18474ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:41.098074Z","caller":"traceutil/trace.go:171","msg":"trace[1426065743] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"659.120478ms","start":"2026-03-06T20:35:40.438945Z","end":"2026-03-06T20:35:41.098066Z","steps":["trace[1426065743] 'process raft request' (duration: 658.794891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.098117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.438938Z","time spent":"659.156208ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:41.09827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.440847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:41.098298Z","caller":"traceutil/trace.go:171","msg":"trace[163449221] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8276; }","duration":"606.469398ms","start":"2026-03-06T20:35:40.491822Z","end":"2026-03-06T20:35:41.098292Z","steps":["trace[163449221] 'agreement among raft nodes before linearized reading' (duration: 606.421786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.098317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.49176Z","time spent":"606.552869ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T20:35:41.098429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.58711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227394"} {"level":"warn","ts":"2026-03-06T20:35:41.098451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.961518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T20:35:41.098465Z","caller":"traceutil/trace.go:171","msg":"trace[1599798008] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8276; }","duration":"660.640901ms","start":"2026-03-06T20:35:40.437816Z","end":"2026-03-06T20:35:41.098457Z","steps":["trace[1599798008] 'agreement among raft nodes before linearized reading' (duration: 660.311674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.09849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.601807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:41.098511Z","caller":"traceutil/trace.go:171","msg":"trace[1231451027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8276; }","duration":"584.698229ms","start":"2026-03-06T20:35:40.513809Z","end":"2026-03-06T20:35:41.098507Z","steps":["trace[1231451027] 'agreement among raft nodes before linearized reading' (duration: 584.669649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.098527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.513779Z","time spent":"584.74473ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:35:41.09849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.437806Z","time spent":"660.677303ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227418,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T20:35:41.098468Z","caller":"traceutil/trace.go:171","msg":"trace[8434090] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8276; }","duration":"498.025739ms","start":"2026-03-06T20:35:40.600437Z","end":"2026-03-06T20:35:41.098463Z","steps":["trace[8434090] 'agreement among raft nodes before linearized reading' (duration: 497.970988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.098733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:40.600413Z","time spent":"498.314026ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T20:35:41.658503Z","caller":"traceutil/trace.go:171","msg":"trace[1052030122] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"558.540542ms","start":"2026-03-06T20:35:41.099923Z","end":"2026-03-06T20:35:41.658464Z","steps":["trace[1052030122] 'process raft request' (duration: 498.444139ms)","trace[1052030122] 'compare' (duration: 59.223654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:41.658688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:41.099905Z","time spent":"558.680785ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:35:41.658714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.731834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:41.658772Z","caller":"traceutil/trace.go:171","msg":"trace[884437888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8277; }","duration":"557.810746ms","start":"2026-03-06T20:35:41.100947Z","end":"2026-03-06T20:35:41.658758Z","steps":["trace[884437888] 'agreement among raft nodes before linearized reading' (duration: 557.660923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.658816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:41.100937Z","time spent":"557.872068ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:35:41.65881Z","caller":"traceutil/trace.go:171","msg":"trace[1771846290] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8603; }","duration":"557.08088ms","start":"2026-03-06T20:35:41.100968Z","end":"2026-03-06T20:35:41.658049Z","steps":["trace[1771846290] 'read index received' (duration: 497.337504ms)","trace[1771846290] 'applied index is now lower than readState.Index' (duration: 59.739966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:41.659113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.416706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:35:41.65912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.071328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:35:41.65916Z","caller":"traceutil/trace.go:171","msg":"trace[2054688955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8277; }","duration":"546.513418ms","start":"2026-03-06T20:35:41.112634Z","end":"2026-03-06T20:35:41.659147Z","steps":["trace[2054688955] 'agreement among raft nodes before linearized reading' (duration: 546.437866ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:35:41.659175Z","caller":"traceutil/trace.go:171","msg":"trace[1709850747] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8277; }","duration":"556.20591ms","start":"2026-03-06T20:35:41.102949Z","end":"2026-03-06T20:35:41.659154Z","steps":["trace[1709850747] 'agreement among raft nodes before linearized reading' (duration: 556.092558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:41.659201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:41.112614Z","time spent":"546.578489ms","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:35:41.659215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:35:41.102928Z","time spent":"556.279472ms","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T20:35:41.824675Z","caller":"traceutil/trace.go:171","msg":"trace[1710124535] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"126.952486ms","start":"2026-03-06T20:35:41.697685Z","end":"2026-03-06T20:35:41.824638Z","steps":["trace[1710124535] 'process raft request' (duration: 102.839365ms)","trace[1710124535] 'compare' (duration: 23.982498ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:35:50.595996Z","caller":"traceutil/trace.go:171","msg":"trace[1510686811] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"113.116302ms","start":"2026-03-06T20:35:50.482839Z","end":"2026-03-06T20:35:50.595955Z","steps":["trace[1510686811] 'process raft request' (duration: 101.202399ms)","trace[1510686811] 'compare' (duration: 11.700708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:35:50.596423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.264511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-xhs85\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-03-06T20:35:50.596462Z","caller":"traceutil/trace.go:171","msg":"trace[1911322849] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-xhs85; range_end:; response_count:1; response_revision:8355; }","duration":"116.336523ms","start":"2026-03-06T20:35:50.480114Z","end":"2026-03-06T20:35:50.59645Z","steps":["trace[1911322849] 'agreement among raft nodes before linearized reading' (duration: 115.858962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:35:50.596628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.932966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-06T20:35:50.596725Z","caller":"traceutil/trace.go:171","msg":"trace[1990609513] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8355; }","duration":"117.08482ms","start":"2026-03-06T20:35:50.479616Z","end":"2026-03-06T20:35:50.5967Z","steps":["trace[1990609513] 'agreement among raft nodes before linearized reading' (duration: 116.333222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:36:43.103432Z","caller":"traceutil/trace.go:171","msg":"trace[103869362] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"401.886074ms","start":"2026-03-06T20:36:42.701523Z","end":"2026-03-06T20:36:43.103409Z","steps":["trace[103869362] 'process raft request' (duration: 401.71842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:43.103591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:36:42.701501Z","time spent":"402.009936ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:36:43.132165Z","caller":"traceutil/trace.go:171","msg":"trace[1864919249] linearizableReadLoop","detail":"{readStateIndex:9243; appliedIndex:9241; }","duration":"218.749018ms","start":"2026-03-06T20:36:42.91337Z","end":"2026-03-06T20:36:43.132119Z","steps":["trace[1864919249] 'read index received' (duration: 189.980565ms)","trace[1864919249] 'applied index is now lower than readState.Index' (duration: 28.767053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:36:43.132596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.190978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:36:43.132646Z","caller":"traceutil/trace.go:171","msg":"trace[1402392971] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8897; }","duration":"219.319761ms","start":"2026-03-06T20:36:42.913317Z","end":"2026-03-06T20:36:43.132637Z","steps":["trace[1402392971] 'agreement among raft nodes before linearized reading' (duration: 218.978233ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:36:43.132957Z","caller":"traceutil/trace.go:171","msg":"trace[1079292232] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"428.812076ms","start":"2026-03-06T20:36:42.704107Z","end":"2026-03-06T20:36:43.132919Z","steps":["trace[1079292232] 'process raft request' (duration: 427.774283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:43.133147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:36:42.704092Z","time spent":"428.956079ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:36:56.568308Z","caller":"traceutil/trace.go:171","msg":"trace[482841285] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"213.999654ms","start":"2026-03-06T20:36:56.354262Z","end":"2026-03-06T20:36:56.568261Z","steps":["trace[482841285] 'process raft request' (duration: 213.605795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:36:57.455505Z","caller":"traceutil/trace.go:171","msg":"trace[1768658129] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"299.764383ms","start":"2026-03-06T20:36:57.155708Z","end":"2026-03-06T20:36:57.455472Z","steps":["trace[1768658129] 'process raft request' (duration: 204.144697ms)","trace[1768658129] 'compare' (duration: 95.505673ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:36:57.477273Z","caller":"traceutil/trace.go:171","msg":"trace[1686754783] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"292.990444ms","start":"2026-03-06T20:36:57.184267Z","end":"2026-03-06T20:36:57.477258Z","steps":["trace[1686754783] 'process raft request' (duration: 292.912182ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:36:57.821733Z","caller":"traceutil/trace.go:171","msg":"trace[837828440] linearizableReadLoop","detail":"{readStateIndex:9320; appliedIndex:9319; }","duration":"262.973722ms","start":"2026-03-06T20:36:57.558486Z","end":"2026-03-06T20:36:57.821459Z","steps":["trace[837828440] 'read index received' (duration: 262.85269ms)","trace[837828440] 'applied index is now lower than readState.Index' (duration: 120.082µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:36:57.821579Z","caller":"traceutil/trace.go:171","msg":"trace[382145319] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"275.14338ms","start":"2026-03-06T20:36:57.546399Z","end":"2026-03-06T20:36:57.821543Z","steps":["trace[382145319] 'process raft request' (duration: 274.910995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:57.821917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.404422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T20:36:57.821996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.887856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:36:57.822049Z","caller":"traceutil/trace.go:171","msg":"trace[1119340738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8971; }","duration":"255.963188ms","start":"2026-03-06T20:36:57.566071Z","end":"2026-03-06T20:36:57.822035Z","steps":["trace[1119340738] 'agreement among raft nodes before linearized reading' (duration: 255.830825ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:36:57.822043Z","caller":"traceutil/trace.go:171","msg":"trace[2082479709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8971; }","duration":"263.564105ms","start":"2026-03-06T20:36:57.558447Z","end":"2026-03-06T20:36:57.822011Z","steps":["trace[2082479709] 'agreement among raft nodes before linearized reading' (duration: 263.267019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:57.82203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.455843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:36:57.822053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.754547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:36:57.822125Z","caller":"traceutil/trace.go:171","msg":"trace[966458973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8971; }","duration":"263.618816ms","start":"2026-03-06T20:36:57.55849Z","end":"2026-03-06T20:36:57.822109Z","steps":["trace[966458973] 'agreement among raft nodes before linearized reading' (duration: 263.384651ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:36:57.822125Z","caller":"traceutil/trace.go:171","msg":"trace[933439001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8971; }","duration":"257.842789ms","start":"2026-03-06T20:36:57.56427Z","end":"2026-03-06T20:36:57.822113Z","steps":["trace[933439001] 'agreement among raft nodes before linearized reading' (duration: 257.672236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:57.822253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.197385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:36:57.822301Z","caller":"traceutil/trace.go:171","msg":"trace[278430702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8971; }","duration":"262.272307ms","start":"2026-03-06T20:36:57.560009Z","end":"2026-03-06T20:36:57.822281Z","steps":["trace[278430702] 'agreement among raft nodes before linearized reading' (duration: 262.144854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:36:57.822411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.012139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:36:57.822464Z","caller":"traceutil/trace.go:171","msg":"trace[1501376295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:8971; }","duration":"207.222754ms","start":"2026-03-06T20:36:57.615227Z","end":"2026-03-06T20:36:57.82245Z","steps":["trace[1501376295] 'agreement among raft nodes before linearized reading' (duration: 206.921197ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:37:07.613004Z","caller":"traceutil/trace.go:171","msg":"trace[1096662373] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"103.05391ms","start":"2026-03-06T20:37:07.509919Z","end":"2026-03-06T20:37:07.612973Z","steps":["trace[1096662373] 'process raft request' (duration: 76.310691ms)","trace[1096662373] 'compare' (duration: 26.563305ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:38:40.034684Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T20:38:40.041307Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T20:38:40.041498Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T20:38:46.636803Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7439} {"level":"info","ts":"2026-03-06T20:38:46.704211Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7439,"took":"65.11371ms","hash":2511110103,"current-db-size-bytes":40943616,"current-db-size":"41 MB","current-db-size-in-use-bytes":24354816,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T20:38:46.704308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2511110103,"revision":7439,"compact-revision":5420} {"level":"info","ts":"2026-03-06T20:41:05.453001Z","caller":"traceutil/trace.go:171","msg":"trace[89373315] linearizableReadLoop","detail":"{readStateIndex:10850; appliedIndex:10849; }","duration":"133.588484ms","start":"2026-03-06T20:41:05.319391Z","end":"2026-03-06T20:41:05.45298Z","steps":["trace[89373315] 'read index received' (duration: 133.517692ms)","trace[89373315] 'applied index is now lower than readState.Index' (duration: 69.822µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:41:05.453213Z","caller":"traceutil/trace.go:171","msg":"trace[86191530] transaction","detail":"{read_only:false; response_revision:10444; number_of_response:1; }","duration":"138.818589ms","start":"2026-03-06T20:41:05.314296Z","end":"2026-03-06T20:41:05.453115Z","steps":["trace[86191530] 'process raft request' (duration: 138.556653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:41:05.453376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.930621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:41:05.453477Z","caller":"traceutil/trace.go:171","msg":"trace[1260209918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10444; }","duration":"134.135765ms","start":"2026-03-06T20:41:05.319328Z","end":"2026-03-06T20:41:05.453463Z","steps":["trace[1260209918] 'agreement among raft nodes before linearized reading' (duration: 133.796698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:41:07.58752Z","caller":"traceutil/trace.go:171","msg":"trace[1187184462] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"100.005823ms","start":"2026-03-06T20:41:07.487474Z","end":"2026-03-06T20:41:07.58748Z","steps":["trace[1187184462] 'process raft request' (duration: 99.260987ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:41:07.588308Z","caller":"traceutil/trace.go:171","msg":"trace[27913461] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"100.763741ms","start":"2026-03-06T20:41:07.487509Z","end":"2026-03-06T20:41:07.588273Z","steps":["trace[27913461] 'process raft request' (duration: 99.908741ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:41:07.589288Z","caller":"traceutil/trace.go:171","msg":"trace[322838691] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"101.62151ms","start":"2026-03-06T20:41:07.487646Z","end":"2026-03-06T20:41:07.589268Z","steps":["trace[322838691] 'process raft request' (duration: 100.418252ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:14.055365Z","caller":"traceutil/trace.go:171","msg":"trace[1841165427] transaction","detail":"{read_only:false; response_revision:11118; number_of_response:1; }","duration":"232.140346ms","start":"2026-03-06T20:42:13.823185Z","end":"2026-03-06T20:42:14.055325Z","steps":["trace[1841165427] 'process raft request' (duration: 231.847529ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:14.05533Z","caller":"traceutil/trace.go:171","msg":"trace[1400908744] linearizableReadLoop","detail":"{readStateIndex:11541; appliedIndex:11540; }","duration":"194.611709ms","start":"2026-03-06T20:42:13.860673Z","end":"2026-03-06T20:42:14.055285Z","steps":["trace[1400908744] 'read index received' (duration: 194.381964ms)","trace[1400908744] 'applied index is now lower than readState.Index' (duration: 227.785µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:42:14.055637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.943306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:42:14.055724Z","caller":"traceutil/trace.go:171","msg":"trace[129434738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11118; }","duration":"195.104049ms","start":"2026-03-06T20:42:13.860599Z","end":"2026-03-06T20:42:14.055703Z","steps":["trace[129434738] 'agreement among raft nodes before linearized reading' (duration: 194.821123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:14.055884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.915765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:42:14.055975Z","caller":"traceutil/trace.go:171","msg":"trace[2056056106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11118; }","duration":"190.059167ms","start":"2026-03-06T20:42:13.865898Z","end":"2026-03-06T20:42:14.055957Z","steps":["trace[2056056106] 'agreement among raft nodes before linearized reading' (duration: 189.761251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:14.056004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.349044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:42:14.056047Z","caller":"traceutil/trace.go:171","msg":"trace[2017951686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11118; }","duration":"126.446026ms","start":"2026-03-06T20:42:13.929591Z","end":"2026-03-06T20:42:14.056037Z","steps":["trace[2017951686] 'agreement among raft nodes before linearized reading' (duration: 126.361694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:14.05593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.396506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:42:14.056163Z","caller":"traceutil/trace.go:171","msg":"trace[69794426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11118; }","duration":"126.645331ms","start":"2026-03-06T20:42:13.929473Z","end":"2026-03-06T20:42:14.056119Z","steps":["trace[69794426] 'agreement among raft nodes before linearized reading' (duration: 126.387945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:14.056248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.204371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:42:14.056333Z","caller":"traceutil/trace.go:171","msg":"trace[1559404114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11118; }","duration":"131.331104ms","start":"2026-03-06T20:42:13.924981Z","end":"2026-03-06T20:42:14.056312Z","steps":["trace[1559404114] 'agreement among raft nodes before linearized reading' (duration: 131.039237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:36.972485Z","caller":"traceutil/trace.go:171","msg":"trace[557879294] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"142.550722ms","start":"2026-03-06T20:42:36.82991Z","end":"2026-03-06T20:42:36.972461Z","steps":["trace[557879294] 'process raft request' (duration: 142.393948ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:38.662921Z","caller":"traceutil/trace.go:171","msg":"trace[77492571] linearizableReadLoop","detail":"{readStateIndex:11666; appliedIndex:11665; }","duration":"470.761815ms","start":"2026-03-06T20:42:38.192125Z","end":"2026-03-06T20:42:38.662887Z","steps":["trace[77492571] 'read index received' (duration: 470.55818ms)","trace[77492571] 'applied index is now lower than readState.Index' (duration: 202.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:42:38.663238Z","caller":"traceutil/trace.go:171","msg":"trace[1956221882] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"513.762712ms","start":"2026-03-06T20:42:38.149448Z","end":"2026-03-06T20:42:38.66321Z","steps":["trace[1956221882] 'process raft request' (duration: 513.23678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.66343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.278186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:42:38.663594Z","caller":"traceutil/trace.go:171","msg":"trace[1486175143] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11238; }","duration":"471.486852ms","start":"2026-03-06T20:42:38.192081Z","end":"2026-03-06T20:42:38.663568Z","steps":["trace[1486175143] 'agreement among raft nodes before linearized reading' (duration: 471.211175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.663695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.192061Z","time spent":"471.622254ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T20:42:38.663648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.149419Z","time spent":"513.956076ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:42:38.666891Z","caller":"traceutil/trace.go:171","msg":"trace[750350114] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"146.933019ms","start":"2026-03-06T20:42:38.519928Z","end":"2026-03-06T20:42:38.666861Z","steps":["trace[750350114] 'process raft request' (duration: 146.626712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.666969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.737583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:42:38.667068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.62393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T20:42:38.667131Z","caller":"traceutil/trace.go:171","msg":"trace[1888406899] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11239; }","duration":"474.937757ms","start":"2026-03-06T20:42:38.192167Z","end":"2026-03-06T20:42:38.667105Z","steps":["trace[1888406899] 'agreement among raft nodes before linearized reading' (duration: 474.6134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.667148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.454114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:42:38.667183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.051862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T20:42:38.667218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.192162Z","time spent":"475.040829ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-06T20:42:38.667244Z","caller":"traceutil/trace.go:171","msg":"trace[1450211212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11239; }","duration":"437.146534ms","start":"2026-03-06T20:42:38.230078Z","end":"2026-03-06T20:42:38.667225Z","steps":["trace[1450211212] 'agreement among raft nodes before linearized reading' (duration: 436.717925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.667284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.612035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T20:42:38.66731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.936348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:42:38.667333Z","caller":"traceutil/trace.go:171","msg":"trace[1593342920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11239; }","duration":"447.716737ms","start":"2026-03-06T20:42:38.219604Z","end":"2026-03-06T20:42:38.667321Z","steps":["trace[1593342920] 'agreement among raft nodes before linearized reading' (duration: 447.594024ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:38.667343Z","caller":"traceutil/trace.go:171","msg":"trace[463211619] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11239; }","duration":"474.985258ms","start":"2026-03-06T20:42:38.192347Z","end":"2026-03-06T20:42:38.667333Z","steps":["trace[463211619] 'agreement among raft nodes before linearized reading' (duration: 474.930747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:38.667228Z","caller":"traceutil/trace.go:171","msg":"trace[2034297161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11239; }","duration":"438.600137ms","start":"2026-03-06T20:42:38.22861Z","end":"2026-03-06T20:42:38.66721Z","steps":["trace[2034297161] 'agreement among raft nodes before linearized reading' (duration: 438.340671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.667383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.219575Z","time spent":"447.798489ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:42:38.66739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.19234Z","time spent":"475.039249ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T20:42:38.667447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.904595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-06T20:42:38.667155Z","caller":"traceutil/trace.go:171","msg":"trace[1970006179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11239; }","duration":"464.728382ms","start":"2026-03-06T20:42:38.202406Z","end":"2026-03-06T20:42:38.667135Z","steps":["trace[1970006179] 'agreement among raft nodes before linearized reading' (duration: 464.450486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:38.667507Z","caller":"traceutil/trace.go:171","msg":"trace[49889673] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11239; }","duration":"473.975546ms","start":"2026-03-06T20:42:38.193518Z","end":"2026-03-06T20:42:38.667493Z","steps":["trace[49889673] 'agreement among raft nodes before linearized reading' (duration: 473.795102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.667467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.228572Z","time spent":"438.839352ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:42:38.667542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.193512Z","time spent":"474.022597ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-06T20:42:38.667518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.202398Z","time spent":"465.107851ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:42:38.667359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.945745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:42:38.667288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.650898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:42:38.667365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.820565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:42:38.667645Z","caller":"traceutil/trace.go:171","msg":"trace[1913952173] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11239; }","duration":"474.257892ms","start":"2026-03-06T20:42:38.193376Z","end":"2026-03-06T20:42:38.667634Z","steps":["trace[1913952173] 'agreement among raft nodes before linearized reading' (duration: 473.893474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.667697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.193367Z","time spent":"474.322563ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-06T20:42:38.667417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.278789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:42:38.667775Z","caller":"traceutil/trace.go:171","msg":"trace[2019843038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11239; }","duration":"150.089108ms","start":"2026-03-06T20:42:38.517553Z","end":"2026-03-06T20:42:38.667642Z","steps":["trace[2019843038] 'agreement among raft nodes before linearized reading' (duration: 149.587027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:38.667804Z","caller":"traceutil/trace.go:171","msg":"trace[231916886] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:11239; }","duration":"335.739349ms","start":"2026-03-06T20:42:38.332039Z","end":"2026-03-06T20:42:38.667778Z","steps":["trace[231916886] 'agreement among raft nodes before linearized reading' (duration: 335.136656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.667817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.230068Z","time spent":"437.741298ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T20:42:38.667871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.332015Z","time spent":"335.840842ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"info","ts":"2026-03-06T20:42:38.667886Z","caller":"traceutil/trace.go:171","msg":"trace[46911039] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11239; }","duration":"318.387817ms","start":"2026-03-06T20:42:38.349293Z","end":"2026-03-06T20:42:38.667681Z","steps":["trace[46911039] 'agreement among raft nodes before linearized reading' (duration: 317.772593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.667939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.349272Z","time spent":"318.652203ms","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:42:38.668284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.687539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:42:38.668323Z","caller":"traceutil/trace.go:171","msg":"trace[1641177191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11239; }","duration":"433.7402ms","start":"2026-03-06T20:42:38.234572Z","end":"2026-03-06T20:42:38.668312Z","steps":["trace[1641177191] 'agreement among raft nodes before linearized reading' (duration: 432.647406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:38.668351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.234564Z","time spent":"433.77942ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:42:39.109983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.532649ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:42:39.110187Z","caller":"traceutil/trace.go:171","msg":"trace[736908297] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11240; }","duration":"180.763344ms","start":"2026-03-06T20:42:38.929402Z","end":"2026-03-06T20:42:39.110165Z","steps":["trace[736908297] 'range keys from in-memory index tree' (duration: 180.508639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:39.110759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.629552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:42:39.11126Z","caller":"traceutil/trace.go:171","msg":"trace[502147137] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"437.305488ms","start":"2026-03-06T20:42:38.673931Z","end":"2026-03-06T20:42:39.111236Z","steps":["trace[502147137] 'process raft request' (duration: 436.995462ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:39.111282Z","caller":"traceutil/trace.go:171","msg":"trace[469194773] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"436.819577ms","start":"2026-03-06T20:42:38.674448Z","end":"2026-03-06T20:42:39.111267Z","steps":["trace[469194773] 'process raft request' (duration: 436.678704ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:39.111351Z","caller":"traceutil/trace.go:171","msg":"trace[1188882047] transaction","detail":"{read_only:false; response_revision:11245; number_of_response:1; }","duration":"131.920207ms","start":"2026-03-06T20:42:38.979403Z","end":"2026-03-06T20:42:39.111323Z","steps":["trace[1188882047] 'process raft request' (duration: 131.841585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:39.111391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.674437Z","time spent":"436.884409ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:42:39.111548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.67391Z","time spent":"437.40336ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:42:39.111619Z","caller":"traceutil/trace.go:171","msg":"trace[1892520539] linearizableReadLoop","detail":"{readStateIndex:11672; appliedIndex:11668; }","duration":"349.969982ms","start":"2026-03-06T20:42:38.761639Z","end":"2026-03-06T20:42:39.111609Z","steps":["trace[1892520539] 'read index received' (duration: 58.642µs)","trace[1892520539] 'applied index is now lower than readState.Index' (duration: 349.90988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:42:39.111727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.930479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:42:39.11175Z","caller":"traceutil/trace.go:171","msg":"trace[1336824800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11245; }","duration":"284.99566ms","start":"2026-03-06T20:42:38.826745Z","end":"2026-03-06T20:42:39.11174Z","steps":["trace[1336824800] 'agreement among raft nodes before linearized reading' (duration: 284.946529ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:39.11106Z","caller":"traceutil/trace.go:171","msg":"trace[1815530419] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"437.557733ms","start":"2026-03-06T20:42:38.673475Z","end":"2026-03-06T20:42:39.111033Z","steps":["trace[1815530419] 'process raft request' (duration: 74.500202ms)","trace[1815530419] 'compare' (duration: 361.883705ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:42:39.111629Z","caller":"traceutil/trace.go:171","msg":"trace[447927873] transaction","detail":"{read_only:false; response_revision:11244; number_of_response:1; }","duration":"436.729904ms","start":"2026-03-06T20:42:38.674832Z","end":"2026-03-06T20:42:39.111561Z","steps":["trace[447927873] 'process raft request' (duration: 436.349026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:39.111898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.673444Z","time spent":"438.414253ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:42:39.112065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.674815Z","time spent":"437.105663ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:42:39.112403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.7382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T20:42:39.112519Z","caller":"traceutil/trace.go:171","msg":"trace[1418656037] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11245; }","duration":"350.920215ms","start":"2026-03-06T20:42:38.76157Z","end":"2026-03-06T20:42:39.11249Z","steps":["trace[1418656037] 'agreement among raft nodes before linearized reading' (duration: 350.101496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:42:39.11257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:42:38.761544Z","time spent":"351.015097ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-06T20:42:40.24164Z","caller":"traceutil/trace.go:171","msg":"trace[1979294187] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"115.192108ms","start":"2026-03-06T20:42:40.126407Z","end":"2026-03-06T20:42:40.241599Z","steps":["trace[1979294187] 'process raft request' (duration: 70.419782ms)","trace[1979294187] 'compare' (duration: 44.586902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:42:40.466816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.845519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19328"} {"level":"info","ts":"2026-03-06T20:42:40.46691Z","caller":"traceutil/trace.go:171","msg":"trace[493917806] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11247; }","duration":"123.980662ms","start":"2026-03-06T20:42:40.342909Z","end":"2026-03-06T20:42:40.46689Z","steps":["trace[493917806] 'range keys from in-memory index tree' (duration: 123.607214ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:41.322624Z","caller":"traceutil/trace.go:171","msg":"trace[504086832] transaction","detail":"{read_only:false; response_revision:11256; number_of_response:1; }","duration":"102.07851ms","start":"2026-03-06T20:42:41.220513Z","end":"2026-03-06T20:42:41.322591Z","steps":["trace[504086832] 'process raft request' (duration: 55.740279ms)","trace[504086832] 'compare' (duration: 46.207789ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:42:43.385221Z","caller":"traceutil/trace.go:171","msg":"trace[774917050] transaction","detail":"{read_only:false; response_revision:11264; number_of_response:1; }","duration":"151.274703ms","start":"2026-03-06T20:42:43.233919Z","end":"2026-03-06T20:42:43.385194Z","steps":["trace[774917050] 'process raft request' (duration: 151.228542ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:43.385532Z","caller":"traceutil/trace.go:171","msg":"trace[408908247] transaction","detail":"{read_only:false; response_revision:11263; number_of_response:1; }","duration":"152.398968ms","start":"2026-03-06T20:42:43.233071Z","end":"2026-03-06T20:42:43.38547Z","steps":["trace[408908247] 'process raft request' (duration: 152.00291ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:42:43.385524Z","caller":"traceutil/trace.go:171","msg":"trace[1694514441] transaction","detail":"{read_only:false; response_revision:11262; number_of_response:1; }","duration":"152.835418ms","start":"2026-03-06T20:42:43.232648Z","end":"2026-03-06T20:42:43.385484Z","steps":["trace[1694514441] 'process raft request' (duration: 134.332749ms)","trace[1694514441] 'compare' (duration: 17.814734ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:43:46.644579Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9699} {"level":"info","ts":"2026-03-06T20:43:46.734537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9699,"took":"87.274553ms","hash":2623420237,"current-db-size-bytes":40943616,"current-db-size":"41 MB","current-db-size-in-use-bytes":21860352,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-06T20:43:46.734596Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2623420237,"revision":9699,"compact-revision":7439} {"level":"info","ts":"2026-03-06T20:47:31.74338Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003519.wal"} {"level":"info","ts":"2026-03-06T20:47:43.675496Z","caller":"traceutil/trace.go:171","msg":"trace[98601582] linearizableReadLoop","detail":"{readStateIndex:13669; appliedIndex:13668; }","duration":"281.293263ms","start":"2026-03-06T20:47:43.394128Z","end":"2026-03-06T20:47:43.675421Z","steps":["trace[98601582] 'read index received' (duration: 281.132549ms)","trace[98601582] 'applied index is now lower than readState.Index' (duration: 159.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:47:43.675519Z","caller":"traceutil/trace.go:171","msg":"trace[211168011] transaction","detail":"{read_only:false; response_revision:13169; number_of_response:1; }","duration":"281.468197ms","start":"2026-03-06T20:47:43.394014Z","end":"2026-03-06T20:47:43.675482Z","steps":["trace[211168011] 'process raft request' (duration: 281.196291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:43.676188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.03701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:563010"} {"level":"info","ts":"2026-03-06T20:47:43.676232Z","caller":"traceutil/trace.go:171","msg":"trace[398689207] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:13169; }","duration":"282.140481ms","start":"2026-03-06T20:47:43.39408Z","end":"2026-03-06T20:47:43.676221Z","steps":["trace[398689207] 'agreement among raft nodes before linearized reading' (duration: 281.512028ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:47:43.72848Z","caller":"traceutil/trace.go:171","msg":"trace[287998039] transaction","detail":"{read_only:false; response_revision:13170; number_of_response:1; }","duration":"303.514613ms","start":"2026-03-06T20:47:43.424923Z","end":"2026-03-06T20:47:43.728438Z","steps":["trace[287998039] 'process raft request' (duration: 288.167864ms)","trace[287998039] 'compare' (duration: 15.140905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:47:43.728546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.667403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-03-06T20:47:43.728597Z","caller":"traceutil/trace.go:171","msg":"trace[102073992] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:13170; }","duration":"131.722685ms","start":"2026-03-06T20:47:43.59686Z","end":"2026-03-06T20:47:43.728582Z","steps":["trace[102073992] 'agreement among raft nodes before linearized reading' (duration: 131.603993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:43.728586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.510128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:47:43.728649Z","caller":"traceutil/trace.go:171","msg":"trace[449854673] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13170; }","duration":"135.61465ms","start":"2026-03-06T20:47:43.593018Z","end":"2026-03-06T20:47:43.728632Z","steps":["trace[449854673] 'agreement among raft nodes before linearized reading' (duration: 135.504618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:47:43.728649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:47:43.424898Z","time spent":"303.663767ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:47:43.728428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.433056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:47:43.72903Z","caller":"traceutil/trace.go:171","msg":"trace[328557995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13170; }","duration":"214.083271ms","start":"2026-03-06T20:47:43.514932Z","end":"2026-03-06T20:47:43.729015Z","steps":["trace[328557995] 'agreement among raft nodes before linearized reading' (duration: 213.421706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:27.709804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.647335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T20:48:27.709835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.819625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:48:27.709954Z","caller":"traceutil/trace.go:171","msg":"trace[221719128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13449; }","duration":"289.994469ms","start":"2026-03-06T20:48:27.419937Z","end":"2026-03-06T20:48:27.709931Z","steps":["trace[221719128] 'range keys from in-memory index tree' (duration: 289.625181ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:27.709953Z","caller":"traceutil/trace.go:171","msg":"trace[1379861946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13449; }","duration":"262.89788ms","start":"2026-03-06T20:48:27.447019Z","end":"2026-03-06T20:48:27.709917Z","steps":["trace[1379861946] 'range keys from in-memory index tree' (duration: 262.377529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:27.710057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.832373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:48:27.710204Z","caller":"traceutil/trace.go:171","msg":"trace[663724546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13449; }","duration":"361.992707ms","start":"2026-03-06T20:48:27.34813Z","end":"2026-03-06T20:48:27.710122Z","steps":["trace[663724546] 'range keys from in-memory index tree' (duration: 361.646569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:27.710249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:27.348106Z","time spent":"362.130199ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T20:48:30.97217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.959552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:48:30.972249Z","caller":"traceutil/trace.go:171","msg":"trace[1279703770] transaction","detail":"{read_only:false; response_revision:13465; number_of_response:1; }","duration":"162.028034ms","start":"2026-03-06T20:48:30.810198Z","end":"2026-03-06T20:48:30.972226Z","steps":["trace[1279703770] 'process raft request' (duration: 159.783475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:30.97228Z","caller":"traceutil/trace.go:171","msg":"trace[539519654] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13464; }","duration":"288.118206ms","start":"2026-03-06T20:48:30.684144Z","end":"2026-03-06T20:48:30.972262Z","steps":["trace[539519654] 'count revisions from in-memory index tree' (duration: 287.885221ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:46.651619Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11670} {"level":"info","ts":"2026-03-06T20:48:46.727125Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11670,"took":"72.996121ms","hash":622998692,"current-db-size-bytes":40943616,"current-db-size":"41 MB","current-db-size-in-use-bytes":23826432,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T20:48:46.727181Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":622998692,"revision":11670,"compact-revision":9699} {"level":"info","ts":"2026-03-06T20:48:50.381865Z","caller":"traceutil/trace.go:171","msg":"trace[1682356711] transaction","detail":"{read_only:false; response_revision:13560; number_of_response:1; }","duration":"551.16281ms","start":"2026-03-06T20:48:49.830673Z","end":"2026-03-06T20:48:50.381836Z","steps":["trace[1682356711] 'process raft request' (duration: 550.986477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:50.382029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:49.830647Z","time spent":"551.302964ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:48:50.780701Z","caller":"traceutil/trace.go:171","msg":"trace[592829174] transaction","detail":"{read_only:false; response_revision:13561; number_of_response:1; }","duration":"947.413103ms","start":"2026-03-06T20:48:49.833269Z","end":"2026-03-06T20:48:50.780683Z","steps":["trace[592829174] 'process raft request' (duration: 943.992498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:50.780803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:49.833248Z","time spent":"947.499544ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:48:50.7809Z","caller":"traceutil/trace.go:171","msg":"trace[695313746] transaction","detail":"{read_only:false; response_revision:13563; number_of_response:1; }","duration":"127.072124ms","start":"2026-03-06T20:48:50.653816Z","end":"2026-03-06T20:48:50.780889Z","steps":["trace[695313746] 'process raft request' (duration: 127.010422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:50.780882Z","caller":"traceutil/trace.go:171","msg":"trace[1927456249] transaction","detail":"{read_only:false; response_revision:13562; number_of_response:1; }","duration":"452.205437ms","start":"2026-03-06T20:48:50.328633Z","end":"2026-03-06T20:48:50.780838Z","steps":["trace[1927456249] 'process raft request' (duration: 451.801057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:50.781064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:50.328615Z","time spent":"452.431603ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:48:50.780908Z","caller":"traceutil/trace.go:171","msg":"trace[1749340718] linearizableReadLoop","detail":"{readStateIndex:14079; appliedIndex:14077; }","duration":"807.743012ms","start":"2026-03-06T20:48:49.973134Z","end":"2026-03-06T20:48:50.780877Z","steps":["trace[1749340718] 'read index received' (duration: 408.490593ms)","trace[1749340718] 'applied index is now lower than readState.Index' (duration: 399.248669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:48:50.781143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.994597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19154"} {"level":"info","ts":"2026-03-06T20:48:50.781185Z","caller":"traceutil/trace.go:171","msg":"trace[1891113222] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13563; }","duration":"808.09619ms","start":"2026-03-06T20:48:49.973077Z","end":"2026-03-06T20:48:50.781173Z","steps":["trace[1891113222] 'agreement among raft nodes before linearized reading' (duration: 807.885575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:50.7812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.190619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T20:48:50.781221Z","caller":"traceutil/trace.go:171","msg":"trace[1236357110] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:13563; }","duration":"729.25718ms","start":"2026-03-06T20:48:50.051956Z","end":"2026-03-06T20:48:50.781213Z","steps":["trace[1236357110] 'agreement among raft nodes before linearized reading' (duration: 729.173519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:50.781219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:49.973056Z","time spent":"808.155521ms","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19178,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T20:48:50.781235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:50.051935Z","time spent":"729.297081ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-06T20:48:50.781319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.698087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:48:50.781324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.655087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:48:50.781374Z","caller":"traceutil/trace.go:171","msg":"trace[545484447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13563; }","duration":"107.80809ms","start":"2026-03-06T20:48:50.673555Z","end":"2026-03-06T20:48:50.781363Z","steps":["trace[545484447] 'agreement among raft nodes before linearized reading' (duration: 107.597975ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:50.781396Z","caller":"traceutil/trace.go:171","msg":"trace[41905570] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:13563; }","duration":"520.77365ms","start":"2026-03-06T20:48:50.260607Z","end":"2026-03-06T20:48:50.781381Z","steps":["trace[41905570] 'agreement among raft nodes before linearized reading' (duration: 520.558975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:50.781431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:50.260586Z","time spent":"520.836111ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"info","ts":"2026-03-06T20:48:51.273425Z","caller":"traceutil/trace.go:171","msg":"trace[1502938382] linearizableReadLoop","detail":"{readStateIndex:14085; appliedIndex:14084; }","duration":"158.003035ms","start":"2026-03-06T20:48:51.115396Z","end":"2026-03-06T20:48:51.273399Z","steps":["trace[1502938382] 'read index received' (duration: 157.800691ms)","trace[1502938382] 'applied index is now lower than readState.Index' (duration: 201.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:48:51.273552Z","caller":"traceutil/trace.go:171","msg":"trace[1588176803] transaction","detail":"{read_only:false; response_revision:13566; number_of_response:1; }","duration":"213.300345ms","start":"2026-03-06T20:48:51.06018Z","end":"2026-03-06T20:48:51.27348Z","steps":["trace[1588176803] 'process raft request' (duration: 212.999479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:51.273641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.20369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:48:51.273772Z","caller":"traceutil/trace.go:171","msg":"trace[1070342142] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:13566; }","duration":"158.389084ms","start":"2026-03-06T20:48:51.115357Z","end":"2026-03-06T20:48:51.273747Z","steps":["trace[1070342142] 'agreement among raft nodes before linearized reading' (duration: 158.137149ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:58.855012Z","caller":"traceutil/trace.go:171","msg":"trace[1978428742] transaction","detail":"{read_only:false; response_revision:13599; number_of_response:1; }","duration":"129.016817ms","start":"2026-03-06T20:48:58.725973Z","end":"2026-03-06T20:48:58.85499Z","steps":["trace[1978428742] 'process raft request' (duration: 128.802512ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:59.562716Z","caller":"traceutil/trace.go:171","msg":"trace[659512409] linearizableReadLoop","detail":"{readStateIndex:14124; appliedIndex:14123; }","duration":"192.963548ms","start":"2026-03-06T20:48:59.369726Z","end":"2026-03-06T20:48:59.562689Z","steps":["trace[659512409] 'read index received' (duration: 192.816765ms)","trace[659512409] 'applied index is now lower than readState.Index' (duration: 145.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:48:59.562776Z","caller":"traceutil/trace.go:171","msg":"trace[1089679965] transaction","detail":"{read_only:false; response_revision:13604; number_of_response:1; }","duration":"263.017493ms","start":"2026-03-06T20:48:59.29972Z","end":"2026-03-06T20:48:59.562738Z","steps":["trace[1089679965] 'process raft request' (duration: 262.789028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:48:59.563182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.15442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T20:48:59.562965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.228503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:48:59.563289Z","caller":"traceutil/trace.go:171","msg":"trace[1122565489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13604; }","duration":"153.312542ms","start":"2026-03-06T20:48:59.409952Z","end":"2026-03-06T20:48:59.563265Z","steps":["trace[1122565489] 'agreement among raft nodes before linearized reading' (duration: 152.975214ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:48:59.563355Z","caller":"traceutil/trace.go:171","msg":"trace[773427697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13604; }","duration":"193.637103ms","start":"2026-03-06T20:48:59.369661Z","end":"2026-03-06T20:48:59.563298Z","steps":["trace[773427697] 'agreement among raft nodes before linearized reading' (duration: 193.175982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:00.253683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.636587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:49:00.253931Z","caller":"traceutil/trace.go:171","msg":"trace[1070710707] linearizableReadLoop","detail":"{readStateIndex:14126; appliedIndex:14124; }","duration":"520.33823ms","start":"2026-03-06T20:48:59.733572Z","end":"2026-03-06T20:49:00.25391Z","steps":["trace[1070710707] 'read index received' (duration: 24.805588ms)","trace[1070710707] 'applied index is now lower than readState.Index' (duration: 495.531232ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:00.254073Z","caller":"traceutil/trace.go:171","msg":"trace[2064572262] transaction","detail":"{read_only:false; response_revision:13606; number_of_response:1; }","duration":"685.615816ms","start":"2026-03-06T20:48:59.568444Z","end":"2026-03-06T20:49:00.254059Z","steps":["trace[2064572262] 'process raft request' (duration: 685.355591ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:00.254102Z","caller":"traceutil/trace.go:171","msg":"trace[975885436] transaction","detail":"{read_only:false; response_revision:13605; number_of_response:1; }","duration":"686.734421ms","start":"2026-03-06T20:48:59.567328Z","end":"2026-03-06T20:49:00.254062Z","steps":["trace[975885436] 'process raft request' (duration: 39.613244ms)","trace[975885436] 'compare' (duration: 646.405882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:49:00.254151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:59.568426Z","time spent":"685.686328ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:00.254312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:59.567305Z","time spent":"686.866874ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:00.254474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.884351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:49:00.254597Z","caller":"traceutil/trace.go:171","msg":"trace[464738486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13606; }","duration":"521.062595ms","start":"2026-03-06T20:48:59.733512Z","end":"2026-03-06T20:49:00.254575Z","steps":["trace[464738486] 'agreement among raft nodes before linearized reading' (duration: 520.854251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:00.25447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.365263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:49:00.25466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.72371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-06T20:49:00.254673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:48:59.733492Z","time spent":"521.167028ms","remote":"127.0.0.1:38378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:49:00.254693Z","caller":"traceutil/trace.go:171","msg":"trace[455974233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:13606; }","duration":"284.610818ms","start":"2026-03-06T20:48:59.97004Z","end":"2026-03-06T20:49:00.254651Z","steps":["trace[455974233] 'agreement among raft nodes before linearized reading' (duration: 284.357783ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:00.254724Z","caller":"traceutil/trace.go:171","msg":"trace[1651954009] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:13606; }","duration":"201.813382ms","start":"2026-03-06T20:49:00.052892Z","end":"2026-03-06T20:49:00.254705Z","steps":["trace[1651954009] 'agreement among raft nodes before linearized reading' (duration: 201.608088ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:02.391109Z","caller":"traceutil/trace.go:171","msg":"trace[1810180515] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"125.418128ms","start":"2026-03-06T20:49:02.265641Z","end":"2026-03-06T20:49:02.391059Z","steps":["trace[1810180515] 'process raft request' (duration: 106.615452ms)","trace[1810180515] 'compare' (duration: 18.683163ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:08.88119Z","caller":"traceutil/trace.go:171","msg":"trace[960044988] linearizableReadLoop","detail":"{readStateIndex:14182; appliedIndex:14181; }","duration":"318.66019ms","start":"2026-03-06T20:49:08.562493Z","end":"2026-03-06T20:49:08.881153Z","steps":["trace[960044988] 'read index received' (duration: 235.585437ms)","trace[960044988] 'applied index is now lower than readState.Index' (duration: 83.073493ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:08.881268Z","caller":"traceutil/trace.go:171","msg":"trace[1095125554] transaction","detail":"{read_only:false; response_revision:13659; number_of_response:1; }","duration":"362.984879ms","start":"2026-03-06T20:49:08.518237Z","end":"2026-03-06T20:49:08.881222Z","steps":["trace[1095125554] 'process raft request' (duration: 279.790133ms)","trace[1095125554] 'compare' (duration: 82.953811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:49:08.881501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:08.518203Z","time spent":"363.189374ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:08.881483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.983388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T20:49:08.881564Z","caller":"traceutil/trace.go:171","msg":"trace[733014967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13659; }","duration":"319.126951ms","start":"2026-03-06T20:49:08.562418Z","end":"2026-03-06T20:49:08.881545Z","steps":["trace[733014967] 'agreement among raft nodes before linearized reading' (duration: 318.911726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:08.881606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:08.562396Z","time spent":"319.201813ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T20:49:09.086168Z","caller":"traceutil/trace.go:171","msg":"trace[1278048364] transaction","detail":"{read_only:false; response_revision:13661; number_of_response:1; }","duration":"154.257964ms","start":"2026-03-06T20:49:08.931882Z","end":"2026-03-06T20:49:09.08614Z","steps":["trace[1278048364] 'process raft request' (duration: 140.746255ms)","trace[1278048364] 'compare' (duration: 13.168831ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:09.086372Z","caller":"traceutil/trace.go:171","msg":"trace[803835485] linearizableReadLoop","detail":"{readStateIndex:14185; appliedIndex:14182; }","duration":"127.879742ms","start":"2026-03-06T20:49:08.95847Z","end":"2026-03-06T20:49:09.086349Z","steps":["trace[803835485] 'read index received' (duration: 13.329235ms)","trace[803835485] 'applied index is now lower than readState.Index' (duration: 114.549347ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:09.086588Z","caller":"traceutil/trace.go:171","msg":"trace[1308489272] transaction","detail":"{read_only:false; response_revision:13662; number_of_response:1; }","duration":"154.641451ms","start":"2026-03-06T20:49:08.931935Z","end":"2026-03-06T20:49:09.086576Z","steps":["trace[1308489272] 'process raft request' (duration: 154.11212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:09.086713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.22629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:49:09.086798Z","caller":"traceutil/trace.go:171","msg":"trace[363626839] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13662; }","duration":"128.331992ms","start":"2026-03-06T20:49:08.958417Z","end":"2026-03-06T20:49:09.086749Z","steps":["trace[363626839] 'agreement among raft nodes before linearized reading' (duration: 128.24464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:09.086851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.39092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:49:09.086928Z","caller":"traceutil/trace.go:171","msg":"trace[937719581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13662; }","duration":"127.495982ms","start":"2026-03-06T20:49:08.959409Z","end":"2026-03-06T20:49:09.086904Z","steps":["trace[937719581] 'agreement among raft nodes before linearized reading' (duration: 127.260027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:09.087193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.729931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:49:09.087231Z","caller":"traceutil/trace.go:171","msg":"trace[1944524203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13662; }","duration":"124.858394ms","start":"2026-03-06T20:49:08.96236Z","end":"2026-03-06T20:49:09.087219Z","steps":["trace[1944524203] 'agreement among raft nodes before linearized reading' (duration: 124.641199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:10.446443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:10.054234Z","time spent":"392.204003ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T20:49:10.957776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051404359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:49:11.458953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051404359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:49:11.564638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:10.663294Z","time spent":"901.340027ms","remote":"127.0.0.1:38672","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T20:49:11.564896Z","caller":"traceutil/trace.go:171","msg":"trace[234130716] transaction","detail":"{read_only:false; response_revision:13666; number_of_response:1; }","duration":"1.11634982s","start":"2026-03-06T20:49:10.4485Z","end":"2026-03-06T20:49:11.56485Z","steps":["trace[234130716] 'process raft request' (duration: 1.055485888s)","trace[234130716] 'compare' (duration: 60.188087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:49:11.565012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:10.448474Z","time spent":"1.116469693s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:49:11.565876Z","caller":"traceutil/trace.go:171","msg":"trace[566544269] linearizableReadLoop","detail":"{readStateIndex:14194; appliedIndex:14189; }","duration":"1.108128668s","start":"2026-03-06T20:49:10.457722Z","end":"2026-03-06T20:49:11.56585Z","steps":["trace[566544269] 'read index received' (duration: 1.046232053s)","trace[566544269] 'applied index is now lower than readState.Index' (duration: 61.895105ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:11.565968Z","caller":"traceutil/trace.go:171","msg":"trace[438030740] transaction","detail":"{read_only:false; response_revision:13671; number_of_response:1; }","duration":"105.788584ms","start":"2026-03-06T20:49:11.460129Z","end":"2026-03-06T20:49:11.565918Z","steps":["trace[438030740] 'process raft request' (duration: 105.687951ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:11.566072Z","caller":"traceutil/trace.go:171","msg":"trace[221574257] transaction","detail":"{read_only:false; response_revision:13668; number_of_response:1; }","duration":"1.114539781s","start":"2026-03-06T20:49:10.45147Z","end":"2026-03-06T20:49:11.56601Z","steps":["trace[221574257] 'process raft request' (duration: 1.114242384s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:11.566169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108450356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:49:11.56611Z","caller":"traceutil/trace.go:171","msg":"trace[363445785] transaction","detail":"{read_only:false; response_revision:13669; number_of_response:1; }","duration":"474.105419ms","start":"2026-03-06T20:49:11.091849Z","end":"2026-03-06T20:49:11.565954Z","steps":["trace[363445785] 'process raft request' (duration: 473.901705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:11.566241Z","caller":"traceutil/trace.go:171","msg":"trace[1915636618] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13671; }","duration":"1.108556507s","start":"2026-03-06T20:49:10.457671Z","end":"2026-03-06T20:49:11.566228Z","steps":["trace[1915636618] 'agreement among raft nodes before linearized reading' (duration: 1.108318282s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:11.566339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:10.457657Z","time spent":"1.108669612s","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-03-06T20:49:11.566488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:10.451424Z","time spent":"1.114754045s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:49:11.566593Z","caller":"traceutil/trace.go:171","msg":"trace[1355986555] transaction","detail":"{read_only:false; response_revision:13670; number_of_response:1; }","duration":"473.095737ms","start":"2026-03-06T20:49:11.092859Z","end":"2026-03-06T20:49:11.565955Z","steps":["trace[1355986555] 'process raft request' (duration: 472.923914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:11.567149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:11.091804Z","time spent":"474.483988ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:49:11.568954Z","caller":"traceutil/trace.go:171","msg":"trace[341003448] transaction","detail":"{read_only:false; response_revision:13667; number_of_response:1; }","duration":"1.117754061s","start":"2026-03-06T20:49:10.451165Z","end":"2026-03-06T20:49:11.568919Z","steps":["trace[341003448] 'process raft request' (duration: 1.114465058s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:11.569133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.763899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:49:11.569231Z","caller":"traceutil/trace.go:171","msg":"trace[1079744684] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:13671; }","duration":"384.886281ms","start":"2026-03-06T20:49:11.184321Z","end":"2026-03-06T20:49:11.569207Z","steps":["trace[1079744684] 'agreement among raft nodes before linearized reading' (duration: 384.619325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:11.569242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:10.451141Z","time spent":"1.118009847s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:11.569081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:11.092836Z","time spent":"476.152295ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:11.569295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:11.184311Z","time spent":"384.969703ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:49:11.569464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.704845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:49:11.56957Z","caller":"traceutil/trace.go:171","msg":"trace[187886847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13671; }","duration":"683.864878ms","start":"2026-03-06T20:49:10.885678Z","end":"2026-03-06T20:49:11.569543Z","steps":["trace[187886847] 'agreement among raft nodes before linearized reading' (duration: 683.200894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:11.569626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:10.885656Z","time spent":"683.960561ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:49:11.569489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.251889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:49:11.569713Z","caller":"traceutil/trace.go:171","msg":"trace[1437027254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13671; }","duration":"385.480624ms","start":"2026-03-06T20:49:11.184218Z","end":"2026-03-06T20:49:11.569698Z","steps":["trace[1437027254] 'agreement among raft nodes before linearized reading' (duration: 384.989713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:11.569767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:11.184161Z","time spent":"385.591937ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:49:11.569851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.40288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:49:11.569985Z","caller":"traceutil/trace.go:171","msg":"trace[420476467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13671; }","duration":"393.483101ms","start":"2026-03-06T20:49:11.176429Z","end":"2026-03-06T20:49:11.569913Z","steps":["trace[420476467] 'agreement among raft nodes before linearized reading' (duration: 393.159953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:11.570063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:11.176348Z","time spent":"393.702206ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:49:13.976672Z","caller":"traceutil/trace.go:171","msg":"trace[1399795818] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"401.698873ms","start":"2026-03-06T20:49:13.574946Z","end":"2026-03-06T20:49:13.976644Z","steps":["trace[1399795818] 'process raft request' (duration: 401.54367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:13.976843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.574925Z","time spent":"401.828856ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:49:14.124657Z","caller":"traceutil/trace.go:171","msg":"trace[1230960119] transaction","detail":"{read_only:false; response_revision:13685; number_of_response:1; }","duration":"548.792397ms","start":"2026-03-06T20:49:13.575836Z","end":"2026-03-06T20:49:14.124628Z","steps":["trace[1230960119] 'process raft request' (duration: 548.568562ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:14.12491Z","caller":"traceutil/trace.go:171","msg":"trace[2007130074] transaction","detail":"{read_only:false; response_revision:13686; number_of_response:1; }","duration":"544.820531ms","start":"2026-03-06T20:49:13.580071Z","end":"2026-03-06T20:49:14.124892Z","steps":["trace[2007130074] 'process raft request' (duration: 544.505054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:14.124981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.580058Z","time spent":"544.889823ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:49:14.125107Z","caller":"traceutil/trace.go:171","msg":"trace[1050022030] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"543.859179ms","start":"2026-03-06T20:49:13.581208Z","end":"2026-03-06T20:49:14.125067Z","steps":["trace[1050022030] 'process raft request' (duration: 543.655835ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:14.125147Z","caller":"traceutil/trace.go:171","msg":"trace[697005376] transaction","detail":"{read_only:false; response_revision:13688; number_of_response:1; }","duration":"497.63349ms","start":"2026-03-06T20:49:13.627464Z","end":"2026-03-06T20:49:14.125097Z","steps":["trace[697005376] 'process raft request' (duration: 497.519517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:14.12519Z","caller":"traceutil/trace.go:171","msg":"trace[488094703] linearizableReadLoop","detail":"{readStateIndex:14211; appliedIndex:14208; }","duration":"540.509205ms","start":"2026-03-06T20:49:13.584657Z","end":"2026-03-06T20:49:14.125166Z","steps":["trace[488094703] 'read index received' (duration: 392.110621ms)","trace[488094703] 'applied index is now lower than readState.Index' (duration: 148.396954ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:14.125243Z","caller":"traceutil/trace.go:171","msg":"trace[149850898] transaction","detail":"{read_only:false; response_revision:13689; number_of_response:1; }","duration":"263.545535ms","start":"2026-03-06T20:49:13.861677Z","end":"2026-03-06T20:49:14.125222Z","steps":["trace[149850898] 'process raft request' (duration: 263.3451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:14.125267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.581198Z","time spent":"543.982212ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:14.125285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.627445Z","time spent":"497.782233ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:14.12485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.575816Z","time spent":"548.914551ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:14.125645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.736155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T20:49:14.125369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.692109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:49:14.125733Z","caller":"traceutil/trace.go:171","msg":"trace[1038871736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13689; }","duration":"541.073377ms","start":"2026-03-06T20:49:13.584642Z","end":"2026-03-06T20:49:14.125715Z","steps":["trace[1038871736] 'agreement among raft nodes before linearized reading' (duration: 540.593657ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:14.125734Z","caller":"traceutil/trace.go:171","msg":"trace[924692912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13689; }","duration":"513.843937ms","start":"2026-03-06T20:49:13.611864Z","end":"2026-03-06T20:49:14.125708Z","steps":["trace[924692912] 'agreement among raft nodes before linearized reading' (duration: 513.598292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:14.125726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.96731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-06T20:49:14.125821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.611851Z","time spent":"513.93957ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:49:14.125861Z","caller":"traceutil/trace.go:171","msg":"trace[1565185865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:13689; }","duration":"514.175245ms","start":"2026-03-06T20:49:13.611658Z","end":"2026-03-06T20:49:14.125833Z","steps":["trace[1565185865] 'agreement among raft nodes before linearized reading' (duration: 513.687704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:14.125989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.611632Z","time spent":"514.345568ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:49:14.125504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.892105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-jh6k9\" ","response":"range_response_count:1 size:12202"} {"level":"info","ts":"2026-03-06T20:49:14.126066Z","caller":"traceutil/trace.go:171","msg":"trace[1165075229] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-jh6k9; range_end:; response_count:1; response_revision:13689; }","duration":"265.509148ms","start":"2026-03-06T20:49:13.860534Z","end":"2026-03-06T20:49:14.126043Z","steps":["trace[1165075229] 'agreement among raft nodes before linearized reading' (duration: 264.831254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:14.125793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.584636Z","time spent":"541.14491ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:49:14.125522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.660052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:49:14.126213Z","caller":"traceutil/trace.go:171","msg":"trace[2100062890] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13689; }","duration":"126.371148ms","start":"2026-03-06T20:49:13.999827Z","end":"2026-03-06T20:49:14.126198Z","steps":["trace[2100062890] 'agreement among raft nodes before linearized reading' (duration: 125.585651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:14.125581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.170832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T20:49:14.125582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.925336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T20:49:14.126354Z","caller":"traceutil/trace.go:171","msg":"trace[441092279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13689; }","duration":"513.935818ms","start":"2026-03-06T20:49:13.612374Z","end":"2026-03-06T20:49:14.12631Z","steps":["trace[441092279] 'agreement among raft nodes before linearized reading' (duration: 513.071139ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:14.126438Z","caller":"traceutil/trace.go:171","msg":"trace[186103561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13689; }","duration":"265.811585ms","start":"2026-03-06T20:49:13.860613Z","end":"2026-03-06T20:49:14.126425Z","steps":["trace[186103561] 'agreement among raft nodes before linearized reading' (duration: 264.814523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:14.126475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.612363Z","time spent":"514.091002ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:49:14.125619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.197457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T20:49:14.126534Z","caller":"traceutil/trace.go:171","msg":"trace[1123899662] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13689; }","duration":"380.155068ms","start":"2026-03-06T20:49:13.746368Z","end":"2026-03-06T20:49:14.126523Z","steps":["trace[1123899662] 'agreement among raft nodes before linearized reading' (duration: 379.104125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:14.126566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:13.746346Z","time spent":"380.207968ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-06T20:49:21.827586Z","caller":"traceutil/trace.go:171","msg":"trace[1650112208] transaction","detail":"{read_only:false; response_revision:13831; number_of_response:1; }","duration":"135.271125ms","start":"2026-03-06T20:49:21.69229Z","end":"2026-03-06T20:49:21.827561Z","steps":["trace[1650112208] 'process raft request' (duration: 133.555447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:22.661054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051404738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:49:22.71524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.400309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-wx6g9.189a5ba353895fe0\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T20:49:22.715321Z","caller":"traceutil/trace.go:171","msg":"trace[105383553] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-wx6g9.189a5ba353895fe0; range_end:; response_count:1; response_revision:13831; }","duration":"810.530892ms","start":"2026-03-06T20:49:21.904768Z","end":"2026-03-06T20:49:22.715299Z","steps":["trace[105383553] 'range keys from in-memory index tree' (duration: 810.220316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:22.715362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:21.904749Z","time spent":"810.603484ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-wx6g9.189a5ba353895fe0\" "} {"level":"warn","ts":"2026-03-06T20:49:22.715361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.344266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:49:22.715425Z","caller":"traceutil/trace.go:171","msg":"trace[1757963497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13831; }","duration":"707.461098ms","start":"2026-03-06T20:49:22.007948Z","end":"2026-03-06T20:49:22.715409Z","steps":["trace[1757963497] 'range keys from in-memory index tree' (duration: 707.179532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:22.715461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.007926Z","time spent":"707.526159ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T20:49:22.715577Z","caller":"traceutil/trace.go:171","msg":"trace[763546096] transaction","detail":"{read_only:false; response_revision:13832; number_of_response:1; }","duration":"563.980762ms","start":"2026-03-06T20:49:22.151577Z","end":"2026-03-06T20:49:22.715558Z","steps":["trace[763546096] 'process raft request' (duration: 561.509508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:22.715676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.151548Z","time spent":"564.075935ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:22.715631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.820857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-wct5n\" ","response":"range_response_count:1 size:6894"} {"level":"info","ts":"2026-03-06T20:49:22.71577Z","caller":"traceutil/trace.go:171","msg":"trace[638230491] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-wct5n; range_end:; response_count:1; response_revision:13831; }","duration":"732.96612ms","start":"2026-03-06T20:49:21.98275Z","end":"2026-03-06T20:49:22.715716Z","steps":["trace[638230491] 'range keys from in-memory index tree' (duration: 732.554972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:22.715816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:21.982734Z","time spent":"733.069553ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6918,"request content":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-wct5n\" "} {"level":"warn","ts":"2026-03-06T20:49:23.635266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.340224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T20:49:23.635612Z","caller":"traceutil/trace.go:171","msg":"trace[10446299] linearizableReadLoop","detail":"{readStateIndex:14362; appliedIndex:14359; }","duration":"1.475046965s","start":"2026-03-06T20:49:22.160546Z","end":"2026-03-06T20:49:23.635593Z","steps":["trace[10446299] 'read index received' (duration: 552.554841ms)","trace[10446299] 'applied index is now lower than readState.Index' (duration: 922.491034ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:49:23.636335Z","caller":"traceutil/trace.go:171","msg":"trace[1079573845] transaction","detail":"{read_only:false; response_revision:13833; number_of_response:1; }","duration":"1.484432861s","start":"2026-03-06T20:49:22.151861Z","end":"2026-03-06T20:49:23.636294Z","steps":["trace[1079573845] 'process raft request' (duration: 1.139968321s)","trace[1079573845] 'compare' (duration: 342.990777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:49:23.636545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.151836Z","time spent":"1.484577164s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:23.636537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475924504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T20:49:23.636661Z","caller":"traceutil/trace.go:171","msg":"trace[1567808594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13834; }","duration":"1.476117087s","start":"2026-03-06T20:49:22.160517Z","end":"2026-03-06T20:49:23.636634Z","steps":["trace[1567808594] 'agreement among raft nodes before linearized reading' (duration: 1.475740209s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.636715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.160509Z","time spent":"1.476195889s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:49:23.636947Z","caller":"traceutil/trace.go:171","msg":"trace[272590237] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"1.48440007s","start":"2026-03-06T20:49:22.152513Z","end":"2026-03-06T20:49:23.636913Z","steps":["trace[272590237] 'process raft request' (duration: 1.482947629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.637138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.152504Z","time spent":"1.484518153s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:49:23.640262Z","caller":"traceutil/trace.go:171","msg":"trace[865134412] transaction","detail":"{read_only:false; response_revision:13835; number_of_response:1; }","duration":"919.346453ms","start":"2026-03-06T20:49:22.720888Z","end":"2026-03-06T20:49:23.640234Z","steps":["trace[865134412] 'process raft request' (duration: 919.161149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.640385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.72087Z","time spent":"919.450725ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:23.640563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46995062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T20:49:23.640592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.714264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:49:23.640618Z","caller":"traceutil/trace.go:171","msg":"trace[333869728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13837; }","duration":"1.470059202s","start":"2026-03-06T20:49:22.170543Z","end":"2026-03-06T20:49:23.640603Z","steps":["trace[333869728] 'agreement among raft nodes before linearized reading' (duration: 1.469908009s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.640645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.170513Z","time spent":"1.470126774s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T20:49:23.64065Z","caller":"traceutil/trace.go:171","msg":"trace[94951831] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13837; }","duration":"552.812086ms","start":"2026-03-06T20:49:23.087818Z","end":"2026-03-06T20:49:23.64063Z","steps":["trace[94951831] 'agreement among raft nodes before linearized reading' (duration: 552.717754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.640687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:23.087797Z","time spent":"552.881728ms","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:49:23.640773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168103562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:49:23.640806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435611924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:49:23.640822Z","caller":"traceutil/trace.go:171","msg":"trace[564751030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:13837; }","duration":"1.435680535s","start":"2026-03-06T20:49:22.205137Z","end":"2026-03-06T20:49:23.640818Z","steps":["trace[564751030] 'agreement among raft nodes before linearized reading' (duration: 1.435626824s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:23.640824Z","caller":"traceutil/trace.go:171","msg":"trace[816430830] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13837; }","duration":"1.168195984s","start":"2026-03-06T20:49:22.472615Z","end":"2026-03-06T20:49:23.640811Z","steps":["trace[816430830] 'agreement among raft nodes before linearized reading' (duration: 1.168089742s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.64084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.205107Z","time spent":"1.435730335s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:49:23.640826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310324058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e3a5748-7353-467d-ad28-6a0a58c2b72c\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-06T20:49:23.64086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.472595Z","time spent":"1.168256705s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":26,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:49:23.640885Z","caller":"traceutil/trace.go:171","msg":"trace[1044301777] transaction","detail":"{read_only:false; response_revision:13836; number_of_response:1; }","duration":"919.748962ms","start":"2026-03-06T20:49:22.721121Z","end":"2026-03-06T20:49:23.64087Z","steps":["trace[1044301777] 'process raft request' (duration: 919.057877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.640955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467037097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T20:49:23.640953Z","caller":"traceutil/trace.go:171","msg":"trace[1205910086] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e3a5748-7353-467d-ad28-6a0a58c2b72c; range_end:; response_count:1; response_revision:13837; }","duration":"1.310472762s","start":"2026-03-06T20:49:22.330401Z","end":"2026-03-06T20:49:23.640873Z","steps":["trace[1205910086] 'agreement among raft nodes before linearized reading' (duration: 1.310146955s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.641012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467132259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T20:49:23.641031Z","caller":"traceutil/trace.go:171","msg":"trace[1775919859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13837; }","duration":"1.467185111s","start":"2026-03-06T20:49:22.173843Z","end":"2026-03-06T20:49:23.641028Z","steps":["trace[1775919859] 'agreement among raft nodes before linearized reading' (duration: 1.46714369s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.640987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.34973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:49:23.641046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.173829Z","time spent":"1.467213731s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:49:23.641077Z","caller":"traceutil/trace.go:171","msg":"trace[1564317884] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13837; }","duration":"510.471712ms","start":"2026-03-06T20:49:23.130583Z","end":"2026-03-06T20:49:23.641054Z","steps":["trace[1564317884] 'agreement among raft nodes before linearized reading' (duration: 510.309378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.641002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.721084Z","time spent":"919.839955ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:23.641139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:23.130576Z","time spent":"510.550644ms","remote":"127.0.0.1:52354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:49:23.641021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127343543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:49:23.641181Z","caller":"traceutil/trace.go:171","msg":"trace[2077460075] transaction","detail":"{read_only:false; response_revision:13837; number_of_response:1; }","duration":"915.003158ms","start":"2026-03-06T20:49:22.726164Z","end":"2026-03-06T20:49:23.641167Z","steps":["trace[2077460075] 'process raft request' (duration: 914.191609ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:49:23.641201Z","caller":"traceutil/trace.go:171","msg":"trace[88498529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13837; }","duration":"1.127563997s","start":"2026-03-06T20:49:22.513631Z","end":"2026-03-06T20:49:23.641195Z","steps":["trace[88498529] 'agreement among raft nodes before linearized reading' (duration: 1.127365593s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.6412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.498786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:49:23.641222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.513607Z","time spent":"1.127610519s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T20:49:23.641242Z","caller":"traceutil/trace.go:171","msg":"trace[158643871] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13837; }","duration":"104.537267ms","start":"2026-03-06T20:49:23.536689Z","end":"2026-03-06T20:49:23.641226Z","steps":["trace[158643871] 'agreement among raft nodes before linearized reading' (duration: 104.479676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.64125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.726131Z","time spent":"915.08128ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7185,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:49:23.641313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309691246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87a09065-a49e-41c8-8479-c9cb0de67536\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-06T20:49:23.641365Z","caller":"traceutil/trace.go:171","msg":"trace[696163418] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87a09065-a49e-41c8-8479-c9cb0de67536; range_end:; response_count:1; response_revision:13837; }","duration":"1.309824469s","start":"2026-03-06T20:49:22.331526Z","end":"2026-03-06T20:49:23.641351Z","steps":["trace[696163418] 'agreement among raft nodes before linearized reading' (duration: 1.309651775s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.641397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.331493Z","time spent":"1.3098965s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87a09065-a49e-41c8-8479-c9cb0de67536\" "} {"level":"warn","ts":"2026-03-06T20:49:23.641445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.515634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-06T20:49:23.641487Z","caller":"traceutil/trace.go:171","msg":"trace[1619789834] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13837; }","duration":"471.621595ms","start":"2026-03-06T20:49:23.169855Z","end":"2026-03-06T20:49:23.641476Z","steps":["trace[1619789834] 'agreement among raft nodes before linearized reading' (duration: 471.480212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.64152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:23.169827Z","time spent":"471.686257ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-03-06T20:49:23.641126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.130695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-06T20:49:23.641602Z","caller":"traceutil/trace.go:171","msg":"trace[89894964] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13837; }","duration":"471.640656ms","start":"2026-03-06T20:49:23.169951Z","end":"2026-03-06T20:49:23.641592Z","steps":["trace[89894964] 'agreement among raft nodes before linearized reading' (duration: 470.921299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.64169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:23.169945Z","time spent":"471.702807ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-03-06T20:49:23.640978Z","caller":"traceutil/trace.go:171","msg":"trace[1712187855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13837; }","duration":"1.467070557s","start":"2026-03-06T20:49:22.1739Z","end":"2026-03-06T20:49:23.640971Z","steps":["trace[1712187855] 'agreement among raft nodes before linearized reading' (duration: 1.467019245s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:49:23.641954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.173894Z","time spent":"1.46805055s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:49:23.642268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:49:22.33037Z","time spent":"1.311880873s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e3a5748-7353-467d-ad28-6a0a58c2b72c\" "} {"level":"warn","ts":"2026-03-06T20:50:22.407237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051407129,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T20:50:22.750419Z","caller":"traceutil/trace.go:171","msg":"trace[300233960] transaction","detail":"{read_only:false; response_revision:14668; number_of_response:1; }","duration":"889.565007ms","start":"2026-03-06T20:50:21.86083Z","end":"2026-03-06T20:50:22.750395Z","steps":["trace[300233960] 'process raft request' (duration: 889.397393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.750585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.860806Z","time spent":"889.691779ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:50:22.751306Z","caller":"traceutil/trace.go:171","msg":"trace[401030595] linearizableReadLoop","detail":"{readStateIndex:15221; appliedIndex:15219; }","duration":"844.411749ms","start":"2026-03-06T20:50:21.906875Z","end":"2026-03-06T20:50:22.751287Z","steps":["trace[401030595] 'read index received' (duration: 843.276665ms)","trace[401030595] 'applied index is now lower than readState.Index' (duration: 1.133664ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:50:22.751588Z","caller":"traceutil/trace.go:171","msg":"trace[1654151643] transaction","detail":"{read_only:false; response_revision:14669; number_of_response:1; }","duration":"890.319153ms","start":"2026-03-06T20:50:21.861253Z","end":"2026-03-06T20:50:22.751572Z","steps":["trace[1654151643] 'process raft request' (duration: 889.944465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.751688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.861231Z","time spent":"890.403215ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:50:22.751693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.693892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:50:22.751731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.237396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T20:50:22.751814Z","caller":"traceutil/trace.go:171","msg":"trace[268997692] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14669; }","duration":"180.335798ms","start":"2026-03-06T20:50:22.571447Z","end":"2026-03-06T20:50:22.751783Z","steps":["trace[268997692] 'agreement among raft nodes before linearized reading' (duration: 180.152514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.751888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.87963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T20:50:22.75192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.158672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-06T20:50:22.751968Z","caller":"traceutil/trace.go:171","msg":"trace[703528247] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14669; }","duration":"387.254774ms","start":"2026-03-06T20:50:22.3647Z","end":"2026-03-06T20:50:22.751955Z","steps":["trace[703528247] 'agreement among raft nodes before linearized reading' (duration: 387.08044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.640901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:50:22.752104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.754027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T20:50:22.751757Z","caller":"traceutil/trace.go:171","msg":"trace[630947336] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14669; }","duration":"386.784484ms","start":"2026-03-06T20:50:22.364957Z","end":"2026-03-06T20:50:22.751741Z","steps":["trace[630947336] 'agreement among raft nodes before linearized reading' (duration: 386.690412ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.752139Z","caller":"traceutil/trace.go:171","msg":"trace[651265759] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14669; }","duration":"175.808369ms","start":"2026-03-06T20:50:22.57632Z","end":"2026-03-06T20:50:22.752129Z","steps":["trace[651265759] 'agreement among raft nodes before linearized reading' (duration: 175.709926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.61183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:50:22.752149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.677781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8k7b4\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-06T20:50:22.752187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.364683Z","time spent":"387.332256ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T20:50:22.752206Z","caller":"traceutil/trace.go:171","msg":"trace[2064412168] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14669; }","duration":"503.649911ms","start":"2026-03-06T20:50:22.248545Z","end":"2026-03-06T20:50:22.752195Z","steps":["trace[2064412168] 'agreement among raft nodes before linearized reading' (duration: 503.59406ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.752231Z","caller":"traceutil/trace.go:171","msg":"trace[1198943318] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8k7b4; range_end:; response_count:1; response_revision:14669; }","duration":"236.804934ms","start":"2026-03-06T20:50:22.515404Z","end":"2026-03-06T20:50:22.752209Z","steps":["trace[1198943318] 'agreement among raft nodes before linearized reading' (duration: 236.640101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.248477Z","time spent":"503.757584ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T20:50:22.752243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.364944Z","time spent":"387.230524ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T20:50:22.752095Z","caller":"traceutil/trace.go:171","msg":"trace[435119965] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:14669; }","duration":"677.721322ms","start":"2026-03-06T20:50:22.074353Z","end":"2026-03-06T20:50:22.752075Z","steps":["trace[435119965] 'agreement among raft nodes before linearized reading' (duration: 677.640321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.019403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T20:50:22.752397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.074338Z","time spent":"678.04222ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:50:22.752429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.547985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:50:22.752442Z","caller":"traceutil/trace.go:171","msg":"trace[620584943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14669; }","duration":"753.105545ms","start":"2026-03-06T20:50:21.999321Z","end":"2026-03-06T20:50:22.752426Z","steps":["trace[620584943] 'agreement among raft nodes before linearized reading' (duration: 752.984642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.537525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:50:22.752485Z","caller":"traceutil/trace.go:171","msg":"trace[392245145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14669; }","duration":"845.649347ms","start":"2026-03-06T20:50:21.906818Z","end":"2026-03-06T20:50:22.752467Z","steps":["trace[392245145] 'agreement among raft nodes before linearized reading' (duration: 845.512864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.752488Z","caller":"traceutil/trace.go:171","msg":"trace[1442713681] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14669; }","duration":"181.600916ms","start":"2026-03-06T20:50:22.570879Z","end":"2026-03-06T20:50:22.75248Z","steps":["trace[1442713681] 'agreement among raft nodes before linearized reading' (duration: 181.551755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.906798Z","time spent":"845.710548ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T20:50:22.752532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.07994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:50:22.752565Z","caller":"traceutil/trace.go:171","msg":"trace[241592391] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14669; }","duration":"504.147932ms","start":"2026-03-06T20:50:22.248408Z","end":"2026-03-06T20:50:22.752556Z","steps":["trace[241592391] 'agreement among raft nodes before linearized reading' (duration: 504.097721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.248394Z","time spent":"504.193874ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T20:50:22.752607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.125028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-06T20:50:22.752618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.538724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-06T20:50:22.752642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.999291Z","time spent":"753.332799ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T20:50:22.752658Z","caller":"traceutil/trace.go:171","msg":"trace[457151646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:14669; }","duration":"521.20194ms","start":"2026-03-06T20:50:22.231434Z","end":"2026-03-06T20:50:22.752636Z","steps":["trace[457151646] 'agreement among raft nodes before linearized reading' (duration: 520.984405ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.752674Z","caller":"traceutil/trace.go:171","msg":"trace[649767691] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14669; }","duration":"219.615726ms","start":"2026-03-06T20:50:22.53304Z","end":"2026-03-06T20:50:22.752656Z","steps":["trace[649767691] 'agreement among raft nodes before linearized reading' (duration: 219.458732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.231417Z","time spent":"521.268832ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:50:22.752731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.352886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T20:50:22.75273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.578903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:50:22.752758Z","caller":"traceutil/trace.go:171","msg":"trace[1534063102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14669; }","duration":"794.417347ms","start":"2026-03-06T20:50:21.958333Z","end":"2026-03-06T20:50:22.75275Z","steps":["trace[1534063102] 'agreement among raft nodes before linearized reading' (duration: 794.334685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.752771Z","caller":"traceutil/trace.go:171","msg":"trace[1578643203] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14669; }","duration":"504.646855ms","start":"2026-03-06T20:50:22.248113Z","end":"2026-03-06T20:50:22.752759Z","steps":["trace[1578643203] 'agreement among raft nodes before linearized reading' (duration: 504.579684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.958314Z","time spent":"794.464349ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T20:50:22.752804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.248102Z","time spent":"504.694386ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T20:50:22.752802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.672358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T20:50:22.751973Z","caller":"traceutil/trace.go:171","msg":"trace[1272402485] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14669; }","duration":"383.980322ms","start":"2026-03-06T20:50:22.367968Z","end":"2026-03-06T20:50:22.751949Z","steps":["trace[1272402485] 'agreement among raft nodes before linearized reading' (duration: 383.618324ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.752837Z","caller":"traceutil/trace.go:171","msg":"trace[1852737110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14669; }","duration":"753.73012ms","start":"2026-03-06T20:50:21.999097Z","end":"2026-03-06T20:50:22.752827Z","steps":["trace[1852737110] 'agreement among raft nodes before linearized reading' (duration: 753.652148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.752854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.367963Z","time spent":"384.882582ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T20:50:22.752842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.791682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T20:50:22.752896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.99908Z","time spent":"753.777521ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:50:22.753028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.782984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-03-06T20:50:22.753008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.829535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-03-06T20:50:22.753032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.315491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-06T20:50:22.753057Z","caller":"traceutil/trace.go:171","msg":"trace[1498668543] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-stjtf; range_end:; response_count:1; response_revision:14669; }","duration":"812.847534ms","start":"2026-03-06T20:50:21.9402Z","end":"2026-03-06T20:50:22.753048Z","steps":["trace[1498668543] 'agreement among raft nodes before linearized reading' (duration: 812.752902ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.75307Z","caller":"traceutil/trace.go:171","msg":"trace[65809587] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-stjtf; range_end:; response_count:1; response_revision:14669; }","duration":"812.940057ms","start":"2026-03-06T20:50:21.940117Z","end":"2026-03-06T20:50:22.753057Z","steps":["trace[65809587] 'agreement among raft nodes before linearized reading' (duration: 811.473724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:22.753074Z","caller":"traceutil/trace.go:171","msg":"trace[780276731] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14669; }","duration":"501.368792ms","start":"2026-03-06T20:50:22.251694Z","end":"2026-03-06T20:50:22.753063Z","steps":["trace[780276731] 'agreement among raft nodes before linearized reading' (duration: 500.112014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.753084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.940191Z","time spent":"812.885166ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" "} {"level":"warn","ts":"2026-03-06T20:50:22.75311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.583169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T20:50:22.753112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.251687Z","time spent":"501.413723ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T20:50:22.753122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.940106Z","time spent":"813.007088ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" "} {"level":"info","ts":"2026-03-06T20:50:22.753144Z","caller":"traceutil/trace.go:171","msg":"trace[1486858237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14669; }","duration":"240.646519ms","start":"2026-03-06T20:50:22.512489Z","end":"2026-03-06T20:50:22.753135Z","steps":["trace[1486858237] 'agreement among raft nodes before linearized reading' (duration: 240.597008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.753151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.193986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftxh\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-03-06T20:50:22.753167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.52943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:50:22.75319Z","caller":"traceutil/trace.go:171","msg":"trace[1071313300] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5ftxh; range_end:; response_count:1; response_revision:14669; }","duration":"384.253968ms","start":"2026-03-06T20:50:22.368925Z","end":"2026-03-06T20:50:22.753179Z","steps":["trace[1071313300] 'agreement among raft nodes before linearized reading' (duration: 384.146806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.753219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.368912Z","time spent":"384.299919ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20688,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftxh\" "} {"level":"info","ts":"2026-03-06T20:50:22.753221Z","caller":"traceutil/trace.go:171","msg":"trace[1795430861] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14669; }","duration":"319.611402ms","start":"2026-03-06T20:50:22.433593Z","end":"2026-03-06T20:50:22.753204Z","steps":["trace[1795430861] 'agreement among raft nodes before linearized reading' (duration: 319.468479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.753262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:22.433582Z","time spent":"319.668283ms","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:50:22.75352Z","caller":"traceutil/trace.go:171","msg":"trace[1243867589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14669; }","duration":"753.999107ms","start":"2026-03-06T20:50:21.998916Z","end":"2026-03-06T20:50:22.752916Z","steps":["trace[1243867589] 'agreement among raft nodes before linearized reading' (duration: 753.841823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:22.753627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:21.9989Z","time spent":"754.710712ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:50:47.060502Z","caller":"traceutil/trace.go:171","msg":"trace[1248447002] transaction","detail":"{read_only:false; response_revision:14791; number_of_response:1; }","duration":"112.657586ms","start":"2026-03-06T20:50:46.94782Z","end":"2026-03-06T20:50:47.060478Z","steps":["trace[1248447002] 'process raft request' (duration: 112.502202ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:47.060974Z","caller":"traceutil/trace.go:171","msg":"trace[521493346] transaction","detail":"{read_only:false; response_revision:14793; number_of_response:1; }","duration":"113.045895ms","start":"2026-03-06T20:50:46.947907Z","end":"2026-03-06T20:50:47.060953Z","steps":["trace[521493346] 'process raft request' (duration: 112.870201ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:47.061068Z","caller":"traceutil/trace.go:171","msg":"trace[1425729917] transaction","detail":"{read_only:false; response_revision:14792; number_of_response:1; }","duration":"113.169427ms","start":"2026-03-06T20:50:46.947852Z","end":"2026-03-06T20:50:47.061021Z","steps":["trace[1425729917] 'process raft request' (duration: 112.585595ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:47.061134Z","caller":"traceutil/trace.go:171","msg":"trace[184145186] transaction","detail":"{read_only:false; response_revision:14794; number_of_response:1; }","duration":"112.684346ms","start":"2026-03-06T20:50:46.948437Z","end":"2026-03-06T20:50:47.061121Z","steps":["trace[184145186] 'process raft request' (duration: 112.42783ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:47.2914Z","caller":"traceutil/trace.go:171","msg":"trace[381013033] transaction","detail":"{read_only:false; response_revision:14796; number_of_response:1; }","duration":"126.368108ms","start":"2026-03-06T20:50:47.165015Z","end":"2026-03-06T20:50:47.291383Z","steps":["trace[381013033] 'process raft request' (duration: 126.231645ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:49.430517Z","caller":"traceutil/trace.go:171","msg":"trace[4080684] linearizableReadLoop","detail":"{readStateIndex:15357; appliedIndex:15356; }","duration":"364.891811ms","start":"2026-03-06T20:50:49.065599Z","end":"2026-03-06T20:50:49.430491Z","steps":["trace[4080684] 'read index received' (duration: 306.435661ms)","trace[4080684] 'applied index is now lower than readState.Index' (duration: 58.45518ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:50:49.430634Z","caller":"traceutil/trace.go:171","msg":"trace[488132590] transaction","detail":"{read_only:false; response_revision:14800; number_of_response:1; }","duration":"442.104715ms","start":"2026-03-06T20:50:48.988517Z","end":"2026-03-06T20:50:49.430622Z","steps":["trace[488132590] 'process raft request' (duration: 383.504672ms)","trace[488132590] 'compare' (duration: 58.362148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:50:49.430725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:48.988495Z","time spent":"442.165766ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:50:49.430919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.316961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T20:50:49.430957Z","caller":"traceutil/trace.go:171","msg":"trace[438427319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14800; }","duration":"365.353572ms","start":"2026-03-06T20:50:49.065594Z","end":"2026-03-06T20:50:49.430948Z","steps":["trace[438427319] 'agreement among raft nodes before linearized reading' (duration: 365.234179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.431016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.065551Z","time spent":"365.429083ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T20:50:49.56753Z","caller":"traceutil/trace.go:171","msg":"trace[120024111] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"480.129134ms","start":"2026-03-06T20:50:49.087375Z","end":"2026-03-06T20:50:49.567504Z","steps":["trace[120024111] 'process raft request' (duration: 479.835777ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:49.567671Z","caller":"traceutil/trace.go:171","msg":"trace[102881930] transaction","detail":"{read_only:false; response_revision:14802; number_of_response:1; }","duration":"407.189024ms","start":"2026-03-06T20:50:49.160466Z","end":"2026-03-06T20:50:49.567655Z","steps":["trace[102881930] 'process raft request' (duration: 406.915368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.56773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.087359Z","time spent":"480.242406ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:50:49.56779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.16045Z","time spent":"407.252126ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:50:49.567859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.950467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftxh\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-03-06T20:50:49.567876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.619564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vkm5c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-06T20:50:49.567908Z","caller":"traceutil/trace.go:171","msg":"trace[186978682] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5ftxh; range_end:; response_count:1; response_revision:14802; }","duration":"401.017617ms","start":"2026-03-06T20:50:49.166878Z","end":"2026-03-06T20:50:49.567895Z","steps":["trace[186978682] 'agreement among raft nodes before linearized reading' (duration: 400.911075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.56794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.166845Z","time spent":"401.087479ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20688,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5ftxh\" "} {"level":"info","ts":"2026-03-06T20:50:49.567935Z","caller":"traceutil/trace.go:171","msg":"trace[740917858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vkm5c; range_end:; response_count:1; response_revision:14802; }","duration":"465.691185ms","start":"2026-03-06T20:50:49.102224Z","end":"2026-03-06T20:50:49.567916Z","steps":["trace[740917858] 'agreement among raft nodes before linearized reading' (duration: 465.509871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.56795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.368551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-03-06T20:50:49.567737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.142007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T20:50:49.567994Z","caller":"traceutil/trace.go:171","msg":"trace[589084198] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-stjtf; range_end:; response_count:1; response_revision:14802; }","duration":"418.449973ms","start":"2026-03-06T20:50:49.149531Z","end":"2026-03-06T20:50:49.56798Z","steps":["trace[589084198] 'agreement among raft nodes before linearized reading' (duration: 418.3118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.567988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.102216Z","time spent":"465.762737ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-vkm5c\" "} {"level":"warn","ts":"2026-03-06T20:50:49.568027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.149511Z","time spent":"418.509454ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" "} {"level":"info","ts":"2026-03-06T20:50:49.568029Z","caller":"traceutil/trace.go:171","msg":"trace[817038765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14802; }","duration":"501.446043ms","start":"2026-03-06T20:50:49.066569Z","end":"2026-03-06T20:50:49.568015Z","steps":["trace[817038765] 'agreement among raft nodes before linearized reading' (duration: 501.081385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.56775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.310084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8k7b4\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-06T20:50:49.568161Z","caller":"traceutil/trace.go:171","msg":"trace[911482317] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8k7b4; range_end:; response_count:1; response_revision:14802; }","duration":"464.832976ms","start":"2026-03-06T20:50:49.103314Z","end":"2026-03-06T20:50:49.568147Z","steps":["trace[911482317] 'agreement among raft nodes before linearized reading' (duration: 464.235563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.568192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.103306Z","time spent":"464.878357ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8k7b4\" "} {"level":"warn","ts":"2026-03-06T20:50:49.568162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.066561Z","time spent":"501.585237ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T20:50:49.567525Z","caller":"traceutil/trace.go:171","msg":"trace[975792608] linearizableReadLoop","detail":"{readStateIndex:15359; appliedIndex:15357; }","duration":"136.909031ms","start":"2026-03-06T20:50:49.430591Z","end":"2026-03-06T20:50:49.5675Z","steps":["trace[975792608] 'read index received' (duration: 136.681525ms)","trace[975792608] 'applied index is now lower than readState.Index' (duration: 226.586µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:50:49.568042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.864019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-06T20:50:49.568311Z","caller":"traceutil/trace.go:171","msg":"trace[127883838] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-stjtf; range_end:; response_count:1; response_revision:14802; }","duration":"466.211556ms","start":"2026-03-06T20:50:49.102086Z","end":"2026-03-06T20:50:49.568298Z","steps":["trace[127883838] 'agreement among raft nodes before linearized reading' (duration: 465.539782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.568359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.102067Z","time spent":"466.281048ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" "} {"level":"warn","ts":"2026-03-06T20:50:49.568437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.930034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T20:50:49.568484Z","caller":"traceutil/trace.go:171","msg":"trace[987253515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14802; }","duration":"502.064307ms","start":"2026-03-06T20:50:49.066406Z","end":"2026-03-06T20:50:49.56847Z","steps":["trace[987253515] 'agreement among raft nodes before linearized reading' (duration: 501.949744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.568511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.066398Z","time spent":"502.107248ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T20:50:49.568762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.494998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T20:50:49.56922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.051188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T20:50:49.569226Z","caller":"traceutil/trace.go:171","msg":"trace[494650827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14802; }","duration":"294.996318ms","start":"2026-03-06T20:50:49.274202Z","end":"2026-03-06T20:50:49.569198Z","steps":["trace[494650827] 'agreement among raft nodes before linearized reading' (duration: 294.491247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:50:49.569265Z","caller":"traceutil/trace.go:171","msg":"trace[1756230929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14802; }","duration":"503.12574ms","start":"2026-03-06T20:50:49.066126Z","end":"2026-03-06T20:50:49.569252Z","steps":["trace[1756230929] 'agreement among raft nodes before linearized reading' (duration: 501.449134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:50:49.569351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:50:49.066113Z","time spent":"503.226772ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T20:50:49.57405Z","caller":"traceutil/trace.go:171","msg":"trace[1748578656] transaction","detail":"{read_only:false; response_revision:14803; number_of_response:1; }","duration":"138.340912ms","start":"2026-03-06T20:50:49.435683Z","end":"2026-03-06T20:50:49.574024Z","steps":["trace[1748578656] 'process raft request' (duration: 137.953624ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:53:46.660417Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13544} {"level":"info","ts":"2026-03-06T20:53:46.737373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13544,"took":"74.577129ms","hash":2611120625,"current-db-size-bytes":40943616,"current-db-size":"41 MB","current-db-size-in-use-bytes":29442048,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T20:53:46.737426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2611120625,"revision":13544,"compact-revision":11670} {"level":"info","ts":"2026-03-06T20:53:49.837744Z","caller":"traceutil/trace.go:171","msg":"trace[1243966493] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"118.07313ms","start":"2026-03-06T20:53:49.719639Z","end":"2026-03-06T20:53:49.837712Z","steps":["trace[1243966493] 'process raft request' (duration: 117.857085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:53:49.968146Z","caller":"traceutil/trace.go:171","msg":"trace[385913186] linearizableReadLoop","detail":"{readStateIndex:16717; appliedIndex:16715; }","duration":"206.063576ms","start":"2026-03-06T20:53:49.762052Z","end":"2026-03-06T20:53:49.968115Z","steps":["trace[385913186] 'read index received' (duration: 75.437998ms)","trace[385913186] 'applied index is now lower than readState.Index' (duration: 130.624608ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:53:49.968286Z","caller":"traceutil/trace.go:171","msg":"trace[982090097] transaction","detail":"{read_only:false; response_revision:16115; number_of_response:1; }","duration":"191.973035ms","start":"2026-03-06T20:53:49.776287Z","end":"2026-03-06T20:53:49.96826Z","steps":["trace[982090097] 'process raft request' (duration: 191.75543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:53:49.968335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.25804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T20:53:49.968373Z","caller":"traceutil/trace.go:171","msg":"trace[41752206] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16115; }","duration":"206.365643ms","start":"2026-03-06T20:53:49.761997Z","end":"2026-03-06T20:53:49.968362Z","steps":["trace[41752206] 'agreement among raft nodes before linearized reading' (duration: 206.278101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:53:49.968518Z","caller":"traceutil/trace.go:171","msg":"trace[849368987] transaction","detail":"{read_only:false; response_revision:16114; number_of_response:1; }","duration":"217.695143ms","start":"2026-03-06T20:53:49.750808Z","end":"2026-03-06T20:53:49.968503Z","steps":["trace[849368987] 'process raft request' (duration: 194.428469ms)","trace[849368987] 'compare' (duration: 22.661401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:53:49.968562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.510509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-06T20:53:49.968643Z","caller":"traceutil/trace.go:171","msg":"trace[1229614009] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-stjtf; range_end:; response_count:1; response_revision:16115; }","duration":"127.641962ms","start":"2026-03-06T20:53:49.84098Z","end":"2026-03-06T20:53:49.968622Z","steps":["trace[1229614009] 'agreement among raft nodes before linearized reading' (duration: 127.394747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:53:50.194345Z","caller":"traceutil/trace.go:171","msg":"trace[1832859220] linearizableReadLoop","detail":"{readStateIndex:16719; appliedIndex:16718; }","duration":"123.641154ms","start":"2026-03-06T20:53:50.070669Z","end":"2026-03-06T20:53:50.194311Z","steps":["trace[1832859220] 'read index received' (duration: 72.107234ms)","trace[1832859220] 'applied index is now lower than readState.Index' (duration: 51.53208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:53:50.194674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.94381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T20:53:50.194752Z","caller":"traceutil/trace.go:171","msg":"trace[1331249097] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:16115; }","duration":"124.085544ms","start":"2026-03-06T20:53:50.070621Z","end":"2026-03-06T20:53:50.194706Z","steps":["trace[1331249097] 'agreement among raft nodes before linearized reading' (duration: 123.812548ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:53:52.070805Z","caller":"traceutil/trace.go:171","msg":"trace[177661288] transaction","detail":"{read_only:false; response_revision:16130; number_of_response:1; }","duration":"139.130905ms","start":"2026-03-06T20:53:51.931649Z","end":"2026-03-06T20:53:52.07078Z","steps":["trace[177661288] 'process raft request' (duration: 138.701816ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:53:52.102195Z","caller":"traceutil/trace.go:171","msg":"trace[1840284142] linearizableReadLoop","detail":"{readStateIndex:16736; appliedIndex:16734; }","duration":"109.759317ms","start":"2026-03-06T20:53:51.992407Z","end":"2026-03-06T20:53:52.102166Z","steps":["trace[1840284142] 'read index received' (duration: 77.875492ms)","trace[1840284142] 'applied index is now lower than readState.Index' (duration: 31.882335ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:53:52.102231Z","caller":"traceutil/trace.go:171","msg":"trace[1015200456] transaction","detail":"{read_only:false; response_revision:16131; number_of_response:1; }","duration":"127.97821ms","start":"2026-03-06T20:53:51.974231Z","end":"2026-03-06T20:53:52.10221Z","steps":["trace[1015200456] 'process raft request' (duration: 127.781976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:53:52.102451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.023054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-06T20:53:52.102492Z","caller":"traceutil/trace.go:171","msg":"trace[694315427] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-stjtf; range_end:; response_count:1; response_revision:16131; }","duration":"110.141886ms","start":"2026-03-06T20:53:51.99234Z","end":"2026-03-06T20:53:52.102482Z","steps":["trace[694315427] 'agreement among raft nodes before linearized reading' (duration: 109.932251ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:37.604909Z","caller":"traceutil/trace.go:171","msg":"trace[2138161505] transaction","detail":"{read_only:false; response_revision:17224; number_of_response:1; }","duration":"259.677071ms","start":"2026-03-06T20:56:37.345197Z","end":"2026-03-06T20:56:37.604874Z","steps":["trace[2138161505] 'process raft request' (duration: 259.272993ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:37.609554Z","caller":"traceutil/trace.go:171","msg":"trace[913516321] linearizableReadLoop","detail":"{readStateIndex:17867; appliedIndex:17865; }","duration":"155.118629ms","start":"2026-03-06T20:56:37.454412Z","end":"2026-03-06T20:56:37.609531Z","steps":["trace[913516321] 'read index received' (duration: 149.954785ms)","trace[913516321] 'applied index is now lower than readState.Index' (duration: 5.161294ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:37.60968Z","caller":"traceutil/trace.go:171","msg":"trace[1919809218] transaction","detail":"{read_only:false; response_revision:17225; number_of_response:1; }","duration":"254.062436ms","start":"2026-03-06T20:56:37.355582Z","end":"2026-03-06T20:56:37.609644Z","steps":["trace[1919809218] 'process raft request' (duration: 253.720199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:37.609889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.443327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T20:56:37.609951Z","caller":"traceutil/trace.go:171","msg":"trace[316363007] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17225; }","duration":"155.6096ms","start":"2026-03-06T20:56:37.454325Z","end":"2026-03-06T20:56:37.609934Z","steps":["trace[316363007] 'agreement among raft nodes before linearized reading' (duration: 155.318873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.59145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.431925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:38.591556Z","caller":"traceutil/trace.go:171","msg":"trace[1405141053] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:17240; }","duration":"543.582647ms","start":"2026-03-06T20:56:38.047948Z","end":"2026-03-06T20:56:38.591531Z","steps":["trace[1405141053] 'count revisions from in-memory index tree' (duration: 543.364132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.591607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:38.047927Z","time spent":"543.66733ms","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:56:38.591607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.270788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T20:56:38.591696Z","caller":"traceutil/trace.go:171","msg":"trace[601098033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17240; }","duration":"362.369251ms","start":"2026-03-06T20:56:38.22928Z","end":"2026-03-06T20:56:38.591649Z","steps":["trace[601098033] 'range keys from in-memory index tree' (duration: 362.088665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.591699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.869591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" ","response":"range_response_count:1 size:22011"} {"level":"warn","ts":"2026-03-06T20:56:38.5917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.522474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-lz2fq\" ","response":"range_response_count:1 size:15804"} {"level":"info","ts":"2026-03-06T20:56:38.591829Z","caller":"traceutil/trace.go:171","msg":"trace[207609706] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-stjtf; range_end:; response_count:1; response_revision:17240; }","duration":"333.988774ms","start":"2026-03-06T20:56:38.257799Z","end":"2026-03-06T20:56:38.591788Z","steps":["trace[207609706] 'range keys from in-memory index tree' (duration: 333.655007ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:38.591862Z","caller":"traceutil/trace.go:171","msg":"trace[1009227304] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-lz2fq; range_end:; response_count:1; response_revision:17240; }","duration":"191.746709ms","start":"2026-03-06T20:56:38.400078Z","end":"2026-03-06T20:56:38.591825Z","steps":["trace[1009227304] 'range keys from in-memory index tree' (duration: 191.251088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.59174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:38.229257Z","time spent":"362.474324ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T20:56:38.591883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:38.257759Z","time spent":"334.114637ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" "} {"level":"warn","ts":"2026-03-06T20:56:38.592172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.45153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T20:56:38.59229Z","caller":"traceutil/trace.go:171","msg":"trace[1382793660] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17240; }","duration":"114.608444ms","start":"2026-03-06T20:56:38.477635Z","end":"2026-03-06T20:56:38.592243Z","steps":["trace[1382793660] 'range keys from in-memory index tree' (duration: 113.737415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:38.875392Z","caller":"traceutil/trace.go:171","msg":"trace[828960355] linearizableReadLoop","detail":"{readStateIndex:17883; appliedIndex:17882; }","duration":"281.934882ms","start":"2026-03-06T20:56:38.593438Z","end":"2026-03-06T20:56:38.875372Z","steps":["trace[828960355] 'read index received' (duration: 281.740578ms)","trace[828960355] 'applied index is now lower than readState.Index' (duration: 193.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:38.875537Z","caller":"traceutil/trace.go:171","msg":"trace[21796118] transaction","detail":"{read_only:false; response_revision:17241; number_of_response:1; }","duration":"302.677301ms","start":"2026-03-06T20:56:38.572848Z","end":"2026-03-06T20:56:38.875525Z","steps":["trace[21796118] 'process raft request' (duration: 302.320964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.875634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:38.572821Z","time spent":"302.739323ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:56:38.875626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.167018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:38.876018Z","caller":"traceutil/trace.go:171","msg":"trace[1665887786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17241; }","duration":"282.400442ms","start":"2026-03-06T20:56:38.593389Z","end":"2026-03-06T20:56:38.87579Z","steps":["trace[1665887786] 'agreement among raft nodes before linearized reading' (duration: 282.149327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.889735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.020434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:38.889916Z","caller":"traceutil/trace.go:171","msg":"trace[1426226424] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:17243; }","duration":"296.248158ms","start":"2026-03-06T20:56:38.593637Z","end":"2026-03-06T20:56:38.889885Z","steps":["trace[1426226424] 'agreement among raft nodes before linearized reading' (duration: 295.984923ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:38.890478Z","caller":"traceutil/trace.go:171","msg":"trace[1103130416] transaction","detail":"{read_only:false; response_revision:17242; number_of_response:1; }","duration":"282.748591ms","start":"2026-03-06T20:56:38.6077Z","end":"2026-03-06T20:56:38.890449Z","steps":["trace[1103130416] 'process raft request' (duration: 281.653826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.890817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.415245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39ce67ee-9646-4c55-b7b6-c718eeff0f98\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-06T20:56:38.890865Z","caller":"traceutil/trace.go:171","msg":"trace[1017782804] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39ce67ee-9646-4c55-b7b6-c718eeff0f98; range_end:; response_count:1; response_revision:17243; }","duration":"292.486726ms","start":"2026-03-06T20:56:38.598365Z","end":"2026-03-06T20:56:38.890852Z","steps":["trace[1017782804] 'agreement among raft nodes before linearized reading' (duration: 292.307022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.891254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.74832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:935746"} {"level":"info","ts":"2026-03-06T20:56:38.891307Z","caller":"traceutil/trace.go:171","msg":"trace[922272254] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17243; }","duration":"291.825141ms","start":"2026-03-06T20:56:38.59947Z","end":"2026-03-06T20:56:38.891295Z","steps":["trace[922272254] 'agreement among raft nodes before linearized reading' (duration: 290.689576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.899303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.486968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T20:56:38.899375Z","caller":"traceutil/trace.go:171","msg":"trace[225450569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17243; }","duration":"302.595199ms","start":"2026-03-06T20:56:38.596765Z","end":"2026-03-06T20:56:38.89936Z","steps":["trace[225450569] 'agreement among raft nodes before linearized reading' (duration: 295.457401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:38.899425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:38.596748Z","time spent":"302.670261ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T20:56:45.02569Z","caller":"traceutil/trace.go:171","msg":"trace[1960279565] transaction","detail":"{read_only:false; response_revision:17279; number_of_response:1; }","duration":"125.807471ms","start":"2026-03-06T20:56:44.899849Z","end":"2026-03-06T20:56:45.025657Z","steps":["trace[1960279565] 'process raft request' (duration: 27.035527ms)","trace[1960279565] 'compare' (duration: 98.649562ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:45.039891Z","caller":"traceutil/trace.go:171","msg":"trace[1958722276] transaction","detail":"{read_only:false; response_revision:17280; number_of_response:1; }","duration":"123.613363ms","start":"2026-03-06T20:56:44.916263Z","end":"2026-03-06T20:56:45.039876Z","steps":["trace[1958722276] 'process raft request' (duration: 123.412388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:45.475687Z","caller":"traceutil/trace.go:171","msg":"trace[2108526734] linearizableReadLoop","detail":"{readStateIndex:17924; appliedIndex:17923; }","duration":"429.532926ms","start":"2026-03-06T20:56:45.046126Z","end":"2026-03-06T20:56:45.475659Z","steps":["trace[2108526734] 'read index received' (duration: 429.27752ms)","trace[2108526734] 'applied index is now lower than readState.Index' (duration: 254.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:45.476085Z","caller":"traceutil/trace.go:171","msg":"trace[980437466] transaction","detail":"{read_only:false; response_revision:17281; number_of_response:1; }","duration":"468.333264ms","start":"2026-03-06T20:56:45.007737Z","end":"2026-03-06T20:56:45.47607Z","steps":["trace[980437466] 'process raft request' (duration: 467.771821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.476453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.007712Z","time spent":"468.644142ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:56:45.477022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.048463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:45.477071Z","caller":"traceutil/trace.go:171","msg":"trace[1143988429] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:17281; }","duration":"404.136544ms","start":"2026-03-06T20:56:45.072923Z","end":"2026-03-06T20:56:45.47706Z","steps":["trace[1143988429] 'agreement among raft nodes before linearized reading' (duration: 404.061912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.477106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.072902Z","time spent":"404.193296ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:56:45.477804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.178881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T20:56:45.477853Z","caller":"traceutil/trace.go:171","msg":"trace[425640398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17281; }","duration":"231.255992ms","start":"2026-03-06T20:56:45.246586Z","end":"2026-03-06T20:56:45.477842Z","steps":["trace[425640398] 'agreement among raft nodes before linearized reading' (duration: 231.097888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.47806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.442476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-06T20:56:45.478101Z","caller":"traceutil/trace.go:171","msg":"trace[1709076818] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17281; }","duration":"231.504477ms","start":"2026-03-06T20:56:45.246586Z","end":"2026-03-06T20:56:45.47809Z","steps":["trace[1709076818] 'agreement among raft nodes before linearized reading' (duration: 231.397535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.478258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.286568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:45.478298Z","caller":"traceutil/trace.go:171","msg":"trace[52827653] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:17281; }","duration":"404.349589ms","start":"2026-03-06T20:56:45.073939Z","end":"2026-03-06T20:56:45.478289Z","steps":["trace[52827653] 'agreement among raft nodes before linearized reading' (duration: 404.291507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.478327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.073925Z","time spent":"404.39358ms","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:56:45.479894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.76574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936095"} {"level":"info","ts":"2026-03-06T20:56:45.47993Z","caller":"traceutil/trace.go:171","msg":"trace[1084901726] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17281; }","duration":"433.838781ms","start":"2026-03-06T20:56:45.046084Z","end":"2026-03-06T20:56:45.479923Z","steps":["trace[1084901726] 'agreement among raft nodes before linearized reading' (duration: 430.864285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.479952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.046065Z","time spent":"433.880463ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":936119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T20:56:45.642461Z","caller":"traceutil/trace.go:171","msg":"trace[1903014453] linearizableReadLoop","detail":"{readStateIndex:17926; appliedIndex:17925; }","duration":"137.293735ms","start":"2026-03-06T20:56:45.505145Z","end":"2026-03-06T20:56:45.642438Z","steps":["trace[1903014453] 'read index received' (duration: 90.428939ms)","trace[1903014453] 'applied index is now lower than readState.Index' (duration: 46.863796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:56:45.642614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.699137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:45.642728Z","caller":"traceutil/trace.go:171","msg":"trace[1265374799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17282; }","duration":"129.83684ms","start":"2026-03-06T20:56:45.512878Z","end":"2026-03-06T20:56:45.642715Z","steps":["trace[1265374799] 'agreement among raft nodes before linearized reading' (duration: 129.683517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.642726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.556231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-03-06T20:56:45.642794Z","caller":"traceutil/trace.go:171","msg":"trace[363170996] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:17282; }","duration":"137.657613ms","start":"2026-03-06T20:56:45.505119Z","end":"2026-03-06T20:56:45.642776Z","steps":["trace[363170996] 'agreement among raft nodes before linearized reading' (duration: 137.428828ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:45.766894Z","caller":"traceutil/trace.go:171","msg":"trace[265640977] transaction","detail":"{read_only:false; response_revision:17284; number_of_response:1; }","duration":"107.69121ms","start":"2026-03-06T20:56:45.659158Z","end":"2026-03-06T20:56:45.766849Z","steps":["trace[265640977] 'process raft request' (duration: 107.419714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.766983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.155963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T20:56:45.767067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.357295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T20:56:45.767127Z","caller":"traceutil/trace.go:171","msg":"trace[1380066462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17284; }","duration":"108.406996ms","start":"2026-03-06T20:56:45.6587Z","end":"2026-03-06T20:56:45.767107Z","steps":["trace[1380066462] 'agreement among raft nodes before linearized reading' (duration: 108.263433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.767214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.111622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T20:56:45.767271Z","caller":"traceutil/trace.go:171","msg":"trace[1087737018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17284; }","duration":"104.193504ms","start":"2026-03-06T20:56:45.663062Z","end":"2026-03-06T20:56:45.767256Z","steps":["trace[1087737018] 'agreement among raft nodes before linearized reading' (duration: 104.027291ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:45.767072Z","caller":"traceutil/trace.go:171","msg":"trace[1197831149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17284; }","duration":"104.285706ms","start":"2026-03-06T20:56:45.662767Z","end":"2026-03-06T20:56:45.767053Z","steps":["trace[1197831149] 'agreement among raft nodes before linearized reading' (duration: 104.00782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:45.766925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.137552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T20:56:45.767498Z","caller":"traceutil/trace.go:171","msg":"trace[1023629104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17284; }","duration":"104.760917ms","start":"2026-03-06T20:56:45.662727Z","end":"2026-03-06T20:56:45.767488Z","steps":["trace[1023629104] 'agreement among raft nodes before linearized reading' (duration: 104.042951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:46.718482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.315214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T20:56:46.718611Z","caller":"traceutil/trace.go:171","msg":"trace[398173506] transaction","detail":"{read_only:false; response_revision:17285; number_of_response:1; }","duration":"948.289154ms","start":"2026-03-06T20:56:45.770297Z","end":"2026-03-06T20:56:46.718586Z","steps":["trace[398173506] 'process raft request' (duration: 365.407308ms)","trace[398173506] 'compare' (duration: 582.162141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:56:46.718698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.770279Z","time spent":"948.374906ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:56:47.865777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.730055618s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T20:56:47.941471Z","caller":"traceutil/trace.go:171","msg":"trace[1722771660] transaction","detail":"{read_only:false; response_revision:17287; number_of_response:1; }","duration":"2.16980312s","start":"2026-03-06T20:56:45.771637Z","end":"2026-03-06T20:56:47.94144Z","steps":["trace[1722771660] 'process raft request' (duration: 2.169604576s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:47.941478Z","caller":"traceutil/trace.go:171","msg":"trace[462604739] transaction","detail":"{read_only:false; response_revision:17286; number_of_response:1; }","duration":"2.169856281s","start":"2026-03-06T20:56:45.771581Z","end":"2026-03-06T20:56:47.941437Z","steps":["trace[462604739] 'process raft request' (duration: 2.094464524s)","trace[462604739] 'compare' (duration: 74.543488ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:47.941519Z","caller":"traceutil/trace.go:171","msg":"trace[167148160] linearizableReadLoop","detail":"{readStateIndex:17933; appliedIndex:17928; }","duration":"2.164844931s","start":"2026-03-06T20:56:45.776608Z","end":"2026-03-06T20:56:47.941453Z","steps":["trace[167148160] 'read index received' (duration: 359.108899ms)","trace[167148160] 'applied index is now lower than readState.Index' (duration: 1.805734772s)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:47.941538Z","caller":"traceutil/trace.go:171","msg":"trace[1716014934] transaction","detail":"{read_only:false; response_revision:17288; number_of_response:1; }","duration":"2.168818869s","start":"2026-03-06T20:56:45.772644Z","end":"2026-03-06T20:56:47.941463Z","steps":["trace[1716014934] 'process raft request' (duration: 2.168708366s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:47.941645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.77163Z","time spent":"2.169928853s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:56:47.941666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.771573Z","time spent":"2.170013135s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:56:47.941703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165081506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-06T20:56:47.941736Z","caller":"traceutil/trace.go:171","msg":"trace[839456047] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17289; }","duration":"2.165143847s","start":"2026-03-06T20:56:45.776584Z","end":"2026-03-06T20:56:47.941728Z","steps":["trace[839456047] 'agreement among raft nodes before linearized reading' (duration: 2.165014084s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:47.941718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.772632Z","time spent":"2.169006353s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:56:47.941763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.776578Z","time spent":"2.165180707s","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-03-06T20:56:47.941537Z","caller":"traceutil/trace.go:171","msg":"trace[2103344518] transaction","detail":"{read_only:false; response_revision:17289; number_of_response:1; }","duration":"2.168234525s","start":"2026-03-06T20:56:45.773246Z","end":"2026-03-06T20:56:47.94148Z","steps":["trace[2103344518] 'process raft request' (duration: 2.168157764s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:47.941823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.773234Z","time spent":"2.168560912s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:56:48.442652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051417576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T20:56:48.515469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000798183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T20:56:48.515607Z","caller":"traceutil/trace.go:171","msg":"trace[633188486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946247s","start":"2026-03-06T20:56:46.514596Z","end":"2026-03-06T20:56:48.515542Z","steps":["trace[633188486] 'agreement among raft nodes before linearized reading' (duration: 2.000826314s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.515705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:46.514577Z","time spent":"2.001114201s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 20:56:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T20:56:48.89851Z","caller":"traceutil/trace.go:171","msg":"trace[1849719670] transaction","detail":"{read_only:false; response_revision:17290; number_of_response:1; }","duration":"2.079627636s","start":"2026-03-06T20:56:46.818854Z","end":"2026-03-06T20:56:48.898481Z","steps":["trace[1849719670] 'process raft request' (duration: 2.079332369s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.89876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:46.818824Z","time spent":"2.07984022s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:56:48.898883Z","caller":"traceutil/trace.go:171","msg":"trace[254783822] transaction","detail":"{read_only:false; response_revision:17291; number_of_response:1; }","duration":"1.867927275s","start":"2026-03-06T20:56:47.030881Z","end":"2026-03-06T20:56:48.898809Z","steps":["trace[254783822] 'process raft request' (duration: 1.867549197s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.899011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:47.030856Z","time spent":"1.868083689s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T20:56:48.899045Z","caller":"traceutil/trace.go:171","msg":"trace[60440118] transaction","detail":"{read_only:false; response_revision:17292; number_of_response:1; }","duration":"1.853911225s","start":"2026-03-06T20:56:47.045051Z","end":"2026-03-06T20:56:48.898962Z","steps":["trace[60440118] 'process raft request' (duration: 1.853631959s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.899161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:47.045024Z","time spent":"1.854081178s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:56:48.89919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829255558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:48.899235Z","caller":"traceutil/trace.go:171","msg":"trace[176346681] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:17293; }","duration":"2.82933696s","start":"2026-03-06T20:56:46.069886Z","end":"2026-03-06T20:56:48.899223Z","steps":["trace[176346681] 'agreement among raft nodes before linearized reading' (duration: 2.829160076s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.89924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394175242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T20:56:48.8993Z","caller":"traceutil/trace.go:171","msg":"trace[1048560197] transaction","detail":"{read_only:false; response_revision:17293; number_of_response:1; }","duration":"1.410172436s","start":"2026-03-06T20:56:47.489121Z","end":"2026-03-06T20:56:48.899293Z","steps":["trace[1048560197] 'process raft request' (duration: 1.409796927s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:48.899304Z","caller":"traceutil/trace.go:171","msg":"trace[2017920466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17293; }","duration":"1.394267424s","start":"2026-03-06T20:56:47.505024Z","end":"2026-03-06T20:56:48.899291Z","steps":["trace[2017920466] 'agreement among raft nodes before linearized reading' (duration: 1.39409757s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.8993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099402462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-06T20:56:48.899342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:47.505015Z","time spent":"1.394320626s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T20:56:48.899347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:47.489096Z","time spent":"1.410226448s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T20:56:48.89932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08248092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T20:56:48.899373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335929713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T20:56:48.899266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:46.06987Z","time spent":"2.829389622s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T20:56:48.899381Z","caller":"traceutil/trace.go:171","msg":"trace[1572052234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17293; }","duration":"3.099508584s","start":"2026-03-06T20:56:45.799852Z","end":"2026-03-06T20:56:48.89936Z","steps":["trace[1572052234] 'agreement among raft nodes before linearized reading' (duration: 3.099238737s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:48.899391Z","caller":"traceutil/trace.go:171","msg":"trace[452040249] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:17293; }","duration":"2.082548621s","start":"2026-03-06T20:56:46.816824Z","end":"2026-03-06T20:56:48.899372Z","steps":["trace[452040249] 'agreement among raft nodes before linearized reading' (duration: 2.082452959s)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:48.899431Z","caller":"traceutil/trace.go:171","msg":"trace[1026688886] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17293; }","duration":"1.33616859s","start":"2026-03-06T20:56:47.56323Z","end":"2026-03-06T20:56:48.899399Z","steps":["trace[1026688886] 'agreement among raft nodes before linearized reading' (duration: 1.335867942s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.89939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396475494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" ","response":"range_response_count:1 size:22011"} {"level":"warn","ts":"2026-03-06T20:56:48.899442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:46.816735Z","time spent":"2.082696204s","remote":"127.0.0.1:42762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:56:48.899464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:47.563209Z","time spent":"1.336246712s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T20:56:48.89951Z","caller":"traceutil/trace.go:171","msg":"trace[1668449751] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-stjtf; range_end:; response_count:1; response_revision:17293; }","duration":"1.396656728s","start":"2026-03-06T20:56:47.502824Z","end":"2026-03-06T20:56:48.899481Z","steps":["trace[1668449751] 'agreement among raft nodes before linearized reading' (duration: 1.396204547s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.899562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113925502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8k7b4\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-06T20:56:48.899598Z","caller":"traceutil/trace.go:171","msg":"trace[1328862732] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8k7b4; range_end:; response_count:1; response_revision:17293; }","duration":"3.113975734s","start":"2026-03-06T20:56:45.785615Z","end":"2026-03-06T20:56:48.899591Z","steps":["trace[1328862732] 'agreement among raft nodes before linearized reading' (duration: 3.113888732s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.899624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.785609Z","time spent":"3.114008815s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8k7b4\" "} {"level":"info","ts":"2026-03-06T20:56:48.899667Z","caller":"traceutil/trace.go:171","msg":"trace[2057640044] linearizableReadLoop","detail":"{readStateIndex:17937; appliedIndex:17933; }","duration":"957.349154ms","start":"2026-03-06T20:56:47.941597Z","end":"2026-03-06T20:56:48.898947Z","steps":["trace[2057640044] 'read index received' (duration: 956.452785ms)","trace[2057640044] 'applied index is now lower than readState.Index' (duration: 895.839µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:56:48.899561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:47.502805Z","time spent":"1.396748839s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-stjtf\" "} {"level":"warn","ts":"2026-03-06T20:56:48.899806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.761586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.189a5c0780ef32f2\" ","response":"range_response_count:1 size:739"} {"level":"warn","ts":"2026-03-06T20:56:48.899439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:45.799845Z","time spent":"3.099585625s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-06T20:56:48.899835Z","caller":"traceutil/trace.go:171","msg":"trace[550036026] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.189a5c0780ef32f2; range_end:; response_count:1; response_revision:17293; }","duration":"953.825797ms","start":"2026-03-06T20:56:47.946001Z","end":"2026-03-06T20:56:48.899826Z","steps":["trace[550036026] 'agreement among raft nodes before linearized reading' (duration: 953.739375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.899844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.171566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T20:56:48.899869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.572887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:48.899895Z","caller":"traceutil/trace.go:171","msg":"trace[827718891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17293; }","duration":"371.246618ms","start":"2026-03-06T20:56:48.528634Z","end":"2026-03-06T20:56:48.89988Z","steps":["trace[827718891] 'agreement among raft nodes before linearized reading' (duration: 371.159656ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:48.899909Z","caller":"traceutil/trace.go:171","msg":"trace[1095117631] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:17293; }","duration":"728.661869ms","start":"2026-03-06T20:56:48.171234Z","end":"2026-03-06T20:56:48.899896Z","steps":["trace[1095117631] 'agreement among raft nodes before linearized reading' (duration: 728.586857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.89991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.892416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T20:56:48.89993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:48.528618Z","time spent":"371.306159ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T20:56:48.899935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:48.171211Z","time spent":"728.71813ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-06T20:56:48.899861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T20:56:47.945983Z","time spent":"953.870929ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-heat.189a5c0780ef32f2\" "} {"level":"info","ts":"2026-03-06T20:56:48.899955Z","caller":"traceutil/trace.go:171","msg":"trace[1732542185] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:17293; }","duration":"273.967328ms","start":"2026-03-06T20:56:48.625976Z","end":"2026-03-06T20:56:48.899944Z","steps":["trace[1732542185] 'agreement among raft nodes before linearized reading' (duration: 273.887916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:48.899808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.005096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T20:56:48.900216Z","caller":"traceutil/trace.go:171","msg":"trace[1438833081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17293; }","duration":"207.461416ms","start":"2026-03-06T20:56:48.692745Z","end":"2026-03-06T20:56:48.900207Z","steps":["trace[1438833081] 'agreement among raft nodes before linearized reading' (duration: 207.028527ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:49.043998Z","caller":"traceutil/trace.go:171","msg":"trace[2119357803] transaction","detail":"{read_only:false; response_revision:17295; number_of_response:1; }","duration":"137.632082ms","start":"2026-03-06T20:56:48.906333Z","end":"2026-03-06T20:56:49.043965Z","steps":["trace[2119357803] 'process raft request' (duration: 136.921847ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:49.044317Z","caller":"traceutil/trace.go:171","msg":"trace[2100805636] transaction","detail":"{read_only:false; response_revision:17296; number_of_response:1; }","duration":"137.083331ms","start":"2026-03-06T20:56:48.907152Z","end":"2026-03-06T20:56:49.044236Z","steps":["trace[2100805636] 'process raft request' (duration: 136.731564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:49.044554Z","caller":"traceutil/trace.go:171","msg":"trace[1203060746] transaction","detail":"{read_only:false; response_revision:17297; number_of_response:1; }","duration":"136.431205ms","start":"2026-03-06T20:56:48.908084Z","end":"2026-03-06T20:56:49.044515Z","steps":["trace[1203060746] 'process raft request' (duration: 135.891094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:49.045003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.024603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936229"} {"level":"info","ts":"2026-03-06T20:56:49.045092Z","caller":"traceutil/trace.go:171","msg":"trace[1665312823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17297; }","duration":"134.126255ms","start":"2026-03-06T20:56:48.910946Z","end":"2026-03-06T20:56:49.045072Z","steps":["trace[1665312823] 'agreement among raft nodes before linearized reading' (duration: 133.103512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:49.046536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.994284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:936229"} {"level":"info","ts":"2026-03-06T20:56:49.046801Z","caller":"traceutil/trace.go:171","msg":"trace[430975574] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17297; }","duration":"135.29834ms","start":"2026-03-06T20:56:48.911486Z","end":"2026-03-06T20:56:49.046784Z","steps":["trace[430975574] 'agreement among raft nodes before linearized reading' (duration: 133.048611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T20:56:50.235843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.126413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T20:56:50.236173Z","caller":"traceutil/trace.go:171","msg":"trace[1952668380] transaction","detail":"{read_only:false; response_revision:17303; number_of_response:1; }","duration":"236.717793ms","start":"2026-03-06T20:56:49.999428Z","end":"2026-03-06T20:56:50.236146Z","steps":["trace[1952668380] 'process raft request' (duration: 122.187321ms)","trace[1952668380] 'compare' (duration: 113.96047ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T20:56:50.23643Z","caller":"traceutil/trace.go:171","msg":"trace[1650590577] transaction","detail":"{read_only:false; response_revision:17304; number_of_response:1; }","duration":"236.373996ms","start":"2026-03-06T20:56:50.000033Z","end":"2026-03-06T20:56:50.236407Z","steps":["trace[1650590577] 'process raft request' (duration: 235.935217ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:50.236537Z","caller":"traceutil/trace.go:171","msg":"trace[1652001720] transaction","detail":"{read_only:false; response_revision:17305; number_of_response:1; }","duration":"236.467149ms","start":"2026-03-06T20:56:50.000062Z","end":"2026-03-06T20:56:50.236529Z","steps":["trace[1652001720] 'process raft request' (duration: 236.04988ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:56:50.236704Z","caller":"traceutil/trace.go:171","msg":"trace[806526512] linearizableReadLoop","detail":"{readStateIndex:17949; appliedIndex:17946; }","duration":"159.729711ms","start":"2026-03-06T20:56:50.076962Z","end":"2026-03-06T20:56:50.236692Z","steps":["trace[806526512] 'read index received' (duration: 44.604036ms)","trace[806526512] 'applied index is now lower than readState.Index' (duration: 115.121465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T20:56:50.236886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.913725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T20:56:50.236923Z","caller":"traceutil/trace.go:171","msg":"trace[2003113604] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:17306; }","duration":"159.992447ms","start":"2026-03-06T20:56:50.076923Z","end":"2026-03-06T20:56:50.236915Z","steps":["trace[2003113604] 'agreement among raft nodes before linearized reading' (duration: 159.856874ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T20:58:46.667972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16074} {"level":"info","ts":"2026-03-06T20:58:46.768603Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16074,"took":"98.281522ms","hash":2140121523,"current-db-size-bytes":42672128,"current-db-size":"43 MB","current-db-size-in-use-bytes":29986816,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T20:58:46.768665Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2140121523,"revision":16074,"compact-revision":13544} {"level":"info","ts":"2026-03-06T21:00:55.48599Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T21:00:55.523346Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T21:00:55.523469Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-06T21:01:45.86179Z","caller":"traceutil/trace.go:171","msg":"trace[1760049265] transaction","detail":"{read_only:false; response_revision:19551; number_of_response:1; }","duration":"116.358292ms","start":"2026-03-06T21:01:45.745406Z","end":"2026-03-06T21:01:45.861764Z","steps":["trace[1760049265] 'process raft request' (duration: 115.85956ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:07.394627Z","caller":"traceutil/trace.go:171","msg":"trace[55765352] linearizableReadLoop","detail":"{readStateIndex:20375; appliedIndex:20374; }","duration":"177.301748ms","start":"2026-03-06T21:02:07.217302Z","end":"2026-03-06T21:02:07.394603Z","steps":["trace[55765352] 'read index received' (duration: 177.102354ms)","trace[55765352] 'applied index is now lower than readState.Index' (duration: 198.534µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:02:07.3948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.482162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:02:07.39479Z","caller":"traceutil/trace.go:171","msg":"trace[2137430667] transaction","detail":"{read_only:false; response_revision:19650; number_of_response:1; }","duration":"463.599184ms","start":"2026-03-06T21:02:06.931151Z","end":"2026-03-06T21:02:07.39475Z","steps":["trace[2137430667] 'process raft request' (duration: 463.307338ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:07.394846Z","caller":"traceutil/trace.go:171","msg":"trace[142195463] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19650; }","duration":"177.592324ms","start":"2026-03-06T21:02:07.217241Z","end":"2026-03-06T21:02:07.394834Z","steps":["trace[142195463] 'agreement among raft nodes before linearized reading' (duration: 177.458251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:07.394962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:06.931136Z","time spent":"463.730067ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:08.44718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.624765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:02:08.447249Z","caller":"traceutil/trace.go:171","msg":"trace[930987340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19650; }","duration":"934.754828ms","start":"2026-03-06T21:02:07.512479Z","end":"2026-03-06T21:02:08.447234Z","steps":["trace[930987340] 'range keys from in-memory index tree' (duration: 934.541054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:08.447278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:07.512456Z","time spent":"934.815979ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:02:08.447864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.98474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-06T21:02:08.447897Z","caller":"traceutil/trace.go:171","msg":"trace[1903530671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:19650; }","duration":"667.050291ms","start":"2026-03-06T21:02:07.780839Z","end":"2026-03-06T21:02:08.447889Z","steps":["trace[1903530671] 'range keys from in-memory index tree' (duration: 666.868508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:08.447917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:07.780824Z","time spent":"667.087162ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-06T21:02:08.44856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.196518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T21:02:08.448594Z","caller":"traceutil/trace.go:171","msg":"trace[846169877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19650; }","duration":"288.259459ms","start":"2026-03-06T21:02:08.160328Z","end":"2026-03-06T21:02:08.448587Z","steps":["trace[846169877] 'range keys from in-memory index tree' (duration: 288.104196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:08.448721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.305458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T21:02:08.448789Z","caller":"traceutil/trace.go:171","msg":"trace[1023052089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19650; }","duration":"411.414531ms","start":"2026-03-06T21:02:08.037359Z","end":"2026-03-06T21:02:08.448774Z","steps":["trace[1023052089] 'range keys from in-memory index tree' (duration: 411.169246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:08.448813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.037342Z","time spent":"411.465042ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:02:08.448838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.197441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:02:08.448918Z","caller":"traceutil/trace.go:171","msg":"trace[539311981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19650; }","duration":"351.317715ms","start":"2026-03-06T21:02:08.097579Z","end":"2026-03-06T21:02:08.448897Z","steps":["trace[539311981] 'range keys from in-memory index tree' (duration: 351.045278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:08.448956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.097564Z","time spent":"351.382146ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:02:08.449066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.994704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:02:08.449133Z","caller":"traceutil/trace.go:171","msg":"trace[497623028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19650; }","duration":"402.142217ms","start":"2026-03-06T21:02:08.046973Z","end":"2026-03-06T21:02:08.449116Z","steps":["trace[497623028] 'range keys from in-memory index tree' (duration: 401.848361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:08.449165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.046962Z","time spent":"402.196068ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:02:08.679531Z","caller":"traceutil/trace.go:171","msg":"trace[1242864578] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"335.918133ms","start":"2026-03-06T21:02:08.343581Z","end":"2026-03-06T21:02:08.679499Z","steps":["trace[1242864578] 'process raft request' (duration: 335.76114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:08.679809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.343555Z","time spent":"336.154769ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:10.044092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110979091s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:02:10.044285Z","caller":"traceutil/trace.go:171","msg":"trace[372118156] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19651; }","duration":"1.116435143s","start":"2026-03-06T21:02:08.927821Z","end":"2026-03-06T21:02:10.044257Z","steps":["trace[372118156] 'range keys from in-memory index tree' (duration: 1.110952311s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.09995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420633175s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:02:10.100299Z","caller":"traceutil/trace.go:171","msg":"trace[1151511090] linearizableReadLoop","detail":"{readStateIndex:20378; appliedIndex:20375; }","duration":"1.649673146s","start":"2026-03-06T21:02:08.450603Z","end":"2026-03-06T21:02:10.100277Z","steps":["trace[1151511090] 'read index received' (duration: 228.739385ms)","trace[1151511090] 'applied index is now lower than readState.Index' (duration: 1.420932911s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:02:10.100353Z","caller":"traceutil/trace.go:171","msg":"trace[1179289277] transaction","detail":"{read_only:false; response_revision:19653; number_of_response:1; }","duration":"1.689167008s","start":"2026-03-06T21:02:08.41118Z","end":"2026-03-06T21:02:10.100347Z","steps":["trace[1179289277] 'process raft request' (duration: 1.689006455s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:10.100322Z","caller":"traceutil/trace.go:171","msg":"trace[1151104766] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"1.754660796s","start":"2026-03-06T21:02:08.345624Z","end":"2026-03-06T21:02:10.100284Z","steps":["trace[1151104766] 'process raft request' (duration: 1.754462012s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.100432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.411155Z","time spent":"1.68921419s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:10.100548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.345614Z","time spent":"1.754803659s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:10.100664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650036834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:02:10.10069Z","caller":"traceutil/trace.go:171","msg":"trace[319963788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19657; }","duration":"1.650100246s","start":"2026-03-06T21:02:08.450583Z","end":"2026-03-06T21:02:10.100683Z","steps":["trace[319963788] 'agreement among raft nodes before linearized reading' (duration: 1.650006944s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.100705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.450568Z","time spent":"1.650133976s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:02:10.100832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647940297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87a09065-a49e-41c8-8479-c9cb0de67536\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-06T21:02:10.100852Z","caller":"traceutil/trace.go:171","msg":"trace[283018713] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87a09065-a49e-41c8-8479-c9cb0de67536; range_end:; response_count:1; response_revision:19657; }","duration":"1.647969338s","start":"2026-03-06T21:02:08.452876Z","end":"2026-03-06T21:02:10.100845Z","steps":["trace[283018713] 'agreement among raft nodes before linearized reading' (duration: 1.647897347s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.100865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.452871Z","time spent":"1.647990479s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-87a09065-a49e-41c8-8479-c9cb0de67536\" "} {"level":"warn","ts":"2026-03-06T21:02:10.100952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.323367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:02:10.100805Z","caller":"traceutil/trace.go:171","msg":"trace[1509176269] transaction","detail":"{read_only:false; response_revision:19655; number_of_response:1; }","duration":"1.647836655s","start":"2026-03-06T21:02:08.452854Z","end":"2026-03-06T21:02:10.10069Z","steps":["trace[1509176269] 'process raft request' (duration: 1.647371865s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.424139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-585bdbf7fd-j4c7w.189a5b6d907e8287\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-06T21:02:10.101064Z","caller":"traceutil/trace.go:171","msg":"trace[16584831] range","detail":"{range_begin:/registry/events/openstack/cinder-api-585bdbf7fd-j4c7w.189a5b6d907e8287; range_end:; response_count:1; response_revision:19657; }","duration":"643.4818ms","start":"2026-03-06T21:02:09.457569Z","end":"2026-03-06T21:02:10.10105Z","steps":["trace[16584831] 'agreement among raft nodes before linearized reading' (duration: 643.279705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.241986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:02:10.101091Z","caller":"traceutil/trace.go:171","msg":"trace[2085540515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19657; }","duration":"701.293338ms","start":"2026-03-06T21:02:09.399793Z","end":"2026-03-06T21:02:10.101086Z","steps":["trace[2085540515] 'agreement among raft nodes before linearized reading' (duration: 701.242696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:09.399766Z","time spent":"701.334939ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:02:10.101097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:09.457511Z","time spent":"643.579032ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-585bdbf7fd-j4c7w.189a5b6d907e8287\" "} {"level":"warn","ts":"2026-03-06T21:02:10.101157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.781492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:02:10.101176Z","caller":"traceutil/trace.go:171","msg":"trace[1237718493] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19657; }","duration":"741.831693ms","start":"2026-03-06T21:02:09.359339Z","end":"2026-03-06T21:02:10.101171Z","steps":["trace[1237718493] 'agreement among raft nodes before linearized reading' (duration: 741.801833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.10119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:09.359323Z","time spent":"741.862384ms","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:02:10.101158Z","caller":"traceutil/trace.go:171","msg":"trace[32518771] transaction","detail":"{read_only:false; response_revision:19656; number_of_response:1; }","duration":"1.648212453s","start":"2026-03-06T21:02:08.452912Z","end":"2026-03-06T21:02:10.101125Z","steps":["trace[32518771] 'process raft request' (duration: 1.647328114s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.760469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:02:10.10132Z","caller":"traceutil/trace.go:171","msg":"trace[1116379354] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19657; }","duration":"997.819481ms","start":"2026-03-06T21:02:09.103496Z","end":"2026-03-06T21:02:10.101315Z","steps":["trace[1116379354] 'agreement among raft nodes before linearized reading' (duration: 997.77082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:09.103474Z","time spent":"997.855882ms","remote":"127.0.0.1:40238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:02:10.101315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.452906Z","time spent":"1.648322076s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:10.101413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40776779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:02:10.100976Z","caller":"traceutil/trace.go:171","msg":"trace[1234380081] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19657; }","duration":"662.369767ms","start":"2026-03-06T21:02:09.438598Z","end":"2026-03-06T21:02:10.100968Z","steps":["trace[1234380081] 'agreement among raft nodes before linearized reading' (duration: 662.336056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.406941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:02:10.101441Z","caller":"traceutil/trace.go:171","msg":"trace[1066356782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19657; }","duration":"1.407823671s","start":"2026-03-06T21:02:08.693603Z","end":"2026-03-06T21:02:10.101426Z","steps":["trace[1066356782] 'agreement among raft nodes before linearized reading' (duration: 1.40779884s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.693581Z","time spent":"1.407872002s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:02:10.101451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:09.438587Z","time spent":"662.852888ms","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:02:10.101477Z","caller":"traceutil/trace.go:171","msg":"trace[2071889560] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19657; }","duration":"344.494553ms","start":"2026-03-06T21:02:09.756971Z","end":"2026-03-06T21:02:10.101465Z","steps":["trace[2071889560] 'agreement among raft nodes before linearized reading' (duration: 344.393221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:09.756949Z","time spent":"344.570205ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:02:10.101506Z","caller":"traceutil/trace.go:171","msg":"trace[865364793] transaction","detail":"{read_only:false; response_revision:19657; number_of_response:1; }","duration":"1.648459898s","start":"2026-03-06T21:02:08.452943Z","end":"2026-03-06T21:02:10.101403Z","steps":["trace[865364793] 'process raft request' (duration: 1.647312963s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.452843Z","time spent":"1.648257964s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:10.101684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.992278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:02:10.101725Z","caller":"traceutil/trace.go:171","msg":"trace[1523782875] transaction","detail":"{read_only:false; response_revision:19654; number_of_response:1; }","duration":"1.64894353s","start":"2026-03-06T21:02:08.452775Z","end":"2026-03-06T21:02:10.101719Z","steps":["trace[1523782875] 'process raft request' (duration: 1.647430346s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:10.101734Z","caller":"traceutil/trace.go:171","msg":"trace[719723177] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19657; }","duration":"571.08469ms","start":"2026-03-06T21:02:09.530636Z","end":"2026-03-06T21:02:10.101721Z","steps":["trace[719723177] 'agreement among raft nodes before linearized reading' (duration: 570.981117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:10.101758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.45276Z","time spent":"1.648981021s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:10.10177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:09.530615Z","time spent":"571.146522ms","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:02:10.10171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:08.452939Z","time spent":"1.648680743s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:10.604652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051424405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:02:11.028384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:10.675902Z","time spent":"352.47359ms","remote":"127.0.0.1:36614","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:02:11.028527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.992765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:02:11.028731Z","caller":"traceutil/trace.go:171","msg":"trace[762356379] linearizableReadLoop","detail":"{readStateIndex:20384; appliedIndex:20382; }","duration":"924.117911ms","start":"2026-03-06T21:02:10.104598Z","end":"2026-03-06T21:02:11.028716Z","steps":["trace[762356379] 'read index received' (duration: 501.864741ms)","trace[762356379] 'applied index is now lower than readState.Index' (duration: 422.25217ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:02:11.028954Z","caller":"traceutil/trace.go:171","msg":"trace[22460931] transaction","detail":"{read_only:false; response_revision:19658; number_of_response:1; }","duration":"924.704856ms","start":"2026-03-06T21:02:10.104236Z","end":"2026-03-06T21:02:11.02894Z","steps":["trace[22460931] 'process raft request' (duration: 502.211659ms)","trace[22460931] 'compare' (duration: 421.510894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:02:11.029026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:10.104215Z","time spent":"924.776137ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:11.029296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.670364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T21:02:11.029406Z","caller":"traceutil/trace.go:171","msg":"trace[202426521] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:19659; }","duration":"924.840908ms","start":"2026-03-06T21:02:10.104546Z","end":"2026-03-06T21:02:11.029387Z","steps":["trace[202426521] 'agreement among raft nodes before linearized reading' (duration: 924.572942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:11.029478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:10.104529Z","time spent":"924.939989ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-03-06T21:02:11.029123Z","caller":"traceutil/trace.go:171","msg":"trace[157159247] transaction","detail":"{read_only:false; response_revision:19659; number_of_response:1; }","duration":"921.710858ms","start":"2026-03-06T21:02:10.107393Z","end":"2026-03-06T21:02:11.029104Z","steps":["trace[157159247] 'process raft request' (duration: 921.235877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:11.030924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:10.107365Z","time spent":"923.460277ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:02:11.420687Z","caller":"traceutil/trace.go:171","msg":"trace[627591336] linearizableReadLoop","detail":"{readStateIndex:20385; appliedIndex:20384; }","duration":"391.890791ms","start":"2026-03-06T21:02:11.028769Z","end":"2026-03-06T21:02:11.420659Z","steps":["trace[627591336] 'read index received' (duration: 307.897844ms)","trace[627591336] 'applied index is now lower than readState.Index' (duration: 83.991277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:02:11.420846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.303808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:02:11.42083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312061965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:02:11.420942Z","caller":"traceutil/trace.go:171","msg":"trace[1213504767] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19660; }","duration":"763.44452ms","start":"2026-03-06T21:02:10.657479Z","end":"2026-03-06T21:02:11.420924Z","steps":["trace[1213504767] 'agreement among raft nodes before linearized reading' (duration: 763.250806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:11.42099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:10.657464Z","time spent":"763.515233ms","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:02:11.420986Z","caller":"traceutil/trace.go:171","msg":"trace[938461331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19660; }","duration":"1.312252019s","start":"2026-03-06T21:02:10.108714Z","end":"2026-03-06T21:02:11.420966Z","steps":["trace[938461331] 'agreement among raft nodes before linearized reading' (duration: 1.312056325s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:11.421066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:10.108705Z","time spent":"1.312348651s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:02:11.421334Z","caller":"traceutil/trace.go:171","msg":"trace[678505094] transaction","detail":"{read_only:false; response_revision:19660; number_of_response:1; }","duration":"735.249309ms","start":"2026-03-06T21:02:10.68605Z","end":"2026-03-06T21:02:11.421299Z","steps":["trace[678505094] 'process raft request' (duration: 650.603757ms)","trace[678505094] 'compare' (duration: 83.882874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:02:11.421372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206028142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:02:11.421441Z","caller":"traceutil/trace.go:171","msg":"trace[152167010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19660; }","duration":"1.206151285s","start":"2026-03-06T21:02:10.21527Z","end":"2026-03-06T21:02:11.421422Z","steps":["trace[152167010] 'agreement among raft nodes before linearized reading' (duration: 1.206012782s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:11.421508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:10.215251Z","time spent":"1.206246288s","remote":"127.0.0.1:38376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:02:11.421343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071011639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:02:11.421563Z","caller":"traceutil/trace.go:171","msg":"trace[908454459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19660; }","duration":"1.071277075s","start":"2026-03-06T21:02:10.350273Z","end":"2026-03-06T21:02:11.42155Z","steps":["trace[908454459] 'agreement among raft nodes before linearized reading' (duration: 1.070882136s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:11.421647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:10.350256Z","time spent":"1.071377587s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:02:11.421601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:10.686031Z","time spent":"735.394532ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:12.566772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.419765ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-06T21:02:12.567034Z","caller":"traceutil/trace.go:171","msg":"trace[1577227835] transaction","detail":"{read_only:false; response_revision:19662; number_of_response:1; }","duration":"460.089599ms","start":"2026-03-06T21:02:12.106926Z","end":"2026-03-06T21:02:12.567015Z","steps":["trace[1577227835] 'process raft request' (duration: 460.030187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:12.567072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:11.031381Z","time spent":"1.535686858s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:02:12.567136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.106889Z","time spent":"460.178481ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:02:12.567191Z","caller":"traceutil/trace.go:171","msg":"trace[101634710] transaction","detail":"{read_only:false; response_revision:19661; number_of_response:1; }","duration":"1.334643554s","start":"2026-03-06T21:02:11.232497Z","end":"2026-03-06T21:02:12.56714Z","steps":["trace[101634710] 'process raft request' (duration: 1.334363347s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:12.567308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145190148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:02:12.567332Z","caller":"traceutil/trace.go:171","msg":"trace[804126319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19662; }","duration":"1.145245998s","start":"2026-03-06T21:02:11.42208Z","end":"2026-03-06T21:02:12.567326Z","steps":["trace[804126319] 'agreement among raft nodes before linearized reading' (duration: 1.145203107s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:12.567351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:11.422059Z","time spent":"1.14528898s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:02:12.567433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:11.232472Z","time spent":"1.334840659s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:02:12.567266Z","caller":"traceutil/trace.go:171","msg":"trace[750136697] linearizableReadLoop","detail":"{readStateIndex:20387; appliedIndex:20385; }","duration":"1.145138777s","start":"2026-03-06T21:02:11.422117Z","end":"2026-03-06T21:02:12.567256Z","steps":["trace[750136697] 'read index received' (duration: 207.200499ms)","trace[750136697] 'applied index is now lower than readState.Index' (duration: 937.937408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:02:13.50768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.575973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:02:13.507887Z","caller":"traceutil/trace.go:171","msg":"trace[316033427] transaction","detail":"{read_only:false; response_revision:19664; number_of_response:1; }","duration":"939.521092ms","start":"2026-03-06T21:02:12.568343Z","end":"2026-03-06T21:02:13.507864Z","steps":["trace[316033427] 'process raft request' (duration: 939.448421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.507983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.568313Z","time spent":"939.629634ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:02:13.508217Z","caller":"traceutil/trace.go:171","msg":"trace[1907205003] linearizableReadLoop","detail":"{readStateIndex:20389; appliedIndex:20388; }","duration":"940.537235ms","start":"2026-03-06T21:02:12.567614Z","end":"2026-03-06T21:02:13.508151Z","steps":["trace[1907205003] 'read index received' (duration: 372.361848ms)","trace[1907205003] 'applied index is now lower than readState.Index' (duration: 568.170157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:02:13.50837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791075312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:02:13.508473Z","caller":"traceutil/trace.go:171","msg":"trace[1992399239] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19664; }","duration":"1.791192974s","start":"2026-03-06T21:02:11.717253Z","end":"2026-03-06T21:02:13.508446Z","steps":["trace[1992399239] 'agreement among raft nodes before linearized reading' (duration: 1.79101717s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.508477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07159948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:02:13.508495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068954622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:02:13.508525Z","caller":"traceutil/trace.go:171","msg":"trace[944979477] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19664; }","duration":"2.071693653s","start":"2026-03-06T21:02:11.436818Z","end":"2026-03-06T21:02:13.508512Z","steps":["trace[944979477] 'agreement among raft nodes before linearized reading' (duration: 2.07158402s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.50852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172065842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:02:13.508552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:11.436798Z","time spent":"2.071748164s","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:02:13.508542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:11.717186Z","time spent":"1.791327647s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:02:13.508531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760500396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-06T21:02:13.508572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401304529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:02:13.508586Z","caller":"traceutil/trace.go:171","msg":"trace[1708931941] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19664; }","duration":"1.172203645s","start":"2026-03-06T21:02:12.336362Z","end":"2026-03-06T21:02:13.508565Z","steps":["trace[1708931941] 'agreement among raft nodes before linearized reading' (duration: 1.172089762s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:13.508624Z","caller":"traceutil/trace.go:171","msg":"trace[833462052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19664; }","duration":"1.40139462s","start":"2026-03-06T21:02:12.107217Z","end":"2026-03-06T21:02:13.508612Z","steps":["trace[833462052] 'agreement among raft nodes before linearized reading' (duration: 1.401208546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.50863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.336331Z","time spent":"1.172290487s","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:02:13.508628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40053281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T21:02:13.508621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399494117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T21:02:13.508666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.107205Z","time spent":"1.401454802s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:02:13.508641Z","caller":"traceutil/trace.go:171","msg":"trace[1758812262] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19664; }","duration":"1.76066444s","start":"2026-03-06T21:02:11.747945Z","end":"2026-03-06T21:02:13.50861Z","steps":["trace[1758812262] 'agreement among raft nodes before linearized reading' (duration: 1.760300212s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:13.508684Z","caller":"traceutil/trace.go:171","msg":"trace[1942591739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19664; }","duration":"1.400601152s","start":"2026-03-06T21:02:12.108069Z","end":"2026-03-06T21:02:13.50867Z","steps":["trace[1942591739] 'agreement among raft nodes before linearized reading' (duration: 1.400458599s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:13.508709Z","caller":"traceutil/trace.go:171","msg":"trace[1508563944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19664; }","duration":"1.399645041s","start":"2026-03-06T21:02:12.109041Z","end":"2026-03-06T21:02:13.508686Z","steps":["trace[1508563944] 'agreement among raft nodes before linearized reading' (duration: 1.399356455s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.508721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:11.747922Z","time spent":"1.760781342s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T21:02:13.508749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.108061Z","time spent":"1.400671933s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:02:13.508755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.109009Z","time spent":"1.399736963s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:02:13.50849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401075653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T21:02:13.508917Z","caller":"traceutil/trace.go:171","msg":"trace[1551160121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19664; }","duration":"1.401549913s","start":"2026-03-06T21:02:12.107353Z","end":"2026-03-06T21:02:13.508903Z","steps":["trace[1551160121] 'agreement among raft nodes before linearized reading' (duration: 1.400839328s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.508962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.107347Z","time spent":"1.401603375s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:02:13.508853Z","caller":"traceutil/trace.go:171","msg":"trace[868768705] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"1.396338967s","start":"2026-03-06T21:02:12.1115Z","end":"2026-03-06T21:02:13.507838Z","steps":["trace[868768705] 'process raft request' (duration: 828.444608ms)","trace[868768705] 'compare' (duration: 567.454589ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:02:13.509195Z","caller":"traceutil/trace.go:171","msg":"trace[2060129846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19664; }","duration":"2.069057774s","start":"2026-03-06T21:02:11.439486Z","end":"2026-03-06T21:02:13.508544Z","steps":["trace[2060129846] 'agreement among raft nodes before linearized reading' (duration: 2.06886389s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.509236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.111478Z","time spent":"1.397714667s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:13.509272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:11.439462Z","time spent":"2.069795101s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:02:13.508741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327179129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"info","ts":"2026-03-06T21:02:13.509414Z","caller":"traceutil/trace.go:171","msg":"trace[1282433323] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19664; }","duration":"1.327887915s","start":"2026-03-06T21:02:12.181503Z","end":"2026-03-06T21:02:13.509391Z","steps":["trace[1282433323] 'agreement among raft nodes before linearized reading' (duration: 1.326693459s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.509492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.181489Z","time spent":"1.327968566s","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-06T21:02:13.50958Z","caller":"traceutil/trace.go:171","msg":"trace[1049040470] transaction","detail":"{read_only:false; response_revision:19665; number_of_response:1; }","duration":"354.600137ms","start":"2026-03-06T21:02:13.154963Z","end":"2026-03-06T21:02:13.509563Z","steps":["trace[1049040470] 'process raft request' (duration: 354.521375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.509666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.154941Z","time spent":"354.683279ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:02:13.83428Z","caller":"traceutil/trace.go:171","msg":"trace[154670572] linearizableReadLoop","detail":"{readStateIndex:20392; appliedIndex:20391; }","duration":"325.936823ms","start":"2026-03-06T21:02:13.508305Z","end":"2026-03-06T21:02:13.834241Z","steps":["trace[154670572] 'read index received' (duration: 1.543764ms)","trace[154670572] 'applied index is now lower than readState.Index' (duration: 324.391419ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:02:13.834383Z","caller":"traceutil/trace.go:171","msg":"trace[1080619534] transaction","detail":"{read_only:false; response_revision:19666; number_of_response:1; }","duration":"407.611788ms","start":"2026-03-06T21:02:13.426697Z","end":"2026-03-06T21:02:13.834309Z","steps":["trace[1080619534] 'process raft request' (duration: 407.168518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.834524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259028273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:02:13.834587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.527589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:02:13.834601Z","caller":"traceutil/trace.go:171","msg":"trace[1748869797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19666; }","duration":"1.259170096s","start":"2026-03-06T21:02:12.575412Z","end":"2026-03-06T21:02:13.834582Z","steps":["trace[1748869797] 'agreement among raft nodes before linearized reading' (duration: 1.259020203s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.834584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.426678Z","time spent":"407.805473ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:02:13.834708Z","caller":"traceutil/trace.go:171","msg":"trace[208822586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19666; }","duration":"799.744443ms","start":"2026-03-06T21:02:13.034941Z","end":"2026-03-06T21:02:13.834685Z","steps":["trace[208822586] 'agreement among raft nodes before linearized reading' (duration: 799.393746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.834759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.034909Z","time spent":"799.839396ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:02:13.835125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:12.5754Z","time spent":"1.259317179s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:02:13.836284Z","caller":"traceutil/trace.go:171","msg":"trace[626132102] transaction","detail":"{read_only:false; response_revision:19669; number_of_response:1; }","duration":"321.870623ms","start":"2026-03-06T21:02:13.51439Z","end":"2026-03-06T21:02:13.836261Z","steps":["trace[626132102] 'process raft request' (duration: 321.593537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:02:13.83636Z","caller":"traceutil/trace.go:171","msg":"trace[242587466] transaction","detail":"{read_only:false; response_revision:19667; number_of_response:1; }","duration":"322.1999ms","start":"2026-03-06T21:02:13.51414Z","end":"2026-03-06T21:02:13.83634Z","steps":["trace[242587466] 'process raft request' (duration: 321.676968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.836385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.514359Z","time spent":"321.983325ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:13.836461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.514082Z","time spent":"322.314712ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:02:13.836499Z","caller":"traceutil/trace.go:171","msg":"trace[275415773] transaction","detail":"{read_only:false; response_revision:19668; number_of_response:1; }","duration":"322.235291ms","start":"2026-03-06T21:02:13.514253Z","end":"2026-03-06T21:02:13.836488Z","steps":["trace[275415773] 'process raft request' (duration: 321.69205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.836549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.514244Z","time spent":"322.276092ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:02:13.836302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.088574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18778"} {"level":"info","ts":"2026-03-06T21:02:13.836621Z","caller":"traceutil/trace.go:171","msg":"trace[1026007210] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19670; }","duration":"325.437142ms","start":"2026-03-06T21:02:13.511164Z","end":"2026-03-06T21:02:13.836601Z","steps":["trace[1026007210] 'agreement among raft nodes before linearized reading' (duration: 324.987382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.836688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.511146Z","time spent":"325.527543ms","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18802,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T21:02:13.836739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.081182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f89669dd-f9f4-49b9-bdc2-f298ab01df90\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-06T21:02:13.836778Z","caller":"traceutil/trace.go:171","msg":"trace[1469120876] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f89669dd-f9f4-49b9-bdc2-f298ab01df90; range_end:; response_count:1; response_revision:19670; }","duration":"324.135443ms","start":"2026-03-06T21:02:13.51263Z","end":"2026-03-06T21:02:13.836766Z","steps":["trace[1469120876] 'agreement among raft nodes before linearized reading' (duration: 323.98961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.836812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.512621Z","time spent":"324.182924ms","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-f89669dd-f9f4-49b9-bdc2-f298ab01df90\" "} {"level":"warn","ts":"2026-03-06T21:02:13.836866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.101184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:02:13.836911Z","caller":"traceutil/trace.go:171","msg":"trace[472899850] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19670; }","duration":"325.174365ms","start":"2026-03-06T21:02:13.511726Z","end":"2026-03-06T21:02:13.836901Z","steps":["trace[472899850] 'agreement among raft nodes before linearized reading' (duration: 325.058223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.836939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.51171Z","time spent":"325.222357ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T21:02:13.837024Z","caller":"traceutil/trace.go:171","msg":"trace[976975410] transaction","detail":"{read_only:false; response_revision:19670; number_of_response:1; }","duration":"321.216309ms","start":"2026-03-06T21:02:13.515798Z","end":"2026-03-06T21:02:13.837015Z","steps":["trace[976975410] 'process raft request' (duration: 320.216077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:02:13.837077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:02:13.515775Z","time spent":"321.276721ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:03:46.675272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18284} {"level":"info","ts":"2026-03-06T21:03:46.776318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18284,"took":"96.350108ms","hash":1184108479,"current-db-size-bytes":42672128,"current-db-size":"43 MB","current-db-size-in-use-bytes":29732864,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T21:03:46.776384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1184108479,"revision":18284,"compact-revision":16074} {"level":"info","ts":"2026-03-06T21:04:55.87354Z","caller":"traceutil/trace.go:171","msg":"trace[1480151099] transaction","detail":"{read_only:false; response_revision:20846; number_of_response:1; }","duration":"240.405492ms","start":"2026-03-06T21:04:55.633098Z","end":"2026-03-06T21:04:55.873504Z","steps":["trace[1480151099] 'process raft request' (duration: 240.192388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:01.759658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.878936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:06:01.759816Z","caller":"traceutil/trace.go:171","msg":"trace[1869322051] linearizableReadLoop","detail":"{readStateIndex:22188; appliedIndex:22187; }","duration":"245.987577ms","start":"2026-03-06T21:06:01.513795Z","end":"2026-03-06T21:06:01.759783Z","steps":["trace[1869322051] 'read index received' (duration: 48.962588ms)","trace[1869322051] 'applied index is now lower than readState.Index' (duration: 197.022959ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:06:01.759852Z","caller":"traceutil/trace.go:171","msg":"trace[410015555] transaction","detail":"{read_only:false; response_revision:21397; number_of_response:1; }","duration":"304.285981ms","start":"2026-03-06T21:06:01.455542Z","end":"2026-03-06T21:06:01.759828Z","steps":["trace[410015555] 'process raft request' (duration: 107.123219ms)","trace[410015555] 'compare' (duration: 196.747863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:06:01.75989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.091729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:06:01.759924Z","caller":"traceutil/trace.go:171","msg":"trace[191588810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21397; }","duration":"246.156051ms","start":"2026-03-06T21:06:01.513757Z","end":"2026-03-06T21:06:01.759913Z","steps":["trace[191588810] 'agreement among raft nodes before linearized reading' (duration: 246.093679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:01.759993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:01.455522Z","time spent":"304.394263ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:06:14.050922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.219384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:06:14.05114Z","caller":"traceutil/trace.go:171","msg":"trace[1042723472] transaction","detail":"{read_only:false; response_revision:21850; number_of_response:1; }","duration":"196.60463ms","start":"2026-03-06T21:06:13.854515Z","end":"2026-03-06T21:06:14.05112Z","steps":["trace[1042723472] 'process raft request' (duration: 48.09419ms)","trace[1042723472] 'compare' (duration: 148.05328ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:06:14.053214Z","caller":"traceutil/trace.go:171","msg":"trace[2046558541] transaction","detail":"{read_only:false; response_revision:21852; number_of_response:1; }","duration":"191.881255ms","start":"2026-03-06T21:06:13.861306Z","end":"2026-03-06T21:06:14.053187Z","steps":["trace[2046558541] 'process raft request' (duration: 191.631789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:14.05319Z","caller":"traceutil/trace.go:171","msg":"trace[1395230493] transaction","detail":"{read_only:false; response_revision:21851; number_of_response:1; }","duration":"194.38491ms","start":"2026-03-06T21:06:13.858724Z","end":"2026-03-06T21:06:14.053109Z","steps":["trace[1395230493] 'process raft request' (duration: 194.034852ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:14.053533Z","caller":"traceutil/trace.go:171","msg":"trace[2012546977] linearizableReadLoop","detail":"{readStateIndex:22656; appliedIndex:22652; }","duration":"151.570889ms","start":"2026-03-06T21:06:13.90194Z","end":"2026-03-06T21:06:14.053511Z","steps":["trace[2012546977] 'read index received' (duration: 778.858µs)","trace[2012546977] 'applied index is now lower than readState.Index' (duration: 150.791051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:06:14.053977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.009978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-03-06T21:06:14.054073Z","caller":"traceutil/trace.go:171","msg":"trace[942774675] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21853; }","duration":"152.125871ms","start":"2026-03-06T21:06:13.901894Z","end":"2026-03-06T21:06:14.054019Z","steps":["trace[942774675] 'agreement among raft nodes before linearized reading' (duration: 151.820234ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:14.054282Z","caller":"traceutil/trace.go:171","msg":"trace[887482169] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"186.245181ms","start":"2026-03-06T21:06:13.868025Z","end":"2026-03-06T21:06:14.054271Z","steps":["trace[887482169] 'process raft request' (duration: 184.986443ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:15.710645Z","caller":"traceutil/trace.go:171","msg":"trace[853827214] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"100.909372ms","start":"2026-03-06T21:06:15.609614Z","end":"2026-03-06T21:06:15.710524Z","steps":["trace[853827214] 'process raft request' (duration: 99.942441ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:17.317395Z","caller":"traceutil/trace.go:171","msg":"trace[923460316] linearizableReadLoop","detail":"{readStateIndex:22787; appliedIndex:22786; }","duration":"155.607867ms","start":"2026-03-06T21:06:17.161763Z","end":"2026-03-06T21:06:17.31737Z","steps":["trace[923460316] 'read index received' (duration: 155.271659ms)","trace[923460316] 'applied index is now lower than readState.Index' (duration: 335.308µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:06:17.317457Z","caller":"traceutil/trace.go:171","msg":"trace[1653024923] transaction","detail":"{read_only:false; response_revision:21983; number_of_response:1; }","duration":"157.845806ms","start":"2026-03-06T21:06:17.159578Z","end":"2026-03-06T21:06:17.317424Z","steps":["trace[1653024923] 'process raft request' (duration: 157.574771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:17.317581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.786961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/cert-manager-test/\" range_end:\"/registry/cluster.x-k8s.io/machinesets/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:06:17.317627Z","caller":"traceutil/trace.go:171","msg":"trace[941308835] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/cert-manager-test/; range_end:/registry/cluster.x-k8s.io/machinesets/cert-manager-test0; response_count:0; response_revision:21983; }","duration":"155.882244ms","start":"2026-03-06T21:06:17.161734Z","end":"2026-03-06T21:06:17.317616Z","steps":["trace[941308835] 'agreement among raft nodes before linearized reading' (duration: 155.777711ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:21.639078Z","caller":"traceutil/trace.go:171","msg":"trace[509614872] linearizableReadLoop","detail":"{readStateIndex:22871; appliedIndex:22870; }","duration":"302.129974ms","start":"2026-03-06T21:06:21.33692Z","end":"2026-03-06T21:06:21.63905Z","steps":["trace[509614872] 'read index received' (duration: 301.884868ms)","trace[509614872] 'applied index is now lower than readState.Index' (duration: 243.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:06:21.639128Z","caller":"traceutil/trace.go:171","msg":"trace[1918931713] transaction","detail":"{read_only:false; response_revision:22066; number_of_response:1; }","duration":"325.423086ms","start":"2026-03-06T21:06:21.313667Z","end":"2026-03-06T21:06:21.63909Z","steps":["trace[1918931713] 'process raft request' (duration: 325.093208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:21.639359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.313635Z","time spent":"325.564919ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:06:21.639419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.495511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:06:21.639494Z","caller":"traceutil/trace.go:171","msg":"trace[1627790354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22066; }","duration":"302.650005ms","start":"2026-03-06T21:06:21.336825Z","end":"2026-03-06T21:06:21.639475Z","steps":["trace[1627790354] 'agreement among raft nodes before linearized reading' (duration: 302.369679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:21.639554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.336783Z","time spent":"302.756577ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:06:22.392543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.925865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:06:22.39276Z","caller":"traceutil/trace.go:171","msg":"trace[1861980178] transaction","detail":"{read_only:false; response_revision:22067; number_of_response:1; }","duration":"968.839223ms","start":"2026-03-06T21:06:21.423901Z","end":"2026-03-06T21:06:22.39274Z","steps":["trace[1861980178] 'process raft request' (duration: 504.587411ms)","trace[1861980178] 'compare' (duration: 462.642647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:06:22.392867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.423874Z","time spent":"968.962746ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:06:22.393215Z","caller":"traceutil/trace.go:171","msg":"trace[327625369] transaction","detail":"{read_only:false; response_revision:22068; number_of_response:1; }","duration":"939.146581ms","start":"2026-03-06T21:06:21.454058Z","end":"2026-03-06T21:06:22.393205Z","steps":["trace[327625369] 'process raft request' (duration: 938.601428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.393278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.454019Z","time spent":"939.229683ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:06:22.393708Z","caller":"traceutil/trace.go:171","msg":"trace[899863519] transaction","detail":"{read_only:false; response_revision:22071; number_of_response:1; }","duration":"537.18105ms","start":"2026-03-06T21:06:21.856504Z","end":"2026-03-06T21:06:22.393685Z","steps":["trace[899863519] 'process raft request' (duration: 537.132879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.393993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.856463Z","time spent":"537.300702ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:06:22.393952Z","caller":"traceutil/trace.go:171","msg":"trace[1461798544] linearizableReadLoop","detail":"{readStateIndex:22873; appliedIndex:22871; }","duration":"754.70548ms","start":"2026-03-06T21:06:21.639173Z","end":"2026-03-06T21:06:22.393878Z","steps":["trace[1461798544] 'read index received' (duration: 289.313072ms)","trace[1461798544] 'applied index is now lower than readState.Index' (duration: 465.372927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:06:22.394116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.73781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:06:22.394094Z","caller":"traceutil/trace.go:171","msg":"trace[1617255493] transaction","detail":"{read_only:false; response_revision:22069; number_of_response:1; }","duration":"749.7293ms","start":"2026-03-06T21:06:21.644339Z","end":"2026-03-06T21:06:22.394068Z","steps":["trace[1617255493] 'process raft request' (duration: 748.79878ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:22.394172Z","caller":"traceutil/trace.go:171","msg":"trace[1508182583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22071; }","duration":"833.794511ms","start":"2026-03-06T21:06:21.560364Z","end":"2026-03-06T21:06:22.394159Z","steps":["trace[1508182583] 'agreement among raft nodes before linearized reading' (duration: 833.638347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.394212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.560295Z","time spent":"833.909424ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:06:22.394186Z","caller":"traceutil/trace.go:171","msg":"trace[1464734552] transaction","detail":"{read_only:false; response_revision:22070; number_of_response:1; }","duration":"725.017856ms","start":"2026-03-06T21:06:21.669094Z","end":"2026-03-06T21:06:22.394112Z","steps":["trace[1464734552] 'process raft request' (duration: 724.120646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.394348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054339257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:06:22.394362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.507923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:06:22.394377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.644319Z","time spent":"749.855223ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:06:22.394387Z","caller":"traceutil/trace.go:171","msg":"trace[1815205000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22071; }","duration":"1.054409529s","start":"2026-03-06T21:06:21.339968Z","end":"2026-03-06T21:06:22.394377Z","steps":["trace[1815205000] 'agreement among raft nodes before linearized reading' (duration: 1.054316227s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.394428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.339952Z","time spent":"1.05447008s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:06:22.394455Z","caller":"traceutil/trace.go:171","msg":"trace[1908381225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22071; }","duration":"501.600346ms","start":"2026-03-06T21:06:21.892793Z","end":"2026-03-06T21:06:22.394394Z","steps":["trace[1908381225] 'agreement among raft nodes before linearized reading' (duration: 501.432032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.394546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.600817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:06:22.394551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.015472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-06T21:06:22.394592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.892775Z","time spent":"501.773369ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:06:22.394608Z","caller":"traceutil/trace.go:171","msg":"trace[574462976] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22071; }","duration":"629.095273ms","start":"2026-03-06T21:06:21.765503Z","end":"2026-03-06T21:06:22.394598Z","steps":["trace[574462976] 'agreement among raft nodes before linearized reading' (duration: 628.988371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:22.394611Z","caller":"traceutil/trace.go:171","msg":"trace[1208106144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22071; }","duration":"878.72333ms","start":"2026-03-06T21:06:21.51587Z","end":"2026-03-06T21:06:22.394593Z","steps":["trace[1208106144] 'agreement among raft nodes before linearized reading' (duration: 878.272471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.394639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.765491Z","time spent":"629.141204ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T21:06:22.394532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.337973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T21:06:22.394675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.515857Z","time spent":"878.808762ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:06:22.394727Z","caller":"traceutil/trace.go:171","msg":"trace[305673498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22071; }","duration":"651.592099ms","start":"2026-03-06T21:06:21.743107Z","end":"2026-03-06T21:06:22.394699Z","steps":["trace[305673498] 'agreement among raft nodes before linearized reading' (duration: 651.106828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.394826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.669057Z","time spent":"725.343343ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:06:22.394785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:21.743081Z","time spent":"651.692011ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:06:22.892534Z","caller":"traceutil/trace.go:171","msg":"trace[770081708] transaction","detail":"{read_only:false; response_revision:22072; number_of_response:1; }","duration":"491.871312ms","start":"2026-03-06T21:06:22.400614Z","end":"2026-03-06T21:06:22.892486Z","steps":["trace[770081708] 'process raft request' (duration: 491.634237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.892868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:22.400599Z","time spent":"492.048036ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:06:22.893575Z","caller":"traceutil/trace.go:171","msg":"trace[1031888586] transaction","detail":"{read_only:false; response_revision:22074; number_of_response:1; }","duration":"492.286201ms","start":"2026-03-06T21:06:22.40124Z","end":"2026-03-06T21:06:22.893526Z","steps":["trace[1031888586] 'process raft request' (duration: 492.181148ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:22.893612Z","caller":"traceutil/trace.go:171","msg":"trace[1711401839] transaction","detail":"{read_only:false; response_revision:22073; number_of_response:1; }","duration":"492.856183ms","start":"2026-03-06T21:06:22.400723Z","end":"2026-03-06T21:06:22.89358Z","steps":["trace[1711401839] 'process raft request' (duration: 492.519936ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:06:22.893771Z","caller":"traceutil/trace.go:171","msg":"trace[1863526259] transaction","detail":"{read_only:false; response_revision:22075; number_of_response:1; }","duration":"491.099024ms","start":"2026-03-06T21:06:22.402623Z","end":"2026-03-06T21:06:22.893722Z","steps":["trace[1863526259] 'process raft request' (duration: 490.850989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.893852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:22.402613Z","time spent":"491.202176ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:06:22.894138Z","caller":"traceutil/trace.go:171","msg":"trace[50765347] linearizableReadLoop","detail":"{readStateIndex:22881; appliedIndex:22876; }","duration":"133.11006ms","start":"2026-03-06T21:06:22.760991Z","end":"2026-03-06T21:06:22.894102Z","steps":["trace[50765347] 'read index received' (duration: 131.23279ms)","trace[50765347] 'applied index is now lower than readState.Index' (duration: 1.87347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:06:22.894229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:22.401221Z","time spent":"492.467874ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:06:22.894426Z","caller":"traceutil/trace.go:171","msg":"trace[1164965086] transaction","detail":"{read_only:false; response_revision:22076; number_of_response:1; }","duration":"183.383538ms","start":"2026-03-06T21:06:22.711019Z","end":"2026-03-06T21:06:22.894402Z","steps":["trace[1164965086] 'process raft request' (duration: 182.645522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:06:22.894266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:06:22.400691Z","time spent":"493.003166ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:06:22.894643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.661234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:29 size:256469"} {"level":"info","ts":"2026-03-06T21:06:22.894692Z","caller":"traceutil/trace.go:171","msg":"trace[1841909225] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:29; response_revision:22076; }","duration":"133.708975ms","start":"2026-03-06T21:06:22.760967Z","end":"2026-03-06T21:06:22.894676Z","steps":["trace[1841909225] 'agreement among raft nodes before linearized reading' (duration: 133.261924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:07:51.019012Z","caller":"traceutil/trace.go:171","msg":"trace[1164305132] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"281.54645ms","start":"2026-03-06T21:07:50.737419Z","end":"2026-03-06T21:07:51.018966Z","steps":["trace[1164305132] 'process raft request' (duration: 281.389356ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:07:51.10809Z","caller":"traceutil/trace.go:171","msg":"trace[624815844] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"345.16097ms","start":"2026-03-06T21:07:50.762897Z","end":"2026-03-06T21:07:51.108058Z","steps":["trace[624815844] 'process raft request' (duration: 337.186374ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:07:51.108187Z","caller":"traceutil/trace.go:171","msg":"trace[1656940327] linearizableReadLoop","detail":"{readStateIndex:23784; appliedIndex:23781; }","duration":"276.06843ms","start":"2026-03-06T21:07:50.832094Z","end":"2026-03-06T21:07:51.108162Z","steps":["trace[1656940327] 'read index received' (duration: 186.715652ms)","trace[1656940327] 'applied index is now lower than readState.Index' (duration: 89.351548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:07:51.108339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:07:50.762871Z","time spent":"345.289253ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:07:51.108418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.317685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:07:51.10848Z","caller":"traceutil/trace.go:171","msg":"trace[1111199584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22957; }","duration":"276.440947ms","start":"2026-03-06T21:07:50.832024Z","end":"2026-03-06T21:07:51.108465Z","steps":["trace[1111199584] 'agreement among raft nodes before linearized reading' (duration: 276.261144ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:07:51.108566Z","caller":"traceutil/trace.go:171","msg":"trace[2125424202] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"345.433256ms","start":"2026-03-06T21:07:50.763123Z","end":"2026-03-06T21:07:51.108557Z","steps":["trace[2125424202] 'process raft request' (duration: 344.902775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:07:51.108648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:07:50.763105Z","time spent":"345.486717ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:40.354074Z","caller":"traceutil/trace.go:171","msg":"trace[1924959691] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"209.866092ms","start":"2026-03-06T21:08:40.144178Z","end":"2026-03-06T21:08:40.354044Z","steps":["trace[1924959691] 'process raft request' (duration: 209.624587ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:40.358111Z","caller":"traceutil/trace.go:171","msg":"trace[1545432707] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"103.652153ms","start":"2026-03-06T21:08:40.254439Z","end":"2026-03-06T21:08:40.358091Z","steps":["trace[1545432707] 'process raft request' (duration: 103.303104ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:41.366245Z","caller":"traceutil/trace.go:171","msg":"trace[1780900769] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"127.353234ms","start":"2026-03-06T21:08:41.238683Z","end":"2026-03-06T21:08:41.366036Z","steps":["trace[1780900769] 'process raft request' (duration: 127.185731ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:41.416528Z","caller":"traceutil/trace.go:171","msg":"trace[1144374428] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"100.272367ms","start":"2026-03-06T21:08:41.316224Z","end":"2026-03-06T21:08:41.416496Z","steps":["trace[1144374428] 'process raft request' (duration: 100.082643ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:41.934397Z","caller":"traceutil/trace.go:171","msg":"trace[350009057] linearizableReadLoop","detail":"{readStateIndex:24228; appliedIndex:24227; }","duration":"198.93046ms","start":"2026-03-06T21:08:41.735435Z","end":"2026-03-06T21:08:41.934366Z","steps":["trace[350009057] 'read index received' (duration: 198.748706ms)","trace[350009057] 'applied index is now lower than readState.Index' (duration: 180.104µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:41.934548Z","caller":"traceutil/trace.go:171","msg":"trace[1653134081] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"334.906434ms","start":"2026-03-06T21:08:41.59963Z","end":"2026-03-06T21:08:41.934536Z","steps":["trace[1653134081] 'process raft request' (duration: 334.547806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:41.934666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:41.599595Z","time spent":"334.978555ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:41.935021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.595635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:08:41.935051Z","caller":"traceutil/trace.go:171","msg":"trace[1569415611] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23390; }","duration":"199.680698ms","start":"2026-03-06T21:08:41.735362Z","end":"2026-03-06T21:08:41.935043Z","steps":["trace[1569415611] 'agreement among raft nodes before linearized reading' (duration: 199.485092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:41.935133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.420125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:08:41.935243Z","caller":"traceutil/trace.go:171","msg":"trace[1242004460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23390; }","duration":"136.591998ms","start":"2026-03-06T21:08:41.798629Z","end":"2026-03-06T21:08:41.935221Z","steps":["trace[1242004460] 'agreement among raft nodes before linearized reading' (duration: 136.2649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:41.935319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.381509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:08:41.935342Z","caller":"traceutil/trace.go:171","msg":"trace[556412694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23390; }","duration":"114.45178ms","start":"2026-03-06T21:08:41.820885Z","end":"2026-03-06T21:08:41.935337Z","steps":["trace[556412694] 'agreement among raft nodes before linearized reading' (duration: 114.344058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:41.935415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.623571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:08:41.935434Z","caller":"traceutil/trace.go:171","msg":"trace[363891072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23390; }","duration":"112.642481ms","start":"2026-03-06T21:08:41.822787Z","end":"2026-03-06T21:08:41.93543Z","steps":["trace[363891072] 'agreement among raft nodes before linearized reading' (duration: 112.59711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:41.935586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.696135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:08:41.935628Z","caller":"traceutil/trace.go:171","msg":"trace[845219533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23390; }","duration":"114.788518ms","start":"2026-03-06T21:08:41.820829Z","end":"2026-03-06T21:08:41.935618Z","steps":["trace[845219533] 'agreement among raft nodes before linearized reading' (duration: 114.684766ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:42.085089Z","caller":"traceutil/trace.go:171","msg":"trace[918566580] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"145.531544ms","start":"2026-03-06T21:08:41.939521Z","end":"2026-03-06T21:08:42.085053Z","steps":["trace[918566580] 'process raft request' (duration: 145.271049ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:42.08551Z","caller":"traceutil/trace.go:171","msg":"trace[1357580339] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"145.836771ms","start":"2026-03-06T21:08:41.939632Z","end":"2026-03-06T21:08:42.085469Z","steps":["trace[1357580339] 'process raft request' (duration: 145.371811ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:42.086021Z","caller":"traceutil/trace.go:171","msg":"trace[934896979] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"145.985894ms","start":"2026-03-06T21:08:41.94002Z","end":"2026-03-06T21:08:42.086006Z","steps":["trace[934896979] 'process raft request' (duration: 145.370681ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:42.086057Z","caller":"traceutil/trace.go:171","msg":"trace[703434635] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"144.45376ms","start":"2026-03-06T21:08:41.941589Z","end":"2026-03-06T21:08:42.086043Z","steps":["trace[703434635] 'process raft request' (duration: 144.332207ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:42.086255Z","caller":"traceutil/trace.go:171","msg":"trace[1508469191] linearizableReadLoop","detail":"{readStateIndex:24233; appliedIndex:24228; }","duration":"122.745712ms","start":"2026-03-06T21:08:41.963494Z","end":"2026-03-06T21:08:42.086239Z","steps":["trace[1508469191] 'read index received' (duration: 19.54248ms)","trace[1508469191] 'applied index is now lower than readState.Index' (duration: 103.201382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:42.086436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.916717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:42.086481Z","caller":"traceutil/trace.go:171","msg":"trace[1245950829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23395; }","duration":"123.04807ms","start":"2026-03-06T21:08:41.96342Z","end":"2026-03-06T21:08:42.086468Z","steps":["trace[1245950829] 'agreement among raft nodes before linearized reading' (duration: 122.913877ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:44.505692Z","caller":"traceutil/trace.go:171","msg":"trace[222126970] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"128.49331ms","start":"2026-03-06T21:08:44.377164Z","end":"2026-03-06T21:08:44.505658Z","steps":["trace[222126970] 'process raft request' (duration: 128.309736ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:45.688073Z","caller":"traceutil/trace.go:171","msg":"trace[888634522] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"255.007236ms","start":"2026-03-06T21:08:45.432995Z","end":"2026-03-06T21:08:45.688002Z","steps":["trace[888634522] 'process raft request' (duration: 254.801491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:45.689491Z","caller":"traceutil/trace.go:171","msg":"trace[2091654677] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"211.914027ms","start":"2026-03-06T21:08:45.477537Z","end":"2026-03-06T21:08:45.689451Z","steps":["trace[2091654677] 'process raft request' (duration: 211.704612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:45.689569Z","caller":"traceutil/trace.go:171","msg":"trace[320142192] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"139.85132ms","start":"2026-03-06T21:08:45.5497Z","end":"2026-03-06T21:08:45.689551Z","steps":["trace[320142192] 'process raft request' (duration: 139.575134ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:45.691977Z","caller":"traceutil/trace.go:171","msg":"trace[993233868] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"211.867335ms","start":"2026-03-06T21:08:45.47747Z","end":"2026-03-06T21:08:45.689337Z","steps":["trace[993233868] 'process raft request' (duration: 211.720502ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:45.703152Z","caller":"traceutil/trace.go:171","msg":"trace[1191355895] linearizableReadLoop","detail":"{readStateIndex:24256; appliedIndex:24253; }","duration":"209.871521ms","start":"2026-03-06T21:08:45.49326Z","end":"2026-03-06T21:08:45.703132Z","steps":["trace[1191355895] 'read index received' (duration: 194.498572ms)","trace[1191355895] 'applied index is now lower than readState.Index' (duration: 15.371409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:45.70336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.518314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:45.703405Z","caller":"traceutil/trace.go:171","msg":"trace[129466988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23419; }","duration":"189.606976ms","start":"2026-03-06T21:08:45.513786Z","end":"2026-03-06T21:08:45.703393Z","steps":["trace[129466988] 'agreement among raft nodes before linearized reading' (duration: 189.516904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:45.703407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.118217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:08:45.703438Z","caller":"traceutil/trace.go:171","msg":"trace[472389576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23419; }","duration":"210.210829ms","start":"2026-03-06T21:08:45.493218Z","end":"2026-03-06T21:08:45.703429Z","steps":["trace[472389576] 'agreement among raft nodes before linearized reading' (duration: 210.033335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.504004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.987943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:46.504149Z","caller":"traceutil/trace.go:171","msg":"trace[1720509089] linearizableReadLoop","detail":"{readStateIndex:24263; appliedIndex:24262; }","duration":"401.653305ms","start":"2026-03-06T21:08:46.102471Z","end":"2026-03-06T21:08:46.504125Z","steps":["trace[1720509089] 'read index received' (duration: 102.521838ms)","trace[1720509089] 'applied index is now lower than readState.Index' (duration: 299.129887ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:46.504175Z","caller":"traceutil/trace.go:171","msg":"trace[250104483] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"401.91522ms","start":"2026-03-06T21:08:46.102217Z","end":"2026-03-06T21:08:46.504133Z","steps":["trace[250104483] 'process raft request' (duration: 102.673861ms)","trace[250104483] 'compare' (duration: 298.508963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:46.504389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.912011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T21:08:46.504369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.102194Z","time spent":"402.073264ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:46.504431Z","caller":"traceutil/trace.go:171","msg":"trace[1622399947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23424; }","duration":"401.980203ms","start":"2026-03-06T21:08:46.102441Z","end":"2026-03-06T21:08:46.504421Z","steps":["trace[1622399947] 'agreement among raft nodes before linearized reading' (duration: 401.807299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.504512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.102417Z","time spent":"402.083134ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:08:46.504723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.689009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:08:46.504758Z","caller":"traceutil/trace.go:171","msg":"trace[580871157] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23424; }","duration":"200.774251ms","start":"2026-03-06T21:08:46.303975Z","end":"2026-03-06T21:08:46.504749Z","steps":["trace[580871157] 'agreement among raft nodes before linearized reading' (duration: 200.695069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.504881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.210004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T21:08:46.504963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.271975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:08:46.505017Z","caller":"traceutil/trace.go:171","msg":"trace[741675916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23424; }","duration":"401.43484ms","start":"2026-03-06T21:08:46.103545Z","end":"2026-03-06T21:08:46.50498Z","steps":["trace[741675916] 'agreement among raft nodes before linearized reading' (duration: 401.040521ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:46.505079Z","caller":"traceutil/trace.go:171","msg":"trace[1320923143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23424; }","duration":"400.427257ms","start":"2026-03-06T21:08:46.104626Z","end":"2026-03-06T21:08:46.505053Z","steps":["trace[1320923143] 'agreement among raft nodes before linearized reading' (duration: 400.08186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:46.505087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.103519Z","time spent":"401.551552ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:08:46.50513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.104617Z","time spent":"400.503929ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:08:46.783395Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20415} {"level":"warn","ts":"2026-03-06T21:08:47.123483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.334686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:47.123586Z","caller":"traceutil/trace.go:171","msg":"trace[1069251747] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23428; }","duration":"252.5032ms","start":"2026-03-06T21:08:46.871059Z","end":"2026-03-06T21:08:47.123562Z","steps":["trace[1069251747] 'count revisions from in-memory index tree' (duration: 252.236085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:47.12377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.57411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-03-06T21:08:47.123875Z","caller":"traceutil/trace.go:171","msg":"trace[1116718129] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23428; }","duration":"271.761404ms","start":"2026-03-06T21:08:46.852089Z","end":"2026-03-06T21:08:47.123851Z","steps":["trace[1116718129] 'range keys from in-memory index tree' (duration: 271.298085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:47.38174Z","caller":"traceutil/trace.go:171","msg":"trace[721602403] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24268; }","duration":"256.213613ms","start":"2026-03-06T21:08:47.125497Z","end":"2026-03-06T21:08:47.38171Z","steps":["trace[721602403] 'read index received' (duration: 253.687647ms)","trace[721602403] 'applied index is now lower than readState.Index' (duration: 2.524706ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:47.381827Z","caller":"traceutil/trace.go:171","msg":"trace[753204280] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"427.835882ms","start":"2026-03-06T21:08:46.953952Z","end":"2026-03-06T21:08:47.381788Z","steps":["trace[753204280] 'process raft request' (duration: 425.331836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:47.381996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.477338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-nn264\" ","response":"range_response_count:1 size:4864"} {"level":"info","ts":"2026-03-06T21:08:47.38203Z","caller":"traceutil/trace.go:171","msg":"trace[1911015553] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-nn264; range_end:; response_count:1; response_revision:23429; }","duration":"256.56497ms","start":"2026-03-06T21:08:47.125456Z","end":"2026-03-06T21:08:47.382021Z","steps":["trace[1911015553] 'agreement among raft nodes before linearized reading' (duration: 256.359885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:47.382163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:46.953924Z","time spent":"428.075196ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12674,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:47.975575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.54296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:47.975855Z","caller":"traceutil/trace.go:171","msg":"trace[511334909] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"566.937795ms","start":"2026-03-06T21:08:47.408878Z","end":"2026-03-06T21:08:47.975816Z","steps":["trace[511334909] 'process raft request' (duration: 77.068578ms)","trace[511334909] 'compare' (duration: 57.004505ms)","trace[511334909] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 432.125326ms)"],"step_count":3} {"level":"warn","ts":"2026-03-06T21:08:47.975937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.408854Z","time spent":"567.046807ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:48.142633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.728181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:48.14277Z","caller":"traceutil/trace.go:171","msg":"trace[456306690] linearizableReadLoop","detail":"{readStateIndex:24272; appliedIndex:24270; }","duration":"629.127223ms","start":"2026-03-06T21:08:47.513627Z","end":"2026-03-06T21:08:48.142754Z","steps":["trace[456306690] 'read index received' (duration: 31.024563ms)","trace[456306690] 'applied index is now lower than readState.Index' (duration: 598.10117ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:48.142849Z","caller":"traceutil/trace.go:171","msg":"trace[1989322598] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"656.872225ms","start":"2026-03-06T21:08:47.485963Z","end":"2026-03-06T21:08:48.142835Z","steps":["trace[1989322598] 'process raft request' (duration: 489.842247ms)","trace[1989322598] 'compare' (duration: 34.50229ms)","trace[1989322598] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/jobs/openstack/magnum-ks-endpoints; req_size:12665; } (duration: 131.858493ms)"],"step_count":3} {"level":"warn","ts":"2026-03-06T21:08:48.142883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.485921Z","time spent":"656.943917ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12668,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:48.165838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.206822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:48.165908Z","caller":"traceutil/trace.go:171","msg":"trace[42172598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23432; }","duration":"652.332455ms","start":"2026-03-06T21:08:47.513557Z","end":"2026-03-06T21:08:48.16589Z","steps":["trace[42172598] 'agreement among raft nodes before linearized reading' (duration: 629.506083ms)","trace[42172598] 'range keys from in-memory index tree' (duration: 22.71557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:48.165938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.513529Z","time spent":"652.402697ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:08:48.208279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20415,"took":"1.421323909s","hash":2345256470,"current-db-size-bytes":46141440,"current-db-size":"46 MB","current-db-size-in-use-bytes":38887424,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-06T21:08:48.208416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2345256470,"revision":20415,"compact-revision":18284} {"level":"info","ts":"2026-03-06T21:08:48.208641Z","caller":"traceutil/trace.go:171","msg":"trace[501746452] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"512.952995ms","start":"2026-03-06T21:08:47.695651Z","end":"2026-03-06T21:08:48.208604Z","steps":["trace[501746452] 'process raft request' (duration: 447.094915ms)","trace[501746452] 'compare' (duration: 23.105809ms)","trace[501746452] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 42.563517ms)"],"step_count":3} {"level":"warn","ts":"2026-03-06T21:08:48.208801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.695604Z","time spent":"513.094888ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:48.209021Z","caller":"traceutil/trace.go:171","msg":"trace[963118649] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"513.051377ms","start":"2026-03-06T21:08:47.695931Z","end":"2026-03-06T21:08:48.208983Z","steps":["trace[963118649] 'process raft request' (duration: 512.948475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:48.209184Z","caller":"traceutil/trace.go:171","msg":"trace[1859334127] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"513.132119ms","start":"2026-03-06T21:08:47.696024Z","end":"2026-03-06T21:08:48.209156Z","steps":["trace[1859334127] 'process raft request' (duration: 512.913924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.209236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.695897Z","time spent":"513.228671ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:08:48.20939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.696014Z","time spent":"513.251692ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:48.209461Z","caller":"traceutil/trace.go:171","msg":"trace[212501149] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"242.958809ms","start":"2026-03-06T21:08:47.966479Z","end":"2026-03-06T21:08:48.209437Z","steps":["trace[212501149] 'process raft request' (duration: 242.588531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.209607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.096554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:08:48.209633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.870572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:08:48.20967Z","caller":"traceutil/trace.go:171","msg":"trace[731890433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23437; }","duration":"160.955604ms","start":"2026-03-06T21:08:48.048703Z","end":"2026-03-06T21:08:48.209659Z","steps":["trace[731890433] 'agreement among raft nodes before linearized reading' (duration: 160.826551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.209725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.835454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:08:48.20983Z","caller":"traceutil/trace.go:171","msg":"trace[2065586370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23437; }","duration":"399.953896ms","start":"2026-03-06T21:08:47.809836Z","end":"2026-03-06T21:08:48.20979Z","steps":["trace[2065586370] 'agreement among raft nodes before linearized reading' (duration: 399.68908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.209872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.809815Z","time spent":"400.046778ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:08:48.209881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.889615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T21:08:48.209905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.401907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:08:48.209949Z","caller":"traceutil/trace.go:171","msg":"trace[1077879210] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23437; }","duration":"365.005157ms","start":"2026-03-06T21:08:47.844931Z","end":"2026-03-06T21:08:48.209936Z","steps":["trace[1077879210] 'agreement among raft nodes before linearized reading' (duration: 364.582858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.209993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.844909Z","time spent":"365.075509ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":172,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:08:48.209951Z","caller":"traceutil/trace.go:171","msg":"trace[483331878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23438; }","duration":"455.449108ms","start":"2026-03-06T21:08:47.754492Z","end":"2026-03-06T21:08:48.209941Z","steps":["trace[483331878] 'agreement among raft nodes before linearized reading' (duration: 455.301345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.210044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.754423Z","time spent":"455.612432ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:08:48.208995Z","caller":"traceutil/trace.go:171","msg":"trace[1693321670] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"513.266562ms","start":"2026-03-06T21:08:47.695718Z","end":"2026-03-06T21:08:48.208984Z","steps":["trace[1693321670] 'process raft request' (duration: 512.859384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.210384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.695668Z","time spent":"514.658394ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:08:48.209649Z","caller":"traceutil/trace.go:171","msg":"trace[1249938752] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23437; }","duration":"694.156025ms","start":"2026-03-06T21:08:47.515483Z","end":"2026-03-06T21:08:48.209639Z","steps":["trace[1249938752] 'agreement among raft nodes before linearized reading' (duration: 694.073243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.21176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:47.515463Z","time spent":"696.277302ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:08:48.453134Z","caller":"traceutil/trace.go:171","msg":"trace[775884442] linearizableReadLoop","detail":"{readStateIndex:24281; appliedIndex:24280; }","duration":"163.110682ms","start":"2026-03-06T21:08:48.289988Z","end":"2026-03-06T21:08:48.453099Z","steps":["trace[775884442] 'read index received' (duration: 161.611089ms)","trace[775884442] 'applied index is now lower than readState.Index' (duration: 1.497903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:08:48.453477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.463839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:48.453502Z","caller":"traceutil/trace.go:171","msg":"trace[378335803] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23441; }","duration":"163.559632ms","start":"2026-03-06T21:08:48.289932Z","end":"2026-03-06T21:08:48.453492Z","steps":["trace[378335803] 'agreement among raft nodes before linearized reading' (duration: 163.463969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:48.453414Z","caller":"traceutil/trace.go:171","msg":"trace[643988800] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"197.943838ms","start":"2026-03-06T21:08:48.255431Z","end":"2026-03-06T21:08:48.453374Z","steps":["trace[643988800] 'process raft request' (duration: 196.226471ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:48.684731Z","caller":"traceutil/trace.go:171","msg":"trace[1509303753] linearizableReadLoop","detail":"{readStateIndex:24282; appliedIndex:24281; }","duration":"222.988461ms","start":"2026-03-06T21:08:48.461711Z","end":"2026-03-06T21:08:48.684699Z","steps":["trace[1509303753] 'read index received' (duration: 222.791537ms)","trace[1509303753] 'applied index is now lower than readState.Index' (duration: 195.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:48.684891Z","caller":"traceutil/trace.go:171","msg":"trace[1132450052] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"223.354799ms","start":"2026-03-06T21:08:48.461514Z","end":"2026-03-06T21:08:48.684869Z","steps":["trace[1132450052] 'process raft request' (duration: 222.984411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.685093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.349039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:08:48.685158Z","caller":"traceutil/trace.go:171","msg":"trace[2088586588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23442; }","duration":"223.475272ms","start":"2026-03-06T21:08:48.46167Z","end":"2026-03-06T21:08:48.685145Z","steps":["trace[2088586588] 'agreement among raft nodes before linearized reading' (duration: 223.184745ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:48.689089Z","caller":"traceutil/trace.go:171","msg":"trace[1208328652] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"179.142264ms","start":"2026-03-06T21:08:48.509917Z","end":"2026-03-06T21:08:48.689059Z","steps":["trace[1208328652] 'process raft request' (duration: 178.947689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.689157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.880453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T21:08:48.68919Z","caller":"traceutil/trace.go:171","msg":"trace[1308143313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23443; }","duration":"115.959244ms","start":"2026-03-06T21:08:48.57322Z","end":"2026-03-06T21:08:48.689179Z","steps":["trace[1308143313] 'agreement among raft nodes before linearized reading' (duration: 115.864721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.689417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.939168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:08:48.689461Z","caller":"traceutil/trace.go:171","msg":"trace[1441436119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23443; }","duration":"118.02554ms","start":"2026-03-06T21:08:48.571424Z","end":"2026-03-06T21:08:48.68945Z","steps":["trace[1441436119] 'agreement among raft nodes before linearized reading' (duration: 117.861257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.689693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.935483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:48.689722Z","caller":"traceutil/trace.go:171","msg":"trace[436766813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23443; }","duration":"175.018365ms","start":"2026-03-06T21:08:48.514697Z","end":"2026-03-06T21:08:48.689716Z","steps":["trace[436766813] 'agreement among raft nodes before linearized reading' (duration: 174.975804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:48.689724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.192732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:08:48.689754Z","caller":"traceutil/trace.go:171","msg":"trace[1805140761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23443; }","duration":"127.278293ms","start":"2026-03-06T21:08:48.562467Z","end":"2026-03-06T21:08:48.689745Z","steps":["trace[1805140761] 'agreement among raft nodes before linearized reading' (duration: 127.185701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.952906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.144259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:52.95299Z","caller":"traceutil/trace.go:171","msg":"trace[1344800339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23484; }","duration":"438.296792ms","start":"2026-03-06T21:08:52.514675Z","end":"2026-03-06T21:08:52.952971Z","steps":["trace[1344800339] 'range keys from in-memory index tree' (duration: 438.033516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.953024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:08:52.51464Z","time spent":"438.377213ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:08:52.953635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.776799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-06T21:08:52.953737Z","caller":"traceutil/trace.go:171","msg":"trace[601620148] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23484; }","duration":"253.936962ms","start":"2026-03-06T21:08:52.699776Z","end":"2026-03-06T21:08:52.953713Z","steps":["trace[601620148] 'range keys from in-memory index tree' (duration: 253.541374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.954534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.436423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:08:52.954607Z","caller":"traceutil/trace.go:171","msg":"trace[1087421313] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23484; }","duration":"254.567355ms","start":"2026-03-06T21:08:52.700021Z","end":"2026-03-06T21:08:52.954589Z","steps":["trace[1087421313] 'range keys from in-memory index tree' (duration: 254.388791ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:52.95812Z","caller":"traceutil/trace.go:171","msg":"trace[1566889674] linearizableReadLoop","detail":"{readStateIndex:24326; appliedIndex:24325; }","duration":"156.426454ms","start":"2026-03-06T21:08:52.801681Z","end":"2026-03-06T21:08:52.958107Z","steps":["trace[1566889674] 'read index received' (duration: 156.230249ms)","trace[1566889674] 'applied index is now lower than readState.Index' (duration: 192.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:08:52.958185Z","caller":"traceutil/trace.go:171","msg":"trace[1259365587] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"200.707719ms","start":"2026-03-06T21:08:52.757451Z","end":"2026-03-06T21:08:52.958159Z","steps":["trace[1259365587] 'process raft request' (duration: 200.514014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.958283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.594047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:08:52.958319Z","caller":"traceutil/trace.go:171","msg":"trace[363608595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23485; }","duration":"156.654359ms","start":"2026-03-06T21:08:52.801654Z","end":"2026-03-06T21:08:52.958309Z","steps":["trace[363608595] 'agreement among raft nodes before linearized reading' (duration: 156.540166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.958348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.523026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:08:52.958316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.438044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T21:08:52.958379Z","caller":"traceutil/trace.go:171","msg":"trace[1969120871] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23485; }","duration":"101.549056ms","start":"2026-03-06T21:08:52.856821Z","end":"2026-03-06T21:08:52.95837Z","steps":["trace[1969120871] 'agreement among raft nodes before linearized reading' (duration: 101.512955ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:08:52.95839Z","caller":"traceutil/trace.go:171","msg":"trace[256004802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23485; }","duration":"156.571096ms","start":"2026-03-06T21:08:52.801812Z","end":"2026-03-06T21:08:52.958383Z","steps":["trace[256004802] 'agreement among raft nodes before linearized reading' (duration: 156.428153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.958483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.301962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:08:52.958572Z","caller":"traceutil/trace.go:171","msg":"trace[862591245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23485; }","duration":"101.455235ms","start":"2026-03-06T21:08:52.857094Z","end":"2026-03-06T21:08:52.958549Z","steps":["trace[862591245] 'agreement among raft nodes before linearized reading' (duration: 101.237869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:52.958577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.471537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-06T21:08:52.958663Z","caller":"traceutil/trace.go:171","msg":"trace[493176406] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23485; }","duration":"107.58681ms","start":"2026-03-06T21:08:52.851054Z","end":"2026-03-06T21:08:52.958641Z","steps":["trace[493176406] 'agreement among raft nodes before linearized reading' (duration: 107.337814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:08:58.726256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.936402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:08:58.726738Z","caller":"traceutil/trace.go:171","msg":"trace[1516266276] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"204.937244ms","start":"2026-03-06T21:08:58.521713Z","end":"2026-03-06T21:08:58.72665Z","steps":["trace[1516266276] 'process raft request' (duration: 53.483109ms)","trace[1516266276] 'compare' (duration: 150.80526ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:00.572318Z","caller":"traceutil/trace.go:171","msg":"trace[916997074] linearizableReadLoop","detail":"{readStateIndex:24383; appliedIndex:24382; }","duration":"102.077238ms","start":"2026-03-06T21:09:00.470211Z","end":"2026-03-06T21:09:00.572288Z","steps":["trace[916997074] 'read index received' (duration: 67.298452ms)","trace[916997074] 'applied index is now lower than readState.Index' (duration: 34.777396ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:00.572467Z","caller":"traceutil/trace.go:171","msg":"trace[1754302214] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"104.650404ms","start":"2026-03-06T21:09:00.467801Z","end":"2026-03-06T21:09:00.572451Z","steps":["trace[1754302214] 'process raft request' (duration: 69.696405ms)","trace[1754302214] 'compare' (duration: 34.586551ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:00.572623Z","caller":"traceutil/trace.go:171","msg":"trace[1276279731] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"102.120449ms","start":"2026-03-06T21:09:00.47048Z","end":"2026-03-06T21:09:00.5726Z","steps":["trace[1276279731] 'process raft request' (duration: 101.765561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:00.573044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.802004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:00.573094Z","caller":"traceutil/trace.go:171","msg":"trace[71837675] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23541; }","duration":"102.965258ms","start":"2026-03-06T21:09:00.470117Z","end":"2026-03-06T21:09:00.573082Z","steps":["trace[71837675] 'agreement among raft nodes before linearized reading' (duration: 102.58681ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:00.573286Z","caller":"traceutil/trace.go:171","msg":"trace[1260000422] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"102.704602ms","start":"2026-03-06T21:09:00.470538Z","end":"2026-03-06T21:09:00.573243Z","steps":["trace[1260000422] 'process raft request' (duration: 101.989466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:03.396655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.072915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:03.396758Z","caller":"traceutil/trace.go:171","msg":"trace[867239304] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23558; }","duration":"135.29432ms","start":"2026-03-06T21:09:03.261441Z","end":"2026-03-06T21:09:03.396735Z","steps":["trace[867239304] 'count revisions from in-memory index tree' (duration: 134.912052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:03.39687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.875032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T21:09:03.396989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.739598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:03.397122Z","caller":"traceutil/trace.go:171","msg":"trace[1387136742] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23558; }","duration":"164.947973ms","start":"2026-03-06T21:09:03.23215Z","end":"2026-03-06T21:09:03.397098Z","steps":["trace[1387136742] 'count revisions from in-memory index tree' (duration: 164.620745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:03.397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.991169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T21:09:03.39722Z","caller":"traceutil/trace.go:171","msg":"trace[1318145413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23558; }","duration":"133.268015ms","start":"2026-03-06T21:09:03.263937Z","end":"2026-03-06T21:09:03.397205Z","steps":["trace[1318145413] 'range keys from in-memory index tree' (duration: 132.720103ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:03.397082Z","caller":"traceutil/trace.go:171","msg":"trace[209970154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23558; }","duration":"175.193129ms","start":"2026-03-06T21:09:03.221865Z","end":"2026-03-06T21:09:03.397058Z","steps":["trace[209970154] 'range keys from in-memory index tree' (duration: 174.585696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:03.397011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.905457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T21:09:03.397392Z","caller":"traceutil/trace.go:171","msg":"trace[1465296116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23558; }","duration":"133.363327ms","start":"2026-03-06T21:09:03.264014Z","end":"2026-03-06T21:09:03.397378Z","steps":["trace[1465296116] 'range keys from in-memory index tree' (duration: 132.674753ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:17.054906Z","caller":"traceutil/trace.go:171","msg":"trace[2129341364] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"114.793038ms","start":"2026-03-06T21:09:16.940089Z","end":"2026-03-06T21:09:17.054882Z","steps":["trace[2129341364] 'process raft request' (duration: 109.140833ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:17.153146Z","caller":"traceutil/trace.go:171","msg":"trace[1510012651] linearizableReadLoop","detail":"{readStateIndex:24510; appliedIndex:24508; }","duration":"206.741053ms","start":"2026-03-06T21:09:16.946373Z","end":"2026-03-06T21:09:17.153114Z","steps":["trace[1510012651] 'read index received' (duration: 102.938527ms)","trace[1510012651] 'applied index is now lower than readState.Index' (duration: 103.801306ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:17.153405Z","caller":"traceutil/trace.go:171","msg":"trace[958693408] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"211.910756ms","start":"2026-03-06T21:09:16.941481Z","end":"2026-03-06T21:09:17.153392Z","steps":["trace[958693408] 'process raft request' (duration: 211.359114ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:17.153781Z","caller":"traceutil/trace.go:171","msg":"trace[1818565170] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"206.955407ms","start":"2026-03-06T21:09:16.946812Z","end":"2026-03-06T21:09:17.153767Z","steps":["trace[1818565170] 'process raft request' (duration: 206.226251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:17.154544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.139864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:09:17.154594Z","caller":"traceutil/trace.go:171","msg":"trace[1568138785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23665; }","duration":"208.248086ms","start":"2026-03-06T21:09:16.946331Z","end":"2026-03-06T21:09:17.154579Z","steps":["trace[1568138785] 'agreement among raft nodes before linearized reading' (duration: 208.053682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:17.296005Z","caller":"traceutil/trace.go:171","msg":"trace[1290980334] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"236.020627ms","start":"2026-03-06T21:09:17.059935Z","end":"2026-03-06T21:09:17.295956Z","steps":["trace[1290980334] 'process raft request' (duration: 166.66208ms)","trace[1290980334] 'compare' (duration: 69.0416ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:17.296038Z","caller":"traceutil/trace.go:171","msg":"trace[309243094] linearizableReadLoop","detail":"{readStateIndex:24512; appliedIndex:24511; }","duration":"142.757684ms","start":"2026-03-06T21:09:17.153226Z","end":"2026-03-06T21:09:17.295984Z","steps":["trace[309243094] 'read index received' (duration: 73.359035ms)","trace[309243094] 'applied index is now lower than readState.Index' (duration: 69.393588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:09:17.2963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.810325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:17.296353Z","caller":"traceutil/trace.go:171","msg":"trace[1660920741] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23668; }","duration":"197.903147ms","start":"2026-03-06T21:09:17.098434Z","end":"2026-03-06T21:09:17.296338Z","steps":["trace[1660920741] 'agreement among raft nodes before linearized reading' (duration: 197.760854ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:17.296376Z","caller":"traceutil/trace.go:171","msg":"trace[735685231] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"135.684998ms","start":"2026-03-06T21:09:17.160672Z","end":"2026-03-06T21:09:17.296357Z","steps":["trace[735685231] 'process raft request' (duration: 135.211607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:17.296653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.324395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-06T21:09:17.296763Z","caller":"traceutil/trace.go:171","msg":"trace[476976207] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23668; }","duration":"242.467189ms","start":"2026-03-06T21:09:17.054272Z","end":"2026-03-06T21:09:17.296739Z","steps":["trace[476976207] 'agreement among raft nodes before linearized reading' (duration: 242.159761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:17.296771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.551911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-06T21:09:17.296875Z","caller":"traceutil/trace.go:171","msg":"trace[1962159705] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23668; }","duration":"242.707784ms","start":"2026-03-06T21:09:17.05414Z","end":"2026-03-06T21:09:17.296848Z","steps":["trace[1962159705] 'agreement among raft nodes before linearized reading' (duration: 242.315865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:17.296654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.367436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-03-06T21:09:17.297072Z","caller":"traceutil/trace.go:171","msg":"trace[249174860] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:23668; }","duration":"242.791536ms","start":"2026-03-06T21:09:17.054248Z","end":"2026-03-06T21:09:17.29704Z","steps":["trace[249174860] 'agreement among raft nodes before linearized reading' (duration: 242.208753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:17.297381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.926792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-4f76x\" ","response":"range_response_count:1 size:7095"} {"level":"info","ts":"2026-03-06T21:09:17.297437Z","caller":"traceutil/trace.go:171","msg":"trace[610231737] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-4f76x; range_end:; response_count:1; response_revision:23668; }","duration":"214.009993ms","start":"2026-03-06T21:09:17.083413Z","end":"2026-03-06T21:09:17.297423Z","steps":["trace[610231737] 'agreement among raft nodes before linearized reading' (duration: 213.702166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:17.298454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.186297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-06T21:09:17.298559Z","caller":"traceutil/trace.go:171","msg":"trace[148402098] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23668; }","duration":"244.32587ms","start":"2026-03-06T21:09:17.054206Z","end":"2026-03-06T21:09:17.298532Z","steps":["trace[148402098] 'agreement among raft nodes before linearized reading' (duration: 242.209193ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:19.999841Z","caller":"traceutil/trace.go:171","msg":"trace[350048270] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"250.408684ms","start":"2026-03-06T21:09:19.749399Z","end":"2026-03-06T21:09:19.999807Z","steps":["trace[350048270] 'process raft request' (duration: 250.21975ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:20.969606Z","caller":"traceutil/trace.go:171","msg":"trace[1098338083] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"109.131023ms","start":"2026-03-06T21:09:20.860442Z","end":"2026-03-06T21:09:20.969573Z","steps":["trace[1098338083] 'process raft request' (duration: 108.918798ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:20.985443Z","caller":"traceutil/trace.go:171","msg":"trace[424594430] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"121.771271ms","start":"2026-03-06T21:09:20.863651Z","end":"2026-03-06T21:09:20.985422Z","steps":["trace[424594430] 'process raft request' (duration: 121.512536ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:20.985662Z","caller":"traceutil/trace.go:171","msg":"trace[916215470] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"119.734606ms","start":"2026-03-06T21:09:20.865894Z","end":"2026-03-06T21:09:20.985629Z","steps":["trace[916215470] 'process raft request' (duration: 119.432839ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:21.793292Z","caller":"traceutil/trace.go:171","msg":"trace[436010741] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"108.386007ms","start":"2026-03-06T21:09:21.684858Z","end":"2026-03-06T21:09:21.793244Z","steps":["trace[436010741] 'process raft request' (duration: 89.126613ms)","trace[436010741] 'compare' (duration: 18.944486ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:21.793585Z","caller":"traceutil/trace.go:171","msg":"trace[153317181] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"104.045251ms","start":"2026-03-06T21:09:21.689499Z","end":"2026-03-06T21:09:21.793544Z","steps":["trace[153317181] 'process raft request' (duration: 103.628262ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:34.019905Z","caller":"traceutil/trace.go:171","msg":"trace[755843006] linearizableReadLoop","detail":"{readStateIndex:24640; appliedIndex:24639; }","duration":"107.611249ms","start":"2026-03-06T21:09:33.912263Z","end":"2026-03-06T21:09:34.019874Z","steps":["trace[755843006] 'read index received' (duration: 107.381324ms)","trace[755843006] 'applied index is now lower than readState.Index' (duration: 228.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:34.019987Z","caller":"traceutil/trace.go:171","msg":"trace[1499061103] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"165.836471ms","start":"2026-03-06T21:09:33.854095Z","end":"2026-03-06T21:09:34.019931Z","steps":["trace[1499061103] 'process raft request' (duration: 165.569436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:34.022294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.017048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:09:34.022425Z","caller":"traceutil/trace.go:171","msg":"trace[515967358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23791; }","duration":"110.210567ms","start":"2026-03-06T21:09:33.912188Z","end":"2026-03-06T21:09:34.022399Z","steps":["trace[515967358] 'agreement among raft nodes before linearized reading' (duration: 107.807714ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:42.315651Z","caller":"traceutil/trace.go:171","msg":"trace[905431044] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"109.03765ms","start":"2026-03-06T21:09:42.206577Z","end":"2026-03-06T21:09:42.315615Z","steps":["trace[905431044] 'process raft request' (duration: 108.832495ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:42.329701Z","caller":"traceutil/trace.go:171","msg":"trace[1874788134] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"122.017126ms","start":"2026-03-06T21:09:42.207651Z","end":"2026-03-06T21:09:42.329668Z","steps":["trace[1874788134] 'process raft request' (duration: 121.831092ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:52.436208Z","caller":"traceutil/trace.go:171","msg":"trace[659095518] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"106.432463ms","start":"2026-03-06T21:09:52.329734Z","end":"2026-03-06T21:09:52.436166Z","steps":["trace[659095518] 'process raft request' (duration: 106.230479ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:54.67594Z","caller":"traceutil/trace.go:171","msg":"trace[420191613] linearizableReadLoop","detail":"{readStateIndex:24909; appliedIndex:24908; }","duration":"161.19835ms","start":"2026-03-06T21:09:54.514706Z","end":"2026-03-06T21:09:54.675904Z","steps":["trace[420191613] 'read index received' (duration: 160.841932ms)","trace[420191613] 'applied index is now lower than readState.Index' (duration: 354.858µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:09:54.676021Z","caller":"traceutil/trace.go:171","msg":"trace[1790013703] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"224.069454ms","start":"2026-03-06T21:09:54.451908Z","end":"2026-03-06T21:09:54.675977Z","steps":["trace[1790013703] 'process raft request' (duration: 223.734317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:54.676232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.503887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:09:54.67635Z","caller":"traceutil/trace.go:171","msg":"trace[920925924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24049; }","duration":"161.707521ms","start":"2026-03-06T21:09:54.514615Z","end":"2026-03-06T21:09:54.676323Z","steps":["trace[920925924] 'agreement among raft nodes before linearized reading' (duration: 161.483896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:09:54.676361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.39127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:09:54.676433Z","caller":"traceutil/trace.go:171","msg":"trace[1705971886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24049; }","duration":"119.543133ms","start":"2026-03-06T21:09:54.556866Z","end":"2026-03-06T21:09:54.676409Z","steps":["trace[1705971886] 'agreement among raft nodes before linearized reading' (duration: 119.287397ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:09:58.974543Z","caller":"traceutil/trace.go:171","msg":"trace[1550856767] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"275.357493ms","start":"2026-03-06T21:09:58.69916Z","end":"2026-03-06T21:09:58.974517Z","steps":["trace[1550856767] 'process raft request' (duration: 275.194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.380479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.406274307s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:00.682087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.152452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:00.682353Z","caller":"traceutil/trace.go:171","msg":"trace[1369009913] linearizableReadLoop","detail":"{readStateIndex:24937; appliedIndex:24935; }","duration":"1.916881069s","start":"2026-03-06T21:09:58.765454Z","end":"2026-03-06T21:10:00.682335Z","steps":["trace[1369009913] 'read index received' (duration: 208.854528ms)","trace[1369009913] 'applied index is now lower than readState.Index' (duration: 1.708025631s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:00.68233Z","caller":"traceutil/trace.go:171","msg":"trace[1929598782] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"1.917067255s","start":"2026-03-06T21:09:58.765225Z","end":"2026-03-06T21:10:00.682292Z","steps":["trace[1929598782] 'process raft request' (duration: 1.615614646s)","trace[1929598782] 'compare' (duration: 300.65764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:00.682497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.765191Z","time spent":"1.917211638s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:00.682537Z","caller":"traceutil/trace.go:171","msg":"trace[911417975] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"1.780298004s","start":"2026-03-06T21:09:58.902229Z","end":"2026-03-06T21:10:00.682527Z","steps":["trace[911417975] 'process raft request' (duration: 1.779980157s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.682585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.902204Z","time spent":"1.780355394s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:00.682707Z","caller":"traceutil/trace.go:171","msg":"trace[1805549755] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"1.762661034s","start":"2026-03-06T21:09:58.920039Z","end":"2026-03-06T21:10:00.6827Z","steps":["trace[1805549755] 'process raft request' (duration: 1.762259016s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.682738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.920026Z","time spent":"1.762692955s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:00.68293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917450383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:10:00.682962Z","caller":"traceutil/trace.go:171","msg":"trace[2104200239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24078; }","duration":"1.917539775s","start":"2026-03-06T21:09:58.765414Z","end":"2026-03-06T21:10:00.682954Z","steps":["trace[2104200239] 'agreement among raft nodes before linearized reading' (duration: 1.917390442s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:00.68301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.765404Z","time spent":"1.917578247s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:01.183388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:01.514382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:01.514488Z","caller":"traceutil/trace.go:171","msg":"trace[57002045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198605s","start":"2026-03-06T21:09:59.51427Z","end":"2026-03-06T21:10:01.514468Z","steps":["trace[57002045] 'agreement among raft nodes before linearized reading' (duration: 2.000065843s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:01.514532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.514245Z","time spent":"2.000277677s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:01.684253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:02.185194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:02.685564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:03.186053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:03.443604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.062863425s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:03.520929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:03.521051Z","caller":"traceutil/trace.go:171","msg":"trace[1938109899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144904s","start":"2026-03-06T21:10:01.520881Z","end":"2026-03-06T21:10:03.521026Z","steps":["trace[1938109899] 'agreement among raft nodes before linearized reading' (duration: 1.99997848s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.521104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.520858Z","time spent":"2.000232666s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:10:03.522019Z","caller":"traceutil/trace.go:171","msg":"trace[1448526674] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"4.22336672s","start":"2026-03-06T21:09:59.298606Z","end":"2026-03-06T21:10:03.521973Z","steps":["trace[1448526674] 'process raft request' (duration: 4.145275311s)","trace[1448526674] 'compare' (duration: 77.587988ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:03.522181Z","caller":"traceutil/trace.go:171","msg":"trace[320608468] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"4.21564453s","start":"2026-03-06T21:09:59.306513Z","end":"2026-03-06T21:10:03.522157Z","steps":["trace[320608468] 'process raft request' (duration: 4.215388453s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.522248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.298572Z","time spent":"4.223551903s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:03.522344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.306492Z","time spent":"4.215750462s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:03.522501Z","caller":"traceutil/trace.go:171","msg":"trace[636025426] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"3.415085651s","start":"2026-03-06T21:10:00.10737Z","end":"2026-03-06T21:10:03.522455Z","steps":["trace[636025426] 'process raft request' (duration: 3.414984579s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:03.522804Z","caller":"traceutil/trace.go:171","msg":"trace[297472146] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"3.802411661s","start":"2026-03-06T21:09:59.720377Z","end":"2026-03-06T21:10:03.522788Z","steps":["trace[297472146] 'process raft request' (duration: 3.801722135s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:03.522875Z","caller":"traceutil/trace.go:171","msg":"trace[562823973] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"3.815210132s","start":"2026-03-06T21:09:59.70765Z","end":"2026-03-06T21:10:03.52286Z","steps":["trace[562823973] 'process raft request' (duration: 3.814409054s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.522891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.720349Z","time spent":"3.802503293s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:03.522948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.707623Z","time spent":"3.815292864s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:03.523126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.107331Z","time spent":"3.41550698s","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T21:10:03.523629Z","caller":"traceutil/trace.go:171","msg":"trace[1802224530] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"4.167767126s","start":"2026-03-06T21:09:59.354462Z","end":"2026-03-06T21:10:03.522229Z","steps":["trace[1802224530] 'process raft request' (duration: 4.167551221s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.523869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.354407Z","time spent":"4.169377981s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:03.768217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999948271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:03.768354Z","caller":"traceutil/trace.go:171","msg":"trace[1730535216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000191286s","start":"2026-03-06T21:09:58.768136Z","end":"2026-03-06T21:10:03.768327Z","steps":["trace[1730535216] 'agreement among raft nodes before linearized reading' (duration: 4.999993891s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:03.768413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.768118Z","time spent":"5.000280968s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 21:10:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:04.470484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999934271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:04.470594Z","caller":"traceutil/trace.go:171","msg":"trace[1036604899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000110274s","start":"2026-03-06T21:09:59.470455Z","end":"2026-03-06T21:10:04.470565Z","steps":["trace[1036604899] 'agreement among raft nodes before linearized reading' (duration: 4.999970531s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:04.470648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.470433Z","time spent":"5.000204246s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 21:10:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:04.755272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.237607513s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:05.521687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:05.521861Z","caller":"traceutil/trace.go:171","msg":"trace[815659766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287228s","start":"2026-03-06T21:10:03.521551Z","end":"2026-03-06T21:10:05.521838Z","steps":["trace[815659766] 'agreement among raft nodes before linearized reading' (duration: 2.000088313s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.521928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.521527Z","time spent":"2.000390759s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:05.631821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.267976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:05.632128Z","caller":"traceutil/trace.go:171","msg":"trace[1139594935] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"4.94452336s","start":"2026-03-06T21:10:00.687561Z","end":"2026-03-06T21:10:05.632084Z","steps":["trace[1139594935] 'process raft request' (duration: 4.067893226s)","trace[1139594935] 'compare' (duration: 875.843666ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:05.63219Z","caller":"traceutil/trace.go:171","msg":"trace[1811759246] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"4.927917755s","start":"2026-03-06T21:10:00.704249Z","end":"2026-03-06T21:10:05.632167Z","steps":["trace[1811759246] 'process raft request' (duration: 4.92769124s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:05.632213Z","caller":"traceutil/trace.go:171","msg":"trace[113339861] linearizableReadLoop","detail":"{readStateIndex:24951; appliedIndex:24939; }","duration":"4.949814687s","start":"2026-03-06T21:10:00.682377Z","end":"2026-03-06T21:10:05.632192Z","steps":["trace[113339861] 'read index received' (duration: 2.761444089s)","trace[113339861] 'applied index is now lower than readState.Index' (duration: 2.188369578s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:05.632296Z","caller":"traceutil/trace.go:171","msg":"trace[567965521] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"3.146610519s","start":"2026-03-06T21:10:02.485674Z","end":"2026-03-06T21:10:05.632285Z","steps":["trace[567965521] 'process raft request' (duration: 3.146376564s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.632304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.70423Z","time spent":"4.927999666s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:05.632304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.687533Z","time spent":"4.944682104s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:05.632355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.485647Z","time spent":"3.146674111s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:05.63258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.27143329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:05.632609Z","caller":"traceutil/trace.go:171","msg":"trace[711894571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24090; }","duration":"5.271506571s","start":"2026-03-06T21:10:00.361095Z","end":"2026-03-06T21:10:05.632601Z","steps":["trace[711894571] 'agreement among raft nodes before linearized reading' (duration: 5.271384019s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.63263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.361072Z","time spent":"5.271552542s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:10:05.632619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.872834942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:10:05.632664Z","caller":"traceutil/trace.go:171","msg":"trace[419902790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24090; }","duration":"5.872935924s","start":"2026-03-06T21:09:59.759715Z","end":"2026-03-06T21:10:05.632651Z","steps":["trace[419902790] 'agreement among raft nodes before linearized reading' (duration: 5.872816802s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.632703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.759678Z","time spent":"5.873014836s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:05.632696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.784278193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:05.632753Z","caller":"traceutil/trace.go:171","msg":"trace[1247308562] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"2.944262473s","start":"2026-03-06T21:10:02.688482Z","end":"2026-03-06T21:10:05.632745Z","steps":["trace[1247308562] 'process raft request' (duration: 2.943606599s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:05.632746Z","caller":"traceutil/trace.go:171","msg":"trace[1624640605] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24090; }","duration":"6.784386765s","start":"2026-03-06T21:09:58.848346Z","end":"2026-03-06T21:10:05.632733Z","steps":["trace[1624640605] 'agreement among raft nodes before linearized reading' (duration: 6.784264722s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.632799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.688455Z","time spent":"2.944317485s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:05.632801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:58.848319Z","time spent":"6.784469026s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:05.632861Z","caller":"traceutil/trace.go:171","msg":"trace[2024271710] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"2.944203723s","start":"2026-03-06T21:10:02.688647Z","end":"2026-03-06T21:10:05.632851Z","steps":["trace[2024271710] 'process raft request' (duration: 2.943478887s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.632924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.68864Z","time spent":"2.944262214s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:05.633019Z","caller":"traceutil/trace.go:171","msg":"trace[395487483] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"2.937047434s","start":"2026-03-06T21:10:02.695964Z","end":"2026-03-06T21:10:05.633011Z","steps":["trace[395487483] 'process raft request' (duration: 2.936190756s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.633058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.695955Z","time spent":"2.937082556s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:05.633058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.36047594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:05.633108Z","caller":"traceutil/trace.go:171","msg":"trace[1330106423] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24090; }","duration":"5.360659934s","start":"2026-03-06T21:10:00.272433Z","end":"2026-03-06T21:10:05.633093Z","steps":["trace[1330106423] 'agreement among raft nodes before linearized reading' (duration: 5.36048253s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.633157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.272412Z","time spent":"5.360731466s","remote":"127.0.0.1:50158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:05.633211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.246577162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T21:10:05.633232Z","caller":"traceutil/trace.go:171","msg":"trace[1298083397] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24090; }","duration":"5.246645844s","start":"2026-03-06T21:10:00.386579Z","end":"2026-03-06T21:10:05.633225Z","steps":["trace[1298083397] 'agreement among raft nodes before linearized reading' (duration: 5.246583262s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.633249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.386559Z","time spent":"5.246685864s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:10:05.633444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.845844018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-06T21:10:05.63348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.463352175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T21:10:05.6335Z","caller":"traceutil/trace.go:171","msg":"trace[1671290492] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24090; }","duration":"5.84594422s","start":"2026-03-06T21:09:59.787538Z","end":"2026-03-06T21:10:05.633482Z","steps":["trace[1671290492] 'agreement among raft nodes before linearized reading' (duration: 5.845708625s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:05.633544Z","caller":"traceutil/trace.go:171","msg":"trace[177253411] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:24090; }","duration":"5.463461217s","start":"2026-03-06T21:10:00.170061Z","end":"2026-03-06T21:10:05.633522Z","steps":["trace[177253411] 'agreement among raft nodes before linearized reading' (duration: 5.463231592s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.63355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:09:59.787518Z","time spent":"5.846017761s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-06T21:10:05.633584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.170037Z","time spent":"5.463537638s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-06T21:10:05.977805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998661212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:05.977913Z","caller":"traceutil/trace.go:171","msg":"trace[1443560005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998844046s","start":"2026-03-06T21:10:00.979042Z","end":"2026-03-06T21:10:05.977886Z","steps":["trace[1443560005] 'agreement among raft nodes before linearized reading' (duration: 4.998704153s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:05.977971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.979016Z","time spent":"4.998943508s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:10:06.134776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:06.635884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:07.156187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:07.159219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.531107755s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:10:07.21726Z","caller":"traceutil/trace.go:171","msg":"trace[523017211] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"3.680591428s","start":"2026-03-06T21:10:03.536635Z","end":"2026-03-06T21:10:07.217226Z","steps":["trace[523017211] 'process raft request' (duration: 3.680487805s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:07.217333Z","caller":"traceutil/trace.go:171","msg":"trace[101408648] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"3.68245724s","start":"2026-03-06T21:10:03.534845Z","end":"2026-03-06T21:10:07.217302Z","steps":["trace[101408648] 'process raft request' (duration: 3.624644396s)","trace[101408648] 'compare' (duration: 56.564996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:07.21742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.534826Z","time spent":"3.682553502s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:07.217437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.536612Z","time spent":"3.680733871s","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:07.217635Z","caller":"traceutil/trace.go:171","msg":"trace[1982479471] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"3.68246342s","start":"2026-03-06T21:10:03.53516Z","end":"2026-03-06T21:10:07.217623Z","steps":["trace[1982479471] 'process raft request' (duration: 3.681803515s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.217686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.535152Z","time spent":"3.682508901s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:07.531911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001453333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:07.53204Z","caller":"traceutil/trace.go:171","msg":"trace[433101274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001634497s","start":"2026-03-06T21:10:05.53038Z","end":"2026-03-06T21:10:07.532015Z","steps":["trace[433101274] 'agreement among raft nodes before linearized reading' (duration: 2.001483083s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:07.532166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.530365Z","time spent":"2.00175628s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:08.76997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998328765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:08.770096Z","caller":"traceutil/trace.go:171","msg":"trace[434512181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998533699s","start":"2026-03-06T21:10:05.771534Z","end":"2026-03-06T21:10:08.770068Z","steps":["trace[434512181] 'agreement among raft nodes before linearized reading' (duration: 2.998364005s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:08.77016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.771501Z","time spent":"2.998645452s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 21:10:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:08.7871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627662002s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:09.472022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999718784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:09.472138Z","caller":"traceutil/trace.go:171","msg":"trace[698048523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999913988s","start":"2026-03-06T21:10:06.472196Z","end":"2026-03-06T21:10:09.47211Z","steps":["trace[698048523] 'agreement among raft nodes before linearized reading' (duration: 2.999767525s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.472185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.47217Z","time spent":"3.000005031s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 21:10:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:09.49113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268693678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:09.491199Z","caller":"traceutil/trace.go:171","msg":"trace[298195902] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; }","duration":"2.268905022s","start":"2026-03-06T21:10:07.222278Z","end":"2026-03-06T21:10:09.491183Z","steps":["trace[298195902] 'agreement among raft nodes before linearized reading' (duration: 2.268824091s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.491181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.222244Z","time spent":"2.268927703s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:09.491242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.222245Z","time spent":"2.268987515s","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} 2026/03/06 21:10:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/06 21:10:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:09.491363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.227783Z","time spent":"2.263571265s","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 21:10:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:09.531811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:09.531888Z","caller":"traceutil/trace.go:171","msg":"trace[712323633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093014s","start":"2026-03-06T21:10:07.531774Z","end":"2026-03-06T21:10:09.531867Z","steps":["trace[712323633] 'agreement among raft nodes before linearized reading' (duration: 1.999990151s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:09.531939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.531745Z","time spent":"2.000184745s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:09.759024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.647629Z","time spent":"4.111386385s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 21:10:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:09.910214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082418767s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:10.533797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.537316Z","time spent":"4.996471474s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 21:10:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:10.535164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.542217Z","time spent":"4.992940966s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 21:10:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:10.535334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.542667Z","time spent":"4.99266444s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:10.535399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.537179Z","time spent":"4.998214562s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 21:10:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/06 21:10:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:10.693685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:10.693802Z","caller":"traceutil/trace.go:171","msg":"trace[1502797384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046362s","start":"2026-03-06T21:10:08.693728Z","end":"2026-03-06T21:10:10.693775Z","steps":["trace[1502797384] 'agreement among raft nodes before linearized reading' (duration: 1.999888217s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.693863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:08.693703Z","time spent":"2.000148664s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:10.795502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868159989s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.795619Z","caller":"traceutil/trace.go:171","msg":"trace[1462600235] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24094; }","duration":"1.868301872s","start":"2026-03-06T21:10:08.927296Z","end":"2026-03-06T21:10:10.795598Z","steps":["trace[1462600235] 'range keys from in-memory index tree' (duration: 1.868131937s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.795567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008261993s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-06T21:10:10.79788Z","caller":"traceutil/trace.go:171","msg":"trace[1053920672] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"5.386213006s","start":"2026-03-06T21:10:05.411635Z","end":"2026-03-06T21:10:10.797848Z","steps":["trace[1053920672] 'process raft request' (duration: 5.38413186s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.634654Z","time spent":"5.163340848s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:10.798072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.411596Z","time spent":"5.38637149s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:10.798337Z","caller":"traceutil/trace.go:171","msg":"trace[1791959568] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"5.152300655s","start":"2026-03-06T21:10:05.646007Z","end":"2026-03-06T21:10:10.798308Z","steps":["trace[1791959568] 'process raft request' (duration: 5.151951077s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.798523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.645942Z","time spent":"5.15248328s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:10.798818Z","caller":"traceutil/trace.go:171","msg":"trace[1873808594] linearizableReadLoop","detail":"{readStateIndex:24963; appliedIndex:24951; }","duration":"5.166560509s","start":"2026-03-06T21:10:05.632248Z","end":"2026-03-06T21:10:10.798808Z","steps":["trace[1873808594] 'read index received' (duration: 1.527227839s)","trace[1873808594] 'applied index is now lower than readState.Index' (duration: 3.63933144s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:10.798966Z","caller":"traceutil/trace.go:171","msg":"trace[670657190] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"3.575588046s","start":"2026-03-06T21:10:07.223372Z","end":"2026-03-06T21:10:10.79896Z","steps":["trace[670657190] 'process raft request' (duration: 3.574989983s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.799076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.223352Z","time spent":"3.575665987s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:10.799282Z","caller":"traceutil/trace.go:171","msg":"trace[1609585837] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"3.153521402s","start":"2026-03-06T21:10:07.645754Z","end":"2026-03-06T21:10:10.799275Z","steps":["trace[1609585837] 'process raft request' (duration: 3.153012131s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.799323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.645706Z","time spent":"3.153594403s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:10.799418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.07711839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.79944Z","caller":"traceutil/trace.go:171","msg":"trace[1777894510] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24105; }","duration":"6.077182421s","start":"2026-03-06T21:10:04.72225Z","end":"2026-03-06T21:10:10.799433Z","steps":["trace[1777894510] 'agreement among raft nodes before linearized reading' (duration: 6.076671s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.799462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:04.722228Z","time spent":"6.077228063s","remote":"127.0.0.1:42762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.799463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.278962746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T21:10:10.799535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.791844819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:10.799566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.265222873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.799585Z","caller":"traceutil/trace.go:171","msg":"trace[261383236] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24105; }","duration":"9.265272524s","start":"2026-03-06T21:10:01.534306Z","end":"2026-03-06T21:10:10.799578Z","steps":["trace[261383236] 'agreement among raft nodes before linearized reading' (duration: 9.26461507s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.799601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.534287Z","time spent":"9.265308755s","remote":"127.0.0.1:35862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:10.799586Z","caller":"traceutil/trace.go:171","msg":"trace[280483593] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177; range_end:; response_count:1; response_revision:24105; }","duration":"9.279089889s","start":"2026-03-06T21:10:01.520457Z","end":"2026-03-06T21:10:10.799547Z","steps":["trace[280483593] 'agreement among raft nodes before linearized reading' (duration: 9.278458875s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.799639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.5204Z","time spent":"9.279227162s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" "} {"level":"warn","ts":"2026-03-06T21:10:10.799679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.104847143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.799695Z","caller":"traceutil/trace.go:171","msg":"trace[304286663] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24105; }","duration":"10.104912024s","start":"2026-03-06T21:10:00.694779Z","end":"2026-03-06T21:10:10.799691Z","steps":["trace[304286663] 'agreement among raft nodes before linearized reading' (duration: 10.104153917s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.799712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:00.694731Z","time spent":"10.104976705s","remote":"127.0.0.1:59764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.799801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091503316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.799821Z","caller":"traceutil/trace.go:171","msg":"trace[1965514633] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24105; }","duration":"6.091559828s","start":"2026-03-06T21:10:04.708254Z","end":"2026-03-06T21:10:10.799814Z","steps":["trace[1965514633] 'agreement among raft nodes before linearized reading' (duration: 6.090678508s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.799835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:04.708222Z","time spent":"6.091609079s","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.799876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.325192513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.799922Z","caller":"traceutil/trace.go:171","msg":"trace[1720213313] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24105; }","duration":"7.325276165s","start":"2026-03-06T21:10:03.474632Z","end":"2026-03-06T21:10:10.799908Z","steps":["trace[1720213313] 'agreement among raft nodes before linearized reading' (duration: 7.324198851s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.799939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.229561837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:10.799955Z","caller":"traceutil/trace.go:171","msg":"trace[138629292] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24105; }","duration":"7.229621599s","start":"2026-03-06T21:10:03.570328Z","end":"2026-03-06T21:10:10.79995Z","steps":["trace[138629292] 'agreement among raft nodes before linearized reading' (duration: 7.228613467s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.799974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.570308Z","time spent":"7.229660719s","remote":"127.0.0.1:40234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.799968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.47461Z","time spent":"7.325344576s","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.800087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.401944913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:10.800104Z","caller":"traceutil/trace.go:171","msg":"trace[1741582168] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24105; }","duration":"8.401981675s","start":"2026-03-06T21:10:02.398118Z","end":"2026-03-06T21:10:10.8001Z","steps":["trace[1741582168] 'agreement among raft nodes before linearized reading' (duration: 8.40082373s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.800118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.398108Z","time spent":"8.402005496s","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.800182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.227664776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:10.800217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.267845081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.800226Z","caller":"traceutil/trace.go:171","msg":"trace[1763525182] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24105; }","duration":"5.227753678s","start":"2026-03-06T21:10:05.572461Z","end":"2026-03-06T21:10:10.800214Z","steps":["trace[1763525182] 'agreement among raft nodes before linearized reading' (duration: 5.226396588s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:10.800239Z","caller":"traceutil/trace.go:171","msg":"trace[181351538] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24105; }","duration":"7.267872112s","start":"2026-03-06T21:10:03.532359Z","end":"2026-03-06T21:10:10.800231Z","steps":["trace[181351538] 'agreement among raft nodes before linearized reading' (duration: 7.266584633s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.800259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.532336Z","time spent":"7.267918053s","remote":"127.0.0.1:35998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.800263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.572434Z","time spent":"5.227819489s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.800432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.410459582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:10.800457Z","caller":"traceutil/trace.go:171","msg":"trace[1360548201] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24105; }","duration":"8.410536123s","start":"2026-03-06T21:10:02.389914Z","end":"2026-03-06T21:10:10.800451Z","steps":["trace[1360548201] 'agreement among raft nodes before linearized reading' (duration: 8.40903802s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.800473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.389889Z","time spent":"8.410579265s","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.800478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.516274092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.800526Z","caller":"traceutil/trace.go:171","msg":"trace[1798754140] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24105; }","duration":"7.516374754s","start":"2026-03-06T21:10:03.284139Z","end":"2026-03-06T21:10:10.800514Z","steps":["trace[1798754140] 'agreement among raft nodes before linearized reading' (duration: 7.514727027s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.800569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.284116Z","time spent":"7.516442685s","remote":"127.0.0.1:36052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.800701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.798876734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:10.800721Z","caller":"traceutil/trace.go:171","msg":"trace[1483239862] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24105; }","duration":"5.798916144s","start":"2026-03-06T21:10:05.001797Z","end":"2026-03-06T21:10:10.800713Z","steps":["trace[1483239862] 'agreement among raft nodes before linearized reading' (duration: 5.797071083s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.80074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.001791Z","time spent":"5.798942655s","remote":"127.0.0.1:50138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.800876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.656517899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:10.800901Z","caller":"traceutil/trace.go:171","msg":"trace[714606422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24105; }","duration":"7.656590421s","start":"2026-03-06T21:10:03.144304Z","end":"2026-03-06T21:10:10.800895Z","steps":["trace[714606422] 'agreement among raft nodes before linearized reading' (duration: 7.654574056s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.800948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.144277Z","time spent":"7.656665342s","remote":"127.0.0.1:38316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.803932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.675249212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:10.803958Z","caller":"traceutil/trace.go:171","msg":"trace[1271965830] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24105; }","duration":"7.675319643s","start":"2026-03-06T21:10:03.128633Z","end":"2026-03-06T21:10:10.803953Z","steps":["trace[1271965830] 'agreement among raft nodes before linearized reading' (duration: 7.670251251s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.803975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.128608Z","time spent":"7.675361735s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.804107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830792976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:10.804131Z","caller":"traceutil/trace.go:171","msg":"trace[6214228] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24105; }","duration":"5.830862387s","start":"2026-03-06T21:10:04.973261Z","end":"2026-03-06T21:10:10.804123Z","steps":["trace[6214228] 'agreement among raft nodes before linearized reading' (duration: 5.825618721s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.804148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:04.97324Z","time spent":"5.83090315s","remote":"127.0.0.1:59108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.804237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.870562923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.804252Z","caller":"traceutil/trace.go:171","msg":"trace[809191997] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24105; }","duration":"7.870616865s","start":"2026-03-06T21:10:02.933629Z","end":"2026-03-06T21:10:10.804246Z","steps":["trace[809191997] 'agreement among raft nodes before linearized reading' (duration: 7.865260067s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.804267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.933607Z","time spent":"7.870655535s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.804375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.195291063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.80439Z","caller":"traceutil/trace.go:171","msg":"trace[1267589884] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24105; }","duration":"8.195374465s","start":"2026-03-06T21:10:02.609011Z","end":"2026-03-06T21:10:10.804385Z","steps":["trace[1267589884] 'agreement among raft nodes before linearized reading' (duration: 8.189887024s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.804409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.608978Z","time spent":"8.195423396s","remote":"127.0.0.1:38244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.804506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.895747197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.804526Z","caller":"traceutil/trace.go:171","msg":"trace[130991780] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24105; }","duration":"5.895807259s","start":"2026-03-06T21:10:04.908712Z","end":"2026-03-06T21:10:10.804519Z","steps":["trace[130991780] 'agreement among raft nodes before linearized reading' (duration: 5.890185195s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.804541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:04.908693Z","time spent":"5.895842699s","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.804671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.284042828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-06T21:10:10.804685Z","caller":"traceutil/trace.go:171","msg":"trace[2059458017] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24105; }","duration":"8.284102079s","start":"2026-03-06T21:10:02.520578Z","end":"2026-03-06T21:10:10.80468Z","steps":["trace[2059458017] 'agreement among raft nodes before linearized reading' (duration: 8.278325722s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.804698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:02.520554Z","time spent":"8.284140729s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-06T21:10:10.804707Z","caller":"traceutil/trace.go:171","msg":"trace[436468219] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24105; }","duration":"9.79186482s","start":"2026-03-06T21:10:01.007684Z","end":"2026-03-06T21:10:10.799549Z","steps":["trace[436468219] 'agreement among raft nodes before linearized reading' (duration: 9.791240306s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.804793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:01.007623Z","time spent":"9.797135077s","remote":"127.0.0.1:35900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.800195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.128777689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:10.804966Z","caller":"traceutil/trace.go:171","msg":"trace[1624390466] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24105; }","duration":"7.133592374s","start":"2026-03-06T21:10:03.671366Z","end":"2026-03-06T21:10:10.804959Z","steps":["trace[1624390466] 'agreement among raft nodes before linearized reading' (duration: 7.127582482s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:10.804981Z","caller":"traceutil/trace.go:171","msg":"trace[544217274] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"3.158267807s","start":"2026-03-06T21:10:07.646706Z","end":"2026-03-06T21:10:10.804974Z","steps":["trace[544217274] 'process raft request' (duration: 3.15253778s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.804987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:03.67134Z","time spent":"7.133640966s","remote":"127.0.0.1:38194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:10.805051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.646674Z","time spent":"3.158323488s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:10.805193Z","caller":"traceutil/trace.go:171","msg":"trace[1079480935] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"2.028909507s","start":"2026-03-06T21:10:08.776278Z","end":"2026-03-06T21:10:10.805188Z","steps":["trace[1079480935] 'process raft request' (duration: 2.028848826s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.805223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:08.776259Z","time spent":"2.028947409s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:10.805284Z","caller":"traceutil/trace.go:171","msg":"trace[1172201568] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"3.156987189s","start":"2026-03-06T21:10:07.648276Z","end":"2026-03-06T21:10:10.805263Z","steps":["trace[1172201568] 'process raft request' (duration: 3.15658585s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.805362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992839855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T21:10:10.805397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.648263Z","time spent":"3.15707106s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:10.80541Z","caller":"traceutil/trace.go:171","msg":"trace[1984059893] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24108; }","duration":"5.992940807s","start":"2026-03-06T21:10:04.812456Z","end":"2026-03-06T21:10:10.805397Z","steps":["trace[1984059893] 'agreement among raft nodes before linearized reading' (duration: 5.986452514s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.805445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:04.812431Z","time spent":"5.993005588s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T21:10:10.979219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997875354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:10.979325Z","caller":"traceutil/trace.go:171","msg":"trace[1053761859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998047498s","start":"2026-03-06T21:10:07.981254Z","end":"2026-03-06T21:10:10.979302Z","steps":["trace[1053761859] 'agreement among raft nodes before linearized reading' (duration: 2.997912505s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:10.979369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.981222Z","time spent":"2.99813871s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/06 21:10:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:11.282266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371737127s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:11.550106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000698856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:11.550202Z","caller":"traceutil/trace.go:171","msg":"trace[1613652341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000835419s","start":"2026-03-06T21:10:09.549344Z","end":"2026-03-06T21:10:11.55018Z","steps":["trace[1613652341] 'agreement among raft nodes before linearized reading' (duration: 2.000712607s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:11.550248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.549337Z","time spent":"2.000902911s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:11.998444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.504905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:449"} {"level":"info","ts":"2026-03-06T21:10:11.998547Z","caller":"traceutil/trace.go:171","msg":"trace[1614668147] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24108; }","duration":"2.236314244s","start":"2026-03-06T21:10:09.762213Z","end":"2026-03-06T21:10:11.998527Z","steps":["trace[1614668147] 'process raft request' (duration: 1.520645465s)","trace[1614668147] 'compare' (duration: 715.438744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:11.998588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.762173Z","time spent":"2.236399336s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:12.023271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376178176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:12.023333Z","caller":"traceutil/trace.go:171","msg":"trace[1445940838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"4.376277688s","start":"2026-03-06T21:10:07.647043Z","end":"2026-03-06T21:10:12.02332Z","steps":["trace[1445940838] 'agreement among raft nodes before linearized reading' (duration: 4.376208627s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.023373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:07.647029Z","time spent":"4.376335559s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/06 21:10:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:12.848672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.313635687s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:10:12.849116Z","caller":"traceutil/trace.go:171","msg":"trace[600910662] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"2.202739095s","start":"2026-03-06T21:10:10.646352Z","end":"2026-03-06T21:10:12.849091Z","steps":["trace[600910662] 'process raft request' (duration: 2.20251391s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.849276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.646324Z","time spent":"2.202868087s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:12.849542Z","caller":"traceutil/trace.go:171","msg":"trace[1686259853] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24109; }","duration":"2.042538768s","start":"2026-03-06T21:10:10.80698Z","end":"2026-03-06T21:10:12.849519Z","steps":["trace[1686259853] 'process raft request' (duration: 2.042083048s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:12.849547Z","caller":"traceutil/trace.go:171","msg":"trace[1046465175] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"2.039901469s","start":"2026-03-06T21:10:10.809611Z","end":"2026-03-06T21:10:12.849512Z","steps":["trace[1046465175] 'process raft request' (duration: 2.039692885s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.849619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.806957Z","time spent":"2.042624689s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:12.849717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.809589Z","time spent":"2.040020512s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:12.849588Z","caller":"traceutil/trace.go:171","msg":"trace[754791427] linearizableReadLoop","detail":"{readStateIndex:24972; appliedIndex:24970; }","duration":"2.050726919s","start":"2026-03-06T21:10:10.798839Z","end":"2026-03-06T21:10:12.849566Z","steps":["trace[754791427] 'read index received' (duration: 483.904107ms)","trace[754791427] 'applied index is now lower than readState.Index' (duration: 1.566822022s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:12.849788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.212619926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7ec86092-2c72-46d7-b0b6-2d5e284fb35f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T21:10:12.84982Z","caller":"traceutil/trace.go:171","msg":"trace[967365933] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7ec86092-2c72-46d7-b0b6-2d5e284fb35f; range_end:; response_count:1; response_revision:24114; }","duration":"7.212723388s","start":"2026-03-06T21:10:05.637088Z","end":"2026-03-06T21:10:12.849812Z","steps":["trace[967365933] 'agreement among raft nodes before linearized reading' (duration: 7.212551924s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.849842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.637064Z","time spent":"7.212773288s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7ec86092-2c72-46d7-b0b6-2d5e284fb35f\" "} {"level":"info","ts":"2026-03-06T21:10:12.849943Z","caller":"traceutil/trace.go:171","msg":"trace[1441181806] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"2.034409268s","start":"2026-03-06T21:10:10.815522Z","end":"2026-03-06T21:10:12.849932Z","steps":["trace[1441181806] 'process raft request' (duration: 2.033906248s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.849991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.815507Z","time spent":"2.034462889s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T21:10:12.849992Z","caller":"traceutil/trace.go:171","msg":"trace[606173091] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"2.034329217s","start":"2026-03-06T21:10:10.815655Z","end":"2026-03-06T21:10:12.849984Z","steps":["trace[606173091] 'process raft request' (duration: 2.033810755s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:12.850066Z","caller":"traceutil/trace.go:171","msg":"trace[1033726113] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"1.866804147s","start":"2026-03-06T21:10:10.983253Z","end":"2026-03-06T21:10:12.850057Z","steps":["trace[1033726113] 'process raft request' (duration: 1.866249435s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.85011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.983233Z","time spent":"1.866856849s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:12.850121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.81565Z","time spent":"2.034406578s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:12.850106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.167670854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:12.850224Z","caller":"traceutil/trace.go:171","msg":"trace[338308049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24114; }","duration":"6.167814537s","start":"2026-03-06T21:10:06.682384Z","end":"2026-03-06T21:10:12.850199Z","steps":["trace[338308049] 'agreement among raft nodes before linearized reading' (duration: 6.167618653s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.850266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.232144613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:12.850304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.682312Z","time spent":"6.16797762s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:12.850316Z","caller":"traceutil/trace.go:171","msg":"trace[1393051861] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24114; }","duration":"6.232258407s","start":"2026-03-06T21:10:06.618046Z","end":"2026-03-06T21:10:12.850305Z","steps":["trace[1393051861] 'agreement among raft nodes before linearized reading' (duration: 6.232177025s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.85034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.715500918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T21:10:12.850359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.618005Z","time spent":"6.232347688s","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:10:12.850372Z","caller":"traceutil/trace.go:171","msg":"trace[685230389] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24114; }","duration":"6.71558408s","start":"2026-03-06T21:10:06.134782Z","end":"2026-03-06T21:10:12.850366Z","steps":["trace[685230389] 'agreement among raft nodes before linearized reading' (duration: 6.715375015s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.850457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.678489393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:12.850329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.203017033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:12.850502Z","caller":"traceutil/trace.go:171","msg":"trace[1409669339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24114; }","duration":"6.678560594s","start":"2026-03-06T21:10:06.171917Z","end":"2026-03-06T21:10:12.850477Z","steps":["trace[1409669339] 'agreement among raft nodes before linearized reading' (duration: 6.678509773s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.850523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.171891Z","time spent":"6.678626126s","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:12.850524Z","caller":"traceutil/trace.go:171","msg":"trace[140574232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24114; }","duration":"7.203252858s","start":"2026-03-06T21:10:05.647262Z","end":"2026-03-06T21:10:12.850515Z","steps":["trace[140574232] 'agreement among raft nodes before linearized reading' (duration: 7.202983312s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.850551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:05.647247Z","time spent":"7.203296729s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:10:12.850033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253714278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:12.850747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301563352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-06T21:10:12.850806Z","caller":"traceutil/trace.go:171","msg":"trace[1549989275] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24114; }","duration":"3.301681765s","start":"2026-03-06T21:10:09.549112Z","end":"2026-03-06T21:10:12.850794Z","steps":["trace[1549989275] 'agreement among raft nodes before linearized reading' (duration: 3.301451519s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.850838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314380985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-06T21:10:12.850851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.549048Z","time spent":"3.301790027s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T21:10:12.850872Z","caller":"traceutil/trace.go:171","msg":"trace[856285354] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24114; }","duration":"2.314435926s","start":"2026-03-06T21:10:10.536431Z","end":"2026-03-06T21:10:12.850867Z","steps":["trace[856285354] 'agreement among raft nodes before linearized reading' (duration: 2.314362784s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.850906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.457708231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:12.850926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091012817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:12.850933Z","caller":"traceutil/trace.go:171","msg":"trace[342413552] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"1.816739196s","start":"2026-03-06T21:10:11.034189Z","end":"2026-03-06T21:10:12.850928Z","steps":["trace[342413552] 'process raft request' (duration: 1.815338385s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:12.850945Z","caller":"traceutil/trace.go:171","msg":"trace[1660022438] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24114; }","duration":"4.457742592s","start":"2026-03-06T21:10:08.393189Z","end":"2026-03-06T21:10:12.850931Z","steps":["trace[1660022438] 'agreement among raft nodes before linearized reading' (duration: 4.457687411s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:12.850953Z","caller":"traceutil/trace.go:171","msg":"trace[577706142] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24114; }","duration":"4.091092208s","start":"2026-03-06T21:10:08.759852Z","end":"2026-03-06T21:10:12.850945Z","steps":["trace[577706142] 'agreement among raft nodes before linearized reading' (duration: 4.091039467s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.850975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:08.393104Z","time spent":"4.457865905s","remote":"127.0.0.1:59158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:12.85098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:08.759827Z","time spent":"4.09114846s","remote":"127.0.0.1:50204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:12.85101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.034163Z","time spent":"1.816785228s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:12.850757Z","caller":"traceutil/trace.go:171","msg":"trace[1182385209] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24114; }","duration":"3.254461335s","start":"2026-03-06T21:10:09.596287Z","end":"2026-03-06T21:10:12.850749Z","steps":["trace[1182385209] 'agreement among raft nodes before linearized reading' (duration: 3.253701548s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.850912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.53642Z","time spent":"2.314483247s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-06T21:10:12.851125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.596275Z","time spent":"3.254832913s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:12.851142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.81910486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:12.851212Z","caller":"traceutil/trace.go:171","msg":"trace[1723421973] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24114; }","duration":"4.819237013s","start":"2026-03-06T21:10:08.031957Z","end":"2026-03-06T21:10:12.851194Z","steps":["trace[1723421973] 'agreement among raft nodes before linearized reading' (duration: 4.81912568s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.851257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:08.031933Z","time spent":"4.819312555s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:12.851307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662378467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:12.851333Z","caller":"traceutil/trace.go:171","msg":"trace[229497934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24114; }","duration":"2.662439939s","start":"2026-03-06T21:10:10.188885Z","end":"2026-03-06T21:10:12.851325Z","steps":["trace[229497934] 'agreement among raft nodes before linearized reading' (duration: 2.662391498s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.851348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.188865Z","time spent":"2.662479039s","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:12.851452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498939427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:12.851471Z","caller":"traceutil/trace.go:171","msg":"trace[1609382415] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24114; }","duration":"2.499016s","start":"2026-03-06T21:10:10.35245Z","end":"2026-03-06T21:10:12.851466Z","steps":["trace[1609382415] 'agreement among raft nodes before linearized reading' (duration: 2.498983199s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.851486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.352406Z","time spent":"2.499076071s","remote":"127.0.0.1:42716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:12.851541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314359683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T21:10:12.85158Z","caller":"traceutil/trace.go:171","msg":"trace[1017355271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24114; }","duration":"2.314430315s","start":"2026-03-06T21:10:10.537128Z","end":"2026-03-06T21:10:12.851558Z","steps":["trace[1017355271] 'agreement among raft nodes before linearized reading' (duration: 2.314350153s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.851601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.537121Z","time spent":"2.314475336s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:10:12.851695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314680661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-06T21:10:12.851712Z","caller":"traceutil/trace.go:171","msg":"trace[1556407233] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24114; }","duration":"2.314720191s","start":"2026-03-06T21:10:10.536987Z","end":"2026-03-06T21:10:12.851708Z","steps":["trace[1556407233] 'agreement among raft nodes before linearized reading' (duration: 2.31467073s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.851749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.536941Z","time spent":"2.314803663s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-06T21:10:12.851834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106320213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:12.851801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004018269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:12.851854Z","caller":"traceutil/trace.go:171","msg":"trace[1507235940] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24114; }","duration":"3.106376044s","start":"2026-03-06T21:10:09.745471Z","end":"2026-03-06T21:10:12.851847Z","steps":["trace[1507235940] 'agreement among raft nodes before linearized reading' (duration: 3.106317323s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.851873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315408937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-06T21:10:12.851895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.74545Z","time spent":"3.106439465s","remote":"127.0.0.1:36032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:12.851897Z","caller":"traceutil/trace.go:171","msg":"trace[1317328044] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24114; }","duration":"2.315522719s","start":"2026-03-06T21:10:10.536368Z","end":"2026-03-06T21:10:12.851891Z","steps":["trace[1317328044] 'agreement among raft nodes before linearized reading' (duration: 2.315418337s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.851915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.53629Z","time spent":"2.315622361s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T21:10:12.8519Z","caller":"traceutil/trace.go:171","msg":"trace[821939339] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24114; }","duration":"3.004196694s","start":"2026-03-06T21:10:09.847682Z","end":"2026-03-06T21:10:12.851879Z","steps":["trace[821939339] 'agreement among raft nodes before linearized reading' (duration: 3.003996179s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:12.851963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:09.847659Z","time spent":"3.004292855s","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:12.852415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:06.134756Z","time spent":"6.717634955s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:13.350063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:13.555692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:13.555786Z","caller":"traceutil/trace.go:171","msg":"trace[638301332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326938s","start":"2026-03-06T21:10:11.555433Z","end":"2026-03-06T21:10:13.55576Z","steps":["trace[638301332] 'agreement among raft nodes before linearized reading' (duration: 2.000204995s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:13.55583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.555417Z","time spent":"2.000403779s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:13.851113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:14.111929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263059363s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:14.425392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.091644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:14.425627Z","caller":"traceutil/trace.go:171","msg":"trace[1899483123] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"1.609777329s","start":"2026-03-06T21:10:12.815779Z","end":"2026-03-06T21:10:14.425556Z","steps":["trace[1899483123] 'process raft request' (duration: 1.609743258s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:14.42569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.815768Z","time spent":"1.609895811s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:14.4257Z","caller":"traceutil/trace.go:171","msg":"trace[1476047448] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"1.612404896s","start":"2026-03-06T21:10:12.813246Z","end":"2026-03-06T21:10:14.425651Z","steps":["trace[1476047448] 'process raft request' (duration: 1.298976194s)","trace[1476047448] 'compare' (duration: 312.767776ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:14.425887Z","caller":"traceutil/trace.go:171","msg":"trace[146930828] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"1.611259941s","start":"2026-03-06T21:10:12.814616Z","end":"2026-03-06T21:10:14.425876Z","steps":["trace[146930828] 'process raft request' (duration: 1.610863062s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:14.42593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.813214Z","time spent":"1.61257177s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:14.425942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.814592Z","time spent":"1.611324311s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:15.533256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677261115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:15.533361Z","caller":"traceutil/trace.go:171","msg":"trace[1003213542] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.677398878s","start":"2026-03-06T21:10:12.855938Z","end":"2026-03-06T21:10:15.533336Z","steps":["trace[1003213542] 'agreement among raft nodes before linearized reading' (duration: 2.677266455s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.53342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.855933Z","time spent":"2.67747318s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/06 21:10:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:15.534496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678055602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-06T21:10:15.53454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678669736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:15.534655Z","caller":"traceutil/trace.go:171","msg":"trace[866018120] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.678802729s","start":"2026-03-06T21:10:12.855812Z","end":"2026-03-06T21:10:15.534615Z","steps":["trace[866018120] 'agreement among raft nodes before linearized reading' (duration: 2.678673156s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.535683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.855809Z","time spent":"2.6788903s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/06 21:10:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T21:10:15.534571Z","caller":"traceutil/trace.go:171","msg":"trace[1155464580] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.678136013s","start":"2026-03-06T21:10:12.856423Z","end":"2026-03-06T21:10:15.534559Z","steps":["trace[1155464580] 'agreement among raft nodes before linearized reading' (duration: 2.678053522s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.535809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.856397Z","time spent":"2.679405041s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/06 21:10:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:15.536937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677459718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:15.536992Z","caller":"traceutil/trace.go:171","msg":"trace[930127482] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.67753207s","start":"2026-03-06T21:10:12.859448Z","end":"2026-03-06T21:10:15.53698Z","steps":["trace[930127482] 'agreement among raft nodes before linearized reading' (duration: 2.677472339s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.537033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.859438Z","time spent":"2.677587251s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/06 21:10:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:15.545386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28564834s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:15.556755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000515012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:15.55686Z","caller":"traceutil/trace.go:171","msg":"trace[1505066972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000703446s","start":"2026-03-06T21:10:13.556129Z","end":"2026-03-06T21:10:15.556833Z","steps":["trace[1505066972] 'agreement among raft nodes before linearized reading' (duration: 2.000559063s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:15.556912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.556103Z","time spent":"2.00079783s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:16.193128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.456819ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-06T21:10:16.193405Z","caller":"traceutil/trace.go:171","msg":"trace[370661759] linearizableReadLoop","detail":"{readStateIndex:24983; appliedIndex:24978; }","duration":"3.343607388s","start":"2026-03-06T21:10:12.849777Z","end":"2026-03-06T21:10:16.193385Z","steps":["trace[370661759] 'read index received' (duration: 1.262478921s)","trace[370661759] 'applied index is now lower than readState.Index' (duration: 2.081127137s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:16.193499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.850807Z","time spent":"3.342688287s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:16.193647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149700139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:16.193731Z","caller":"traceutil/trace.go:171","msg":"trace[1943076349] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24118; }","duration":"4.149799221s","start":"2026-03-06T21:10:12.043908Z","end":"2026-03-06T21:10:16.193707Z","steps":["trace[1943076349] 'agreement among raft nodes before linearized reading' (duration: 4.149627277s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:16.193734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632791676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:16.193762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.043845Z","time spent":"4.149910363s","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:16.19377Z","caller":"traceutil/trace.go:171","msg":"trace[763076900] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24118; }","duration":"4.632855967s","start":"2026-03-06T21:10:11.560899Z","end":"2026-03-06T21:10:16.193755Z","steps":["trace[763076900] 'agreement among raft nodes before linearized reading' (duration: 4.632785285s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:16.193803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:11.560889Z","time spent":"4.632906069s","remote":"127.0.0.1:56328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:16.193975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323580437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:16.194013Z","caller":"traceutil/trace.go:171","msg":"trace[514606381] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24118; }","duration":"5.323667568s","start":"2026-03-06T21:10:10.870337Z","end":"2026-03-06T21:10:16.194005Z","steps":["trace[514606381] 'agreement among raft nodes before linearized reading' (duration: 5.323590587s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:16.194043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.870312Z","time spent":"5.32372182s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:16.194045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10118022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T21:10:16.194094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.37819463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-06T21:10:16.194091Z","caller":"traceutil/trace.go:171","msg":"trace[1379434550] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24118; }","duration":"4.101276452s","start":"2026-03-06T21:10:12.092803Z","end":"2026-03-06T21:10:16.194079Z","steps":["trace[1379434550] 'agreement among raft nodes before linearized reading' (duration: 4.101061167s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:16.194117Z","caller":"traceutil/trace.go:171","msg":"trace[1157495284] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24118; }","duration":"5.378263602s","start":"2026-03-06T21:10:10.815847Z","end":"2026-03-06T21:10:16.194111Z","steps":["trace[1157495284] 'agreement among raft nodes before linearized reading' (duration: 5.3781646s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:16.194132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:10.815824Z","time spent":"5.378304263s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-06T21:10:16.194126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.092782Z","time spent":"4.101335323s","remote":"127.0.0.1:52218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:16.194464Z","caller":"traceutil/trace.go:171","msg":"trace[604005703] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"3.336885879s","start":"2026-03-06T21:10:12.857514Z","end":"2026-03-06T21:10:16.1944Z","steps":["trace[604005703] 'process raft request' (duration: 3.335722774s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:16.194566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.857491Z","time spent":"3.337014702s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:16.693723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:16.886393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340869987s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:17.564309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:17.564415Z","caller":"traceutil/trace.go:171","msg":"trace[969624357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206705s","start":"2026-03-06T21:10:15.564178Z","end":"2026-03-06T21:10:17.564385Z","steps":["trace[969624357] 'agreement among raft nodes before linearized reading' (duration: 2.000075172s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.564467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.564153Z","time spent":"2.000303708s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:17.628647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.850496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:17.628927Z","caller":"traceutil/trace.go:171","msg":"trace[765027204] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"2.090027323s","start":"2026-03-06T21:10:15.538872Z","end":"2026-03-06T21:10:17.6289Z","steps":["trace[765027204] 'process raft request' (duration: 2.08989767s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.628943Z","caller":"traceutil/trace.go:171","msg":"trace[987469038] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"2.090121475s","start":"2026-03-06T21:10:15.53878Z","end":"2026-03-06T21:10:17.628902Z","steps":["trace[987469038] 'process raft request' (duration: 1.347914391s)","trace[987469038] 'compare' (duration: 741.07766ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:17.628994Z","caller":"traceutil/trace.go:171","msg":"trace[2084231513] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"1.830832525s","start":"2026-03-06T21:10:15.798129Z","end":"2026-03-06T21:10:17.628962Z","steps":["trace[2084231513] 'process raft request' (duration: 1.830703973s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.62901Z","caller":"traceutil/trace.go:171","msg":"trace[1184390659] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"1.430205944s","start":"2026-03-06T21:10:16.198763Z","end":"2026-03-06T21:10:17.628969Z","steps":["trace[1184390659] 'process raft request' (duration: 1.430106411s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.629029Z","caller":"traceutil/trace.go:171","msg":"trace[645296083] linearizableReadLoop","detail":"{readStateIndex:24990; appliedIndex:24983; }","duration":"1.435564252s","start":"2026-03-06T21:10:16.193451Z","end":"2026-03-06T21:10:17.629015Z","steps":["trace[645296083] 'read index received' (duration: 693.258736ms)","trace[645296083] 'applied index is now lower than readState.Index' (duration: 742.304656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:17.629073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.538842Z","time spent":"2.090152736s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:17.629099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.798098Z","time spent":"1.830952517s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:17.629105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.198732Z","time spent":"1.430322325s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:17.629105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.538759Z","time spent":"2.090253309s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:17.629248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899797395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:17.629272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.773086246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:17.629291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070819371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:17.629309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968123499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:17.629315Z","caller":"traceutil/trace.go:171","msg":"trace[1876718962] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24125; }","duration":"4.773139707s","start":"2026-03-06T21:10:12.856162Z","end":"2026-03-06T21:10:17.629302Z","steps":["trace[1876718962] 'agreement among raft nodes before linearized reading' (duration: 4.772946933s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.629333Z","caller":"traceutil/trace.go:171","msg":"trace[779565935] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24125; }","duration":"3.96819367s","start":"2026-03-06T21:10:13.661133Z","end":"2026-03-06T21:10:17.629327Z","steps":["trace[779565935] 'agreement among raft nodes before linearized reading' (duration: 3.968147259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.629341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.856155Z","time spent":"4.773179928s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:17.629349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.661109Z","time spent":"3.968235242s","remote":"127.0.0.1:52578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:17.62934Z","caller":"traceutil/trace.go:171","msg":"trace[2070255755] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24125; }","duration":"4.070897482s","start":"2026-03-06T21:10:13.558428Z","end":"2026-03-06T21:10:17.629325Z","steps":["trace[2070255755] 'agreement among raft nodes before linearized reading' (duration: 4.070691808s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.629286Z","caller":"traceutil/trace.go:171","msg":"trace[1687278420] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24125; }","duration":"3.899883507s","start":"2026-03-06T21:10:13.729389Z","end":"2026-03-06T21:10:17.629273Z","steps":["trace[1687278420] 'agreement among raft nodes before linearized reading' (duration: 3.899715874s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.629382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.558382Z","time spent":"4.070991314s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:17.629401Z","caller":"traceutil/trace.go:171","msg":"trace[1869808995] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"1.196795194s","start":"2026-03-06T21:10:16.432592Z","end":"2026-03-06T21:10:17.629387Z","steps":["trace[1869808995] 'process raft request' (duration: 1.196348444s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.629376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501777491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:17.629397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:13.729323Z","time spent":"3.900061011s","remote":"127.0.0.1:59122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.629462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.432547Z","time spent":"1.196880336s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:17.629468Z","caller":"traceutil/trace.go:171","msg":"trace[1534606124] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24125; }","duration":"3.501942644s","start":"2026-03-06T21:10:14.127501Z","end":"2026-03-06T21:10:17.629444Z","steps":["trace[1534606124] 'agreement among raft nodes before linearized reading' (duration: 3.501602277s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.629513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:14.127481Z","time spent":"3.502023076s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.629533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685401474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:17.629558Z","caller":"traceutil/trace.go:171","msg":"trace[54415786] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24125; }","duration":"4.685459675s","start":"2026-03-06T21:10:12.94409Z","end":"2026-03-06T21:10:17.62955Z","steps":["trace[54415786] 'agreement among raft nodes before linearized reading' (duration: 4.685382224s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.629581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.944067Z","time spent":"4.685505917s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.629656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953223221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T21:10:17.629658Z","caller":"traceutil/trace.go:171","msg":"trace[1865601428] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"1.19708664s","start":"2026-03-06T21:10:16.432559Z","end":"2026-03-06T21:10:17.629645Z","steps":["trace[1865601428] 'process raft request' (duration: 1.196345164s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.629681Z","caller":"traceutil/trace.go:171","msg":"trace[2140505970] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24125; }","duration":"2.953301843s","start":"2026-03-06T21:10:14.676365Z","end":"2026-03-06T21:10:17.629666Z","steps":["trace[2140505970] 'agreement among raft nodes before linearized reading' (duration: 2.953216961s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.629696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:14.676323Z","time spent":"2.953367744s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T21:10:17.629712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.432524Z","time spent":"1.197156882s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:17.629756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.744078046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:17.629722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773492823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.629805Z","caller":"traceutil/trace.go:171","msg":"trace[1395943324] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24125; }","duration":"4.744179488s","start":"2026-03-06T21:10:12.88561Z","end":"2026-03-06T21:10:17.62979Z","steps":["trace[1395943324] 'agreement among raft nodes before linearized reading' (duration: 4.744094867s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.629831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030386219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:17.629839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.88559Z","time spent":"4.744239659s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:17.62985Z","caller":"traceutil/trace.go:171","msg":"trace[1407370053] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24125; }","duration":"2.030447671s","start":"2026-03-06T21:10:15.599396Z","end":"2026-03-06T21:10:17.629843Z","steps":["trace[1407370053] 'agreement among raft nodes before linearized reading' (duration: 2.03041455s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.629865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.599374Z","time spent":"2.030486992s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:17.629852Z","caller":"traceutil/trace.go:171","msg":"trace[55499978] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24125; }","duration":"1.774015934s","start":"2026-03-06T21:10:15.85581Z","end":"2026-03-06T21:10:17.629826Z","steps":["trace[55499978] 'agreement among raft nodes before linearized reading' (duration: 1.773463672s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.62992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.855786Z","time spent":"1.774113288s","remote":"127.0.0.1:50126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.62993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.774700441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T21:10:17.629995Z","caller":"traceutil/trace.go:171","msg":"trace[751342150] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"1.197074641s","start":"2026-03-06T21:10:16.432913Z","end":"2026-03-06T21:10:17.629988Z","steps":["trace[751342150] 'process raft request' (duration: 1.196061008s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.630002Z","caller":"traceutil/trace.go:171","msg":"trace[1087750367] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24125; }","duration":"4.774742102s","start":"2026-03-06T21:10:12.855217Z","end":"2026-03-06T21:10:17.629959Z","steps":["trace[1087750367] 'agreement among raft nodes before linearized reading' (duration: 4.774524426s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.630024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.432875Z","time spent":"1.197131822s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:17.63004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.855212Z","time spent":"4.774818514s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T21:10:17.630053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679228878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.63016Z","caller":"traceutil/trace.go:171","msg":"trace[2037731961] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24125; }","duration":"1.679375681s","start":"2026-03-06T21:10:15.950774Z","end":"2026-03-06T21:10:17.63015Z","steps":["trace[2037731961] 'agreement among raft nodes before linearized reading' (duration: 1.679243598s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.630161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427651068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-zdx47\" ","response":"range_response_count:1 size:5603"} {"level":"warn","ts":"2026-03-06T21:10:17.630193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.95073Z","time spent":"1.679452113s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.630187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.776094142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-06T21:10:17.630192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406879392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267207"} {"level":"info","ts":"2026-03-06T21:10:17.630221Z","caller":"traceutil/trace.go:171","msg":"trace[717046722] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29547190-zdx47; range_end:; response_count:1; response_revision:24125; }","duration":"1.427721679s","start":"2026-03-06T21:10:16.202465Z","end":"2026-03-06T21:10:17.630187Z","steps":["trace[717046722] 'agreement among raft nodes before linearized reading' (duration: 1.427610047s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.630232Z","caller":"traceutil/trace.go:171","msg":"trace[591659055] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24125; }","duration":"4.776155673s","start":"2026-03-06T21:10:12.854063Z","end":"2026-03-06T21:10:17.630219Z","steps":["trace[591659055] 'agreement among raft nodes before linearized reading' (duration: 4.77600976s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.630205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.597093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.630267Z","caller":"traceutil/trace.go:171","msg":"trace[810919607] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24125; }","duration":"628.692185ms","start":"2026-03-06T21:10:17.001566Z","end":"2026-03-06T21:10:17.630258Z","steps":["trace[810919607] 'agreement among raft nodes before linearized reading' (duration: 628.605523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.630265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.854046Z","time spent":"4.776211765s","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T21:10:17.630264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.202446Z","time spent":"1.427807491s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5627,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-zdx47\" "} {"level":"warn","ts":"2026-03-06T21:10:17.630292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.001553Z","time spent":"628.729786ms","remote":"127.0.0.1:34190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.630303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.776321956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:10:17.630239Z","caller":"traceutil/trace.go:171","msg":"trace[1674851427] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24125; }","duration":"3.406966634s","start":"2026-03-06T21:10:14.223261Z","end":"2026-03-06T21:10:17.630228Z","steps":["trace[1674851427] 'agreement among raft nodes before linearized reading' (duration: 3.406467602s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:17.630344Z","caller":"traceutil/trace.go:171","msg":"trace[1905111521] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d; range_end:; response_count:1; response_revision:24125; }","duration":"4.776370218s","start":"2026-03-06T21:10:12.853957Z","end":"2026-03-06T21:10:17.630328Z","steps":["trace[1905111521] 'agreement among raft nodes before linearized reading' (duration: 4.776266516s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.630372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:14.223241Z","time spent":"3.407119707s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267231,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T21:10:17.630375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:12.853946Z","time spent":"4.776418929s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" "} {"level":"warn","ts":"2026-03-06T21:10:17.630373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.310208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.630415Z","caller":"traceutil/trace.go:171","msg":"trace[1062557679] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24125; }","duration":"698.38808ms","start":"2026-03-06T21:10:16.932013Z","end":"2026-03-06T21:10:17.630401Z","steps":["trace[1062557679] 'agreement among raft nodes before linearized reading' (duration: 698.318498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.63045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.931985Z","time spent":"698.455441ms","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.630494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.569045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.630539Z","caller":"traceutil/trace.go:171","msg":"trace[455524396] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24125; }","duration":"808.654627ms","start":"2026-03-06T21:10:16.821872Z","end":"2026-03-06T21:10:17.630526Z","steps":["trace[455524396] 'agreement among raft nodes before linearized reading' (duration: 808.573486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.63058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.821843Z","time spent":"808.724399ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.630593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.526267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:17.630634Z","caller":"traceutil/trace.go:171","msg":"trace[1694774620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24125; }","duration":"646.65341ms","start":"2026-03-06T21:10:16.98397Z","end":"2026-03-06T21:10:17.630623Z","steps":["trace[1694774620] 'agreement among raft nodes before linearized reading' (duration: 646.545048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.630704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:16.983944Z","time spent":"646.748632ms","remote":"127.0.0.1:38378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:17.630774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110021013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:17.630816Z","caller":"traceutil/trace.go:171","msg":"trace[2070760323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24125; }","duration":"2.110113915s","start":"2026-03-06T21:10:15.520688Z","end":"2026-03-06T21:10:17.630802Z","steps":["trace[2070760323] 'agreement among raft nodes before linearized reading' (duration: 2.108875387s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:17.630862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:15.520663Z","time spent":"2.110189137s","remote":"127.0.0.1:35690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:18.139966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:18.641252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:18.670399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034615573s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:10:18.751597Z","caller":"traceutil/trace.go:171","msg":"trace[1129104056] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"1.115918784s","start":"2026-03-06T21:10:17.63564Z","end":"2026-03-06T21:10:18.751559Z","steps":["trace[1129104056] 'process raft request' (duration: 1.035009682s)","trace[1129104056] 'compare' (duration: 80.314579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:18.751779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.63561Z","time spent":"1.116074478s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:19.598008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.016186ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:19.598205Z","caller":"traceutil/trace.go:171","msg":"trace[881117841] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24126; }","duration":"671.235741ms","start":"2026-03-06T21:10:18.926943Z","end":"2026-03-06T21:10:19.598179Z","steps":["trace[881117841] 'range keys from in-memory index tree' (duration: 670.989575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.643658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:19.643759Z","caller":"traceutil/trace.go:171","msg":"trace[3344590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149216s","start":"2026-03-06T21:10:17.643586Z","end":"2026-03-06T21:10:19.643735Z","steps":["trace[3344590] 'agreement among raft nodes before linearized reading' (duration: 2.000018843s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.643808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.643565Z","time spent":"2.000235777s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T21:10:19.644946Z","caller":"traceutil/trace.go:171","msg":"trace[2028012787] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"1.78732463s","start":"2026-03-06T21:10:17.857599Z","end":"2026-03-06T21:10:19.644924Z","steps":["trace[2028012787] 'process raft request' (duration: 1.787189677s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:19.644997Z","caller":"traceutil/trace.go:171","msg":"trace[140721147] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"2.001818212s","start":"2026-03-06T21:10:17.643146Z","end":"2026-03-06T21:10:19.644964Z","steps":["trace[140721147] 'process raft request' (duration: 2.001211769s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.645054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.857572Z","time spent":"1.787411211s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:19.645177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.643134Z","time spent":"2.001949866s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6818,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:19.645169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005570875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:19.645252Z","caller":"traceutil/trace.go:171","msg":"trace[127444404] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24128; }","duration":"2.005690027s","start":"2026-03-06T21:10:17.639545Z","end":"2026-03-06T21:10:19.645235Z","steps":["trace[127444404] 'agreement among raft nodes before linearized reading' (duration: 2.005511713s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:19.645292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.639537Z","time spent":"2.005749419s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:10:19.644897Z","caller":"traceutil/trace.go:171","msg":"trace[1606057366] linearizableReadLoop","detail":"{readStateIndex:24993; appliedIndex:24990; }","duration":"2.005302149s","start":"2026-03-06T21:10:17.639563Z","end":"2026-03-06T21:10:19.644865Z","steps":["trace[1606057366] 'read index received' (duration: 1.031052405s)","trace[1606057366] 'applied index is now lower than readState.Index' (duration: 974.248364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:20.14625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:20.646883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:20.694475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000544753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:20.694554Z","caller":"traceutil/trace.go:171","msg":"trace[1762323881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000687986s","start":"2026-03-06T21:10:18.693847Z","end":"2026-03-06T21:10:20.694535Z","steps":["trace[1762323881] 'agreement among raft nodes before linearized reading' (duration: 2.000583584s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:20.694611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.693826Z","time spent":"2.00077357s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:20.941505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.339093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:20.94214Z","caller":"traceutil/trace.go:171","msg":"trace[721679434] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"1.303888283s","start":"2026-03-06T21:10:19.638218Z","end":"2026-03-06T21:10:20.942107Z","steps":["trace[721679434] 'process raft request' (duration: 1.156818445s)","trace[721679434] 'compare' (duration: 145.868171ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:20.942257Z","caller":"traceutil/trace.go:171","msg":"trace[741486651] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"1.303791801s","start":"2026-03-06T21:10:19.638401Z","end":"2026-03-06T21:10:20.942193Z","steps":["trace[741486651] 'process raft request' (duration: 1.303251529s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:20.942323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.638187Z","time spent":"1.304029317s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:20.942334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.638392Z","time spent":"1.303915524s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:20.942361Z","caller":"traceutil/trace.go:171","msg":"trace[415706535] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"1.302259976s","start":"2026-03-06T21:10:19.640085Z","end":"2026-03-06T21:10:20.942345Z","steps":["trace[415706535] 'process raft request' (duration: 1.302015361s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:20.942488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.640072Z","time spent":"1.30239238s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:21.644107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:21.644214Z","caller":"traceutil/trace.go:171","msg":"trace[1555879006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222406s","start":"2026-03-06T21:10:19.643967Z","end":"2026-03-06T21:10:21.644189Z","steps":["trace[1555879006] 'agreement among raft nodes before linearized reading' (duration: 2.000080713s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:21.644276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.643935Z","time spent":"2.000330569s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:21.999936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072803732s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:22.581806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:21.696361Z","time spent":"885.434907ms","remote":"127.0.0.1:41854","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:22.58243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.106117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:22.582545Z","caller":"traceutil/trace.go:171","msg":"trace[712990967] linearizableReadLoop","detail":"{readStateIndex:24997; appliedIndex:24993; }","duration":"2.937001214s","start":"2026-03-06T21:10:19.645519Z","end":"2026-03-06T21:10:22.58252Z","steps":["trace[712990967] 'read index received' (duration: 1.149605175s)","trace[712990967] 'applied index is now lower than readState.Index' (duration: 1.787393659s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:22.582655Z","caller":"traceutil/trace.go:171","msg":"trace[564699375] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"2.223556053s","start":"2026-03-06T21:10:20.359081Z","end":"2026-03-06T21:10:22.582637Z","steps":["trace[564699375] 'process raft request' (duration: 1.641122998s)","trace[564699375] 'compare' (duration: 581.043925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:22.582749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:20.359053Z","time spent":"2.223650275s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:22.582864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176254314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:22.582965Z","caller":"traceutil/trace.go:171","msg":"trace[622599294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24132; }","duration":"4.176404467s","start":"2026-03-06T21:10:18.406534Z","end":"2026-03-06T21:10:22.582939Z","steps":["trace[622599294] 'agreement among raft nodes before linearized reading' (duration: 4.176250304s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:22.583057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.406514Z","time spent":"4.176530539s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:22.583046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.876710509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:22.583127Z","caller":"traceutil/trace.go:171","msg":"trace[370784845] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24132; }","duration":"4.876846692s","start":"2026-03-06T21:10:17.706261Z","end":"2026-03-06T21:10:22.583108Z","steps":["trace[370784845] 'agreement among raft nodes before linearized reading' (duration: 4.876685038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:22.583155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827096534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T21:10:22.583184Z","caller":"traceutil/trace.go:171","msg":"trace[1903285340] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177; range_end:; response_count:1; response_revision:24132; }","duration":"3.827189257s","start":"2026-03-06T21:10:18.755987Z","end":"2026-03-06T21:10:22.583176Z","steps":["trace[1903285340] 'agreement among raft nodes before linearized reading' (duration: 3.827063674s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:22.58319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.70624Z","time spent":"4.876940793s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T21:10:22.583206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:18.755968Z","time spent":"3.827234438s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" "} {"level":"warn","ts":"2026-03-06T21:10:22.583204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.943356677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-06T21:10:22.583202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329012607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:22.583152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150353892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:22.583308Z","caller":"traceutil/trace.go:171","msg":"trace[1336956292] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24132; }","duration":"4.94347615s","start":"2026-03-06T21:10:17.639809Z","end":"2026-03-06T21:10:22.583285Z","steps":["trace[1336956292] 'agreement among raft nodes before linearized reading' (duration: 4.943144312s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:22.583331Z","caller":"traceutil/trace.go:171","msg":"trace[1372843524] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24132; }","duration":"3.329225902s","start":"2026-03-06T21:10:19.254081Z","end":"2026-03-06T21:10:22.583307Z","steps":["trace[1372843524] 'agreement among raft nodes before linearized reading' (duration: 3.328975147s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:22.583355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.639795Z","time spent":"4.943550241s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T21:10:22.583243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.839925459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-06T21:10:22.583402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.25405Z","time spent":"3.329338314s","remote":"127.0.0.1:42644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:22.583431Z","caller":"traceutil/trace.go:171","msg":"trace[1889521311] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24132; }","duration":"4.840123933s","start":"2026-03-06T21:10:17.743285Z","end":"2026-03-06T21:10:22.583409Z","steps":["trace[1889521311] 'agreement among raft nodes before linearized reading' (duration: 4.839785076s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:22.583397Z","caller":"traceutil/trace.go:171","msg":"trace[928642102] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24132; }","duration":"3.150604178s","start":"2026-03-06T21:10:19.432738Z","end":"2026-03-06T21:10:22.583342Z","steps":["trace[928642102] 'agreement among raft nodes before linearized reading' (duration: 3.150372693s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:22.58347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:17.743219Z","time spent":"4.840242896s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T21:10:22.583557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.432713Z","time spent":"3.150785752s","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:23.083635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:23.345638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.345464778s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:23.455216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.591977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:23.456369Z","caller":"traceutil/trace.go:171","msg":"trace[2124476666] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"2.274824202s","start":"2026-03-06T21:10:21.181485Z","end":"2026-03-06T21:10:23.456309Z","steps":["trace[2124476666] 'process raft request' (duration: 2.166984048s)","trace[2124476666] 'compare' (duration: 106.064176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:23.456564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:21.181458Z","time spent":"2.275001036s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:23.650663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:23.650769Z","caller":"traceutil/trace.go:171","msg":"trace[922284546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091783s","start":"2026-03-06T21:10:21.65066Z","end":"2026-03-06T21:10:23.650752Z","steps":["trace[922284546] 'agreement among raft nodes before linearized reading' (duration: 1.99995655s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:23.650809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:21.650636Z","time spent":"2.000163585s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T21:10:24.310633Z","caller":"traceutil/trace.go:171","msg":"trace[563333190] linearizableReadLoop","detail":"{readStateIndex:25002; appliedIndex:24997; }","duration":"1.728015331s","start":"2026-03-06T21:10:22.582589Z","end":"2026-03-06T21:10:24.310604Z","steps":["trace[563333190] 'read index received' (duration: 765.875895ms)","trace[563333190] 'applied index is now lower than readState.Index' (duration: 962.138376ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:24.310679Z","caller":"traceutil/trace.go:171","msg":"trace[120268871] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"1.362070823s","start":"2026-03-06T21:10:22.948558Z","end":"2026-03-06T21:10:24.310629Z","steps":["trace[120268871] 'process raft request' (duration: 1.361875658s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.310892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.948526Z","time spent":"1.362251407s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:24.311509Z","caller":"traceutil/trace.go:171","msg":"trace[1438445619] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"1.72612169s","start":"2026-03-06T21:10:22.585367Z","end":"2026-03-06T21:10:24.311488Z","steps":["trace[1438445619] 'process raft request' (duration: 1.670973366s)","trace[1438445619] 'compare' (duration: 53.794804ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:24.311569Z","caller":"traceutil/trace.go:171","msg":"trace[1334449358] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"1.362184227s","start":"2026-03-06T21:10:22.949363Z","end":"2026-03-06T21:10:24.311547Z","steps":["trace[1334449358] 'process raft request' (duration: 1.361155983s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.311616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.585345Z","time spent":"1.726226963s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:24.311776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.949343Z","time spent":"1.362306839s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:24.312042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181318025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:24.312076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661979759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:24.312115Z","caller":"traceutil/trace.go:171","msg":"trace[1584797941] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24137; }","duration":"4.662056401s","start":"2026-03-06T21:10:19.650049Z","end":"2026-03-06T21:10:24.312105Z","steps":["trace[1584797941] 'agreement among raft nodes before linearized reading' (duration: 4.661995899s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:24.312122Z","caller":"traceutil/trace.go:171","msg":"trace[380770841] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24137; }","duration":"4.181450568s","start":"2026-03-06T21:10:20.130651Z","end":"2026-03-06T21:10:24.312101Z","steps":["trace[380770841] 'agreement among raft nodes before linearized reading' (duration: 4.181316335s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.801641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:24.312183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.534122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:24.312183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:20.13062Z","time spent":"4.18154881s","remote":"127.0.0.1:52314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:24.312214Z","caller":"traceutil/trace.go:171","msg":"trace[34065994] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24137; }","duration":"495.614914ms","start":"2026-03-06T21:10:23.816588Z","end":"2026-03-06T21:10:24.312203Z","steps":["trace[34065994] 'agreement among raft nodes before linearized reading' (duration: 495.569183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.816562Z","time spent":"495.669784ms","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:24.312189Z","caller":"traceutil/trace.go:171","msg":"trace[465540055] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24137; }","duration":"685.926154ms","start":"2026-03-06T21:10:23.626243Z","end":"2026-03-06T21:10:24.31217Z","steps":["trace[465540055] 'agreement among raft nodes before linearized reading' (duration: 685.826622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.626217Z","time spent":"686.048897ms","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:24.312275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726865117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:10:24.312373Z","caller":"traceutil/trace.go:171","msg":"trace[620376152] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24137; }","duration":"1.726992369s","start":"2026-03-06T21:10:22.585358Z","end":"2026-03-06T21:10:24.31235Z","steps":["trace[620376152] 'agreement among raft nodes before linearized reading' (duration: 1.726706863s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.585343Z","time spent":"1.727071711s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:10:24.312139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.650027Z","time spent":"4.662106231s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:24.312502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851555222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:24.312517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.597809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:24.312574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135492264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:24.312614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375952669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:24.312616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998202421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:24.312647Z","caller":"traceutil/trace.go:171","msg":"trace[1522506968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24137; }","duration":"1.37602524s","start":"2026-03-06T21:10:22.936613Z","end":"2026-03-06T21:10:24.312638Z","steps":["trace[1522506968] 'agreement among raft nodes before linearized reading' (duration: 1.375977179s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:24.312646Z","caller":"traceutil/trace.go:171","msg":"trace[1989506782] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24137; }","duration":"1.135576585s","start":"2026-03-06T21:10:23.177048Z","end":"2026-03-06T21:10:24.312624Z","steps":["trace[1989506782] 'agreement among raft nodes before linearized reading' (duration: 1.135484933s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.936584Z","time spent":"1.376087202s","remote":"127.0.0.1:35672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:24.312679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725712651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:24.312681Z","caller":"traceutil/trace.go:171","msg":"trace[178444546] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24137; }","duration":"2.998315194s","start":"2026-03-06T21:10:21.314349Z","end":"2026-03-06T21:10:24.312664Z","steps":["trace[178444546] 'agreement among raft nodes before linearized reading' (duration: 2.998218752s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.791972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:24.312703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.340279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:24.312707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.177033Z","time spent":"1.135664097s","remote":"127.0.0.1:50086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:24.312715Z","caller":"traceutil/trace.go:171","msg":"trace[1015991122] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24137; }","duration":"1.725765312s","start":"2026-03-06T21:10:22.586937Z","end":"2026-03-06T21:10:24.312703Z","steps":["trace[1015991122] 'agreement among raft nodes before linearized reading' (duration: 1.72570781s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:21.314325Z","time spent":"2.998391636s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:24.312742Z","caller":"traceutil/trace.go:171","msg":"trace[1237851663] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24137; }","duration":"729.431361ms","start":"2026-03-06T21:10:23.5833Z","end":"2026-03-06T21:10:24.312731Z","steps":["trace[1237851663] 'agreement among raft nodes before linearized reading' (duration: 729.36957ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:24.312634Z","caller":"traceutil/trace.go:171","msg":"trace[1103336912] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24137; }","duration":"795.806893ms","start":"2026-03-06T21:10:23.5168Z","end":"2026-03-06T21:10:24.312607Z","steps":["trace[1103336912] 'agreement among raft nodes before linearized reading' (duration: 795.576358ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:24.312767Z","caller":"traceutil/trace.go:171","msg":"trace[1392941676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24137; }","duration":"661.873464ms","start":"2026-03-06T21:10:23.650851Z","end":"2026-03-06T21:10:24.312725Z","steps":["trace[1392941676] 'agreement among raft nodes before linearized reading' (duration: 661.67491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.586925Z","time spent":"1.725842133s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T21:10:24.3128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.516768Z","time spent":"796.021978ms","remote":"127.0.0.1:35948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:24.312809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.583272Z","time spent":"729.525914ms","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:24.312806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.650828Z","time spent":"661.969257ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:24.312479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442801481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:24.31242Z","caller":"traceutil/trace.go:171","msg":"trace[1592386490] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"1.362473292s","start":"2026-03-06T21:10:22.949928Z","end":"2026-03-06T21:10:24.312401Z","steps":["trace[1592386490] 'process raft request' (duration: 1.360632521s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.120588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:24.312975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.949914Z","time spent":"1.363011843s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:24.312559Z","caller":"traceutil/trace.go:171","msg":"trace[1783618631] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24137; }","duration":"1.851668144s","start":"2026-03-06T21:10:22.460879Z","end":"2026-03-06T21:10:24.312547Z","steps":["trace[1783618631] 'agreement among raft nodes before linearized reading' (duration: 1.851573722s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.312573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18931044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-06T21:10:24.312898Z","caller":"traceutil/trace.go:171","msg":"trace[120711418] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24137; }","duration":"1.443270801s","start":"2026-03-06T21:10:22.869619Z","end":"2026-03-06T21:10:24.31289Z","steps":["trace[120711418] 'agreement among raft nodes before linearized reading' (duration: 1.442831951s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:24.313087Z","caller":"traceutil/trace.go:171","msg":"trace[1113847549] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24137; }","duration":"1.189819841s","start":"2026-03-06T21:10:23.123256Z","end":"2026-03-06T21:10:24.313075Z","steps":["trace[1113847549] 'agreement among raft nodes before linearized reading' (duration: 1.189238608s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.313114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.869593Z","time spent":"1.443512136s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:24.312996Z","caller":"traceutil/trace.go:171","msg":"trace[1737303073] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24137; }","duration":"958.66706ms","start":"2026-03-06T21:10:23.354315Z","end":"2026-03-06T21:10:24.312982Z","steps":["trace[1737303073] 'agreement among raft nodes before linearized reading' (duration: 958.140278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.313178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.354289Z","time spent":"958.869464ms","remote":"127.0.0.1:36026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:24.313003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726635421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f89669dd-f9f4-49b9-bdc2-f298ab01df90\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-06T21:10:24.313272Z","caller":"traceutil/trace.go:171","msg":"trace[48434314] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f89669dd-f9f4-49b9-bdc2-f298ab01df90; range_end:; response_count:1; response_revision:24137; }","duration":"1.726943978s","start":"2026-03-06T21:10:22.586319Z","end":"2026-03-06T21:10:24.313263Z","steps":["trace[48434314] 'agreement among raft nodes before linearized reading' (duration: 1.72658729s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.313304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.586299Z","time spent":"1.726995148s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-f89669dd-f9f4-49b9-bdc2-f298ab01df90\" "} {"level":"warn","ts":"2026-03-06T21:10:24.312395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180342441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T21:10:24.313044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:22.460847Z","time spent":"1.852185096s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:24.313416Z","caller":"traceutil/trace.go:171","msg":"trace[5124297] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24137; }","duration":"1.181417194s","start":"2026-03-06T21:10:23.131961Z","end":"2026-03-06T21:10:24.313379Z","steps":["trace[5124297] 'agreement among raft nodes before linearized reading' (duration: 1.180187218s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.313126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.123172Z","time spent":"1.189943233s","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T21:10:24.314337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:23.131935Z","time spent":"1.181525557s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T21:10:24.314727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654941974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-zdx47\" ","response":"range_response_count:1 size:6836"} {"level":"info","ts":"2026-03-06T21:10:24.314799Z","caller":"traceutil/trace.go:171","msg":"trace[968486555] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29547190-zdx47; range_end:; response_count:1; response_revision:24137; }","duration":"4.655046306s","start":"2026-03-06T21:10:19.659711Z","end":"2026-03-06T21:10:24.314757Z","steps":["trace[968486555] 'agreement among raft nodes before linearized reading' (duration: 4.652257755s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:24.314838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:19.659659Z","time spent":"4.655169379s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6860,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29547190-zdx47\" "} {"level":"warn","ts":"2026-03-06T21:10:24.821473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:25.889364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.098948ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-06T21:10:25.889476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.319933Z","time spent":"1.569537073s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:26.325141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:26.325256Z","caller":"traceutil/trace.go:171","msg":"trace[1106074382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117674s","start":"2026-03-06T21:10:24.325116Z","end":"2026-03-06T21:10:26.325234Z","steps":["trace[1106074382] 'agreement among raft nodes before linearized reading' (duration: 1.999978421s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:26.325309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.325098Z","time spent":"2.000200926s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:26.395925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314272011s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:27.875613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479381695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:27.876258Z","caller":"traceutil/trace.go:171","msg":"trace[1375902052] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"3.223527583s","start":"2026-03-06T21:10:24.652687Z","end":"2026-03-06T21:10:27.876214Z","steps":["trace[1375902052] 'process raft request' (duration: 1.743441813s)","trace[1375902052] 'compare' (duration: 1.479129419s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.876446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.652656Z","time spent":"3.223689777s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:27.87655Z","caller":"traceutil/trace.go:171","msg":"trace[1620815802] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"3.019071299s","start":"2026-03-06T21:10:24.857432Z","end":"2026-03-06T21:10:27.876503Z","steps":["trace[1620815802] 'process raft request' (duration: 3.018307963s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:27.87655Z","caller":"traceutil/trace.go:171","msg":"trace[206999915] linearizableReadLoop","detail":"{readStateIndex:25004; appliedIndex:25002; }","duration":"3.555645336s","start":"2026-03-06T21:10:24.320872Z","end":"2026-03-06T21:10:27.876517Z","steps":["trace[206999915] 'read index received' (duration: 660.394912ms)","trace[206999915] 'applied index is now lower than readState.Index' (duration: 2.895247124s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:27.876776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.857399Z","time spent":"3.019258904s","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:28.326506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000563072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:28.326616Z","caller":"traceutil/trace.go:171","msg":"trace[59502590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725446s","start":"2026-03-06T21:10:26.325864Z","end":"2026-03-06T21:10:28.326589Z","steps":["trace[59502590] 'agreement among raft nodes before linearized reading' (duration: 2.000587403s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:28.326672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.325855Z","time spent":"2.000806097s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:28.377448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:28.878084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:28.878587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048310665s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:29.620686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744822561s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-06T21:10:29.621479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.583884ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:29.621667Z","caller":"traceutil/trace.go:171","msg":"trace[1044506565] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24139; }","duration":"694.782929ms","start":"2026-03-06T21:10:28.926861Z","end":"2026-03-06T21:10:29.621644Z","steps":["trace[1044506565] 'range keys from in-memory index tree' (duration: 694.566684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:29.622203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.301271574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-06T21:10:29.622319Z","caller":"traceutil/trace.go:171","msg":"trace[1925143715] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24139; }","duration":"5.301456399s","start":"2026-03-06T21:10:24.320827Z","end":"2026-03-06T21:10:29.622283Z","steps":["trace[1925143715] 'agreement among raft nodes before linearized reading' (duration: 3.555792589s)","trace[1925143715] 'range keys from in-memory index tree' (duration: 1.74520605s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:29.622478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.32081Z","time spent":"5.301592942s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-06T21:10:29.623049Z","caller":"traceutil/trace.go:171","msg":"trace[992777880] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"3.732463999s","start":"2026-03-06T21:10:25.890503Z","end":"2026-03-06T21:10:29.622967Z","steps":["trace[992777880] 'process raft request' (duration: 3.730305652s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:29.623271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:25.890468Z","time spent":"3.732678544s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:30.335334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995627244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:30.335475Z","caller":"traceutil/trace.go:171","msg":"trace[589313341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996036183s","start":"2026-03-06T21:10:28.339405Z","end":"2026-03-06T21:10:30.335441Z","steps":["trace[589313341] 'agreement among raft nodes before linearized reading' (duration: 1.995846489s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.335569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.339385Z","time spent":"1.996155596s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:30.38174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.690485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:30.382251Z","caller":"traceutil/trace.go:171","msg":"trace[1803203733] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"4.063350795s","start":"2026-03-06T21:10:26.318865Z","end":"2026-03-06T21:10:30.382216Z","steps":["trace[1803203733] 'process raft request' (duration: 3.304071556s)","trace[1803203733] 'compare' (duration: 756.642571ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:30.382294Z","caller":"traceutil/trace.go:171","msg":"trace[1713533584] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"4.062994667s","start":"2026-03-06T21:10:26.319278Z","end":"2026-03-06T21:10:30.382273Z","steps":["trace[1713533584] 'process raft request' (duration: 4.062836244s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.382567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.319269Z","time spent":"4.063256933s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:30.382472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.318829Z","time spent":"4.063507798s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:30.382714Z","caller":"traceutil/trace.go:171","msg":"trace[178842564] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"4.063257243s","start":"2026-03-06T21:10:26.319434Z","end":"2026-03-06T21:10:30.382691Z","steps":["trace[178842564] 'process raft request' (duration: 4.062789443s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.38282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.319402Z","time spent":"4.063352445s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:30.383247Z","caller":"traceutil/trace.go:171","msg":"trace[1004825225] linearizableReadLoop","detail":"{readStateIndex:25011; appliedIndex:25005; }","duration":"2.506453953s","start":"2026-03-06T21:10:27.876774Z","end":"2026-03-06T21:10:30.383228Z","steps":["trace[1004825225] 'read index received' (duration: 1.001911674s)","trace[1004825225] 'applied index is now lower than readState.Index' (duration: 1.504540259s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:30.383434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524942959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:30.383476Z","caller":"traceutil/trace.go:171","msg":"trace[54130711] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24144; }","duration":"3.525051331s","start":"2026-03-06T21:10:26.858412Z","end":"2026-03-06T21:10:30.383463Z","steps":["trace[54130711] 'agreement among raft nodes before linearized reading' (duration: 3.524932738s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.383463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.923052067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:30.383515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:26.858384Z","time spent":"3.525118252s","remote":"127.0.0.1:35732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:30.38355Z","caller":"traceutil/trace.go:171","msg":"trace[828133987] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24144; }","duration":"5.92319033s","start":"2026-03-06T21:10:24.460312Z","end":"2026-03-06T21:10:30.383502Z","steps":["trace[828133987] 'agreement among raft nodes before linearized reading' (duration: 5.923056117s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.383553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525654545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T21:10:30.383685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542311411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:30.383803Z","caller":"traceutil/trace.go:171","msg":"trace[1513384437] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24144; }","duration":"2.542461345s","start":"2026-03-06T21:10:27.84133Z","end":"2026-03-06T21:10:30.383792Z","steps":["trace[1513384437] 'agreement among raft nodes before linearized reading' (duration: 2.542030976s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:30.383817Z","caller":"traceutil/trace.go:171","msg":"trace[1620582642] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"2.553646031s","start":"2026-03-06T21:10:27.830152Z","end":"2026-03-06T21:10:30.383798Z","steps":["trace[1620582642] 'process raft request' (duration: 2.552442715s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.383908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.062918336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T21:10:30.38372Z","caller":"traceutil/trace.go:171","msg":"trace[759348837] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24144; }","duration":"2.525832618s","start":"2026-03-06T21:10:27.857795Z","end":"2026-03-06T21:10:30.383627Z","steps":["trace[759348837] 'agreement among raft nodes before linearized reading' (duration: 2.525524992s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.384165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862045622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:30.384223Z","caller":"traceutil/trace.go:171","msg":"trace[36637613] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24144; }","duration":"2.862136124s","start":"2026-03-06T21:10:27.522062Z","end":"2026-03-06T21:10:30.384198Z","steps":["trace[36637613] 'agreement among raft nodes before linearized reading' (duration: 2.862071532s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.384191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.857757Z","time spent":"2.526418881s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T21:10:30.384263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.522037Z","time spent":"2.862217285s","remote":"127.0.0.1:35834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:30.38419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.841308Z","time spent":"2.542866783s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:30.383951Z","caller":"traceutil/trace.go:171","msg":"trace[379530260] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177; range_end:; response_count:1; response_revision:24144; }","duration":"6.062964037s","start":"2026-03-06T21:10:24.320976Z","end":"2026-03-06T21:10:30.38394Z","steps":["trace[379530260] 'agreement among raft nodes before linearized reading' (duration: 6.062867275s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.384441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.320973Z","time spent":"6.063411227s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" "} {"level":"warn","ts":"2026-03-06T21:10:30.384742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328701338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:30.384826Z","caller":"traceutil/trace.go:171","msg":"trace[1428167424] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24144; }","duration":"3.328827131s","start":"2026-03-06T21:10:27.055983Z","end":"2026-03-06T21:10:30.38481Z","steps":["trace[1428167424] 'agreement among raft nodes before linearized reading' (duration: 3.327263486s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.38489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.05595Z","time spent":"3.328927724s","remote":"127.0.0.1:42672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:30.383823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.059792408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:30.385461Z","caller":"traceutil/trace.go:171","msg":"trace[1544318049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24144; }","duration":"6.061431714s","start":"2026-03-06T21:10:24.324012Z","end":"2026-03-06T21:10:30.385443Z","steps":["trace[1544318049] 'agreement among raft nodes before linearized reading' (duration: 6.059683035s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.383608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.460287Z","time spent":"5.923289691s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:30.385538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:24.324007Z","time spent":"6.061515016s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:10:30.384054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.574747736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T21:10:30.385729Z","caller":"traceutil/trace.go:171","msg":"trace[623745495] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24144; }","duration":"4.576405282s","start":"2026-03-06T21:10:25.809291Z","end":"2026-03-06T21:10:30.385696Z","steps":["trace[623745495] 'agreement among raft nodes before linearized reading' (duration: 4.574688084s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:30.383937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.830121Z","time spent":"2.553748343s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:30.385842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:25.809267Z","time spent":"4.576529856s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:10:30.884441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436421,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:10:31.110032Z","caller":"traceutil/trace.go:171","msg":"trace[398574972] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"998.524018ms","start":"2026-03-06T21:10:30.111484Z","end":"2026-03-06T21:10:31.110008Z","steps":["trace[398574972] 'process raft request' (duration: 998.381155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:31.11019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.111449Z","time spent":"998.658802ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:32.335404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998692053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:32.335528Z","caller":"traceutil/trace.go:171","msg":"trace[1933884537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999079371s","start":"2026-03-06T21:10:30.336417Z","end":"2026-03-06T21:10:32.335496Z","steps":["trace[1933884537] 'agreement among raft nodes before linearized reading' (duration: 1.998924378s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:32.335597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.336389Z","time spent":"1.999197114s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:32.511946Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015653795s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:32.621798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.378769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:32.622058Z","caller":"traceutil/trace.go:171","msg":"trace[1418658913] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"2.232862468s","start":"2026-03-06T21:10:30.389165Z","end":"2026-03-06T21:10:32.622027Z","steps":["trace[1418658913] 'process raft request' (duration: 2.123158053s)","trace[1418658913] 'compare' (duration: 108.723784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:32.622184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.38915Z","time spent":"2.232988522s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:32.62224Z","caller":"traceutil/trace.go:171","msg":"trace[1998903631] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"2.231329594s","start":"2026-03-06T21:10:30.390867Z","end":"2026-03-06T21:10:32.622197Z","steps":["trace[1998903631] 'process raft request' (duration: 2.231056128s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:32.622369Z","caller":"traceutil/trace.go:171","msg":"trace[1694773513] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"2.230915476s","start":"2026-03-06T21:10:30.391413Z","end":"2026-03-06T21:10:32.622329Z","steps":["trace[1694773513] 'process raft request' (duration: 2.230586079s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:32.622428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.390859Z","time spent":"2.231463838s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:32.622565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.391406Z","time spent":"2.231052719s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.082954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46315046s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:34.205438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583366306s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-06T21:10:34.205705Z","caller":"traceutil/trace.go:171","msg":"trace[99135455] linearizableReadLoop","detail":"{readStateIndex:25016; appliedIndex:25011; }","duration":"3.822371071s","start":"2026-03-06T21:10:30.383312Z","end":"2026-03-06T21:10:34.205684Z","steps":["trace[99135455] 'read index received' (duration: 726.59778ms)","trace[99135455] 'applied index is now lower than readState.Index' (duration: 3.095772361s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:34.206254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58028375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:10:34.20628Z","caller":"traceutil/trace.go:171","msg":"trace[858259422] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24148; }","duration":"4.580360142s","start":"2026-03-06T21:10:29.62591Z","end":"2026-03-06T21:10:34.20627Z","steps":["trace[858259422] 'agreement among raft nodes before linearized reading' (duration: 4.580218319s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.206309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.625892Z","time spent":"4.580407682s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:10:34.206328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.121072688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:34.206429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.431368331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.206431Z","caller":"traceutil/trace.go:171","msg":"trace[1577868153] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24148; }","duration":"6.121291483s","start":"2026-03-06T21:10:28.085113Z","end":"2026-03-06T21:10:34.206405Z","steps":["trace[1577868153] 'agreement among raft nodes before linearized reading' (duration: 6.121070268s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.206484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.085089Z","time spent":"6.121382665s","remote":"127.0.0.1:35880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:34.206486Z","caller":"traceutil/trace.go:171","msg":"trace[2004583459] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24148; }","duration":"4.431505664s","start":"2026-03-06T21:10:29.774955Z","end":"2026-03-06T21:10:34.20646Z","steps":["trace[2004583459] 'agreement among raft nodes before linearized reading' (duration: 4.431442122s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.206519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818221309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:34.206535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.77493Z","time spent":"4.431593246s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:34.206568Z","caller":"traceutil/trace.go:171","msg":"trace[56478843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24148; }","duration":"4.81827845s","start":"2026-03-06T21:10:29.388276Z","end":"2026-03-06T21:10:34.206555Z","steps":["trace[56478843] 'agreement among raft nodes before linearized reading' (duration: 4.818194088s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.206574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594667386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:34.206556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.321819809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-06T21:10:34.206603Z","caller":"traceutil/trace.go:171","msg":"trace[1737142900] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24148; }","duration":"4.594736338s","start":"2026-03-06T21:10:29.611858Z","end":"2026-03-06T21:10:34.206595Z","steps":["trace[1737142900] 'agreement among raft nodes before linearized reading' (duration: 4.594690147s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.206608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.38819Z","time spent":"4.818403733s","remote":"127.0.0.1:38362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.206633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.611838Z","time spent":"4.594789789s","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:34.206645Z","caller":"traceutil/trace.go:171","msg":"trace[1902179463] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24148; }","duration":"6.321941582s","start":"2026-03-06T21:10:27.884681Z","end":"2026-03-06T21:10:34.206623Z","steps":["trace[1902179463] 'agreement among raft nodes before linearized reading' (duration: 6.321654516s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.20669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:27.884672Z","time spent":"6.322009084s","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T21:10:34.206334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.578965201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e3a5748-7353-467d-ad28-6a0a58c2b72c\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-06T21:10:34.206804Z","caller":"traceutil/trace.go:171","msg":"trace[1899087172] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e3a5748-7353-467d-ad28-6a0a58c2b72c; range_end:; response_count:1; response_revision:24148; }","duration":"4.579509393s","start":"2026-03-06T21:10:29.627286Z","end":"2026-03-06T21:10:34.206796Z","steps":["trace[1899087172] 'agreement among raft nodes before linearized reading' (duration: 4.578821378s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.206806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.405773237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:34.206831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.62726Z","time spent":"4.579559765s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-3e3a5748-7353-467d-ad28-6a0a58c2b72c\" "} {"level":"info","ts":"2026-03-06T21:10:34.206839Z","caller":"traceutil/trace.go:171","msg":"trace[1796054421] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24148; }","duration":"5.405852809s","start":"2026-03-06T21:10:28.800977Z","end":"2026-03-06T21:10:34.20683Z","steps":["trace[1796054421] 'agreement among raft nodes before linearized reading' (duration: 5.405714746s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.206867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.800954Z","time spent":"5.40590608s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:34.206946Z","caller":"traceutil/trace.go:171","msg":"trace[2125648719] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"1.818095635s","start":"2026-03-06T21:10:32.388838Z","end":"2026-03-06T21:10:34.206934Z","steps":["trace[2125648719] 'process raft request' (duration: 1.816733755s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.208157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.388808Z","time spent":"1.818170957s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.208195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927682569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:10:34.20829Z","caller":"traceutil/trace.go:171","msg":"trace[1301451684] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24148; }","duration":"3.927848533s","start":"2026-03-06T21:10:30.280418Z","end":"2026-03-06T21:10:34.208267Z","steps":["trace[1301451684] 'agreement among raft nodes before linearized reading' (duration: 3.92589047s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.208367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.280395Z","time spent":"3.927951806s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2652,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.346267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:34.347114Z","caller":"traceutil/trace.go:171","msg":"trace[945375995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809029s","start":"2026-03-06T21:10:32.34627Z","end":"2026-03-06T21:10:34.347079Z","steps":["trace[945375995] 'agreement among raft nodes before linearized reading' (duration: 1.99992157s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.347238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.346255Z","time spent":"2.000964572s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:34.930595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.555023944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.930689Z","caller":"traceutil/trace.go:171","msg":"trace[51004753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24149; }","duration":"6.555203908s","start":"2026-03-06T21:10:28.375465Z","end":"2026-03-06T21:10:34.930669Z","steps":["trace[51004753] 'agreement among raft nodes before linearized reading' (duration: 5.831360989s)","trace[51004753] 'count revisions from in-memory index tree' (duration: 721.837255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:34.930733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:28.375439Z","time spent":"6.55528262s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.931908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451024033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:34.932038Z","caller":"traceutil/trace.go:171","msg":"trace[387631443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24149; }","duration":"5.451682627s","start":"2026-03-06T21:10:29.480328Z","end":"2026-03-06T21:10:34.93201Z","steps":["trace[387631443] 'agreement among raft nodes before linearized reading' (duration: 4.726424927s)","trace[387631443] 'count revisions from in-memory index tree' (duration: 724.053734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:34.932098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:29.480302Z","time spent":"5.45177948s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.932466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.536054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:34.932715Z","caller":"traceutil/trace.go:171","msg":"trace[185862221] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"2.050275628s","start":"2026-03-06T21:10:32.882429Z","end":"2026-03-06T21:10:34.932705Z","steps":["trace[185862221] 'process raft request' (duration: 2.050216947s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.932761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.882397Z","time spent":"2.050337939s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:34.932723Z","caller":"traceutil/trace.go:171","msg":"trace[1079937237] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"2.543810336s","start":"2026-03-06T21:10:32.388871Z","end":"2026-03-06T21:10:34.932681Z","steps":["trace[1079937237] 'process raft request' (duration: 1.818050955s)","trace[1079937237] 'compare' (duration: 721.682362ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:34.932875Z","caller":"traceutil/trace.go:171","msg":"trace[2120019221] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"2.542110948s","start":"2026-03-06T21:10:32.390755Z","end":"2026-03-06T21:10:34.932866Z","steps":["trace[2120019221] 'process raft request' (duration: 2.541785331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.932897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.388855Z","time spent":"2.543949249s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:34.932938Z","caller":"traceutil/trace.go:171","msg":"trace[276045324] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"2.306216593s","start":"2026-03-06T21:10:32.626715Z","end":"2026-03-06T21:10:34.932931Z","steps":["trace[276045324] 'process raft request' (duration: 2.305889246s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.932901Z","caller":"traceutil/trace.go:171","msg":"trace[12127895] linearizableReadLoop","detail":"{readStateIndex:25022; appliedIndex:25017; }","duration":"727.136411ms","start":"2026-03-06T21:10:34.205728Z","end":"2026-03-06T21:10:34.932864Z","steps":["trace[12127895] 'read index received' (duration: 51.186216ms)","trace[12127895] 'applied index is now lower than readState.Index' (duration: 675.948515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:34.933073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39959455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.933095Z","caller":"traceutil/trace.go:171","msg":"trace[731018978] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24154; }","duration":"3.399664792s","start":"2026-03-06T21:10:31.533425Z","end":"2026-03-06T21:10:34.933089Z","steps":["trace[731018978] 'agreement among raft nodes before linearized reading' (duration: 3.399623421s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.932915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.390735Z","time spent":"2.542154548s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.933113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.533401Z","time spent":"3.399707602s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.933229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313810861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.933246Z","caller":"traceutil/trace.go:171","msg":"trace[2134928178] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24154; }","duration":"1.313883802s","start":"2026-03-06T21:10:33.619357Z","end":"2026-03-06T21:10:34.933241Z","steps":["trace[2134928178] 'agreement among raft nodes before linearized reading' (duration: 1.313849451s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.933263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.619328Z","time spent":"1.313930153s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.933302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209422601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cfzdh\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-03-06T21:10:34.933313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707601143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.933362Z","caller":"traceutil/trace.go:171","msg":"trace[516852800] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"1.313049993s","start":"2026-03-06T21:10:33.620303Z","end":"2026-03-06T21:10:34.933353Z","steps":["trace[516852800] 'process raft request' (duration: 1.312370859s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.933363Z","caller":"traceutil/trace.go:171","msg":"trace[1892078367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24154; }","duration":"3.707730605s","start":"2026-03-06T21:10:31.225619Z","end":"2026-03-06T21:10:34.93335Z","steps":["trace[1892078367] 'agreement among raft nodes before linearized reading' (duration: 3.707612383s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.933411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.620267Z","time spent":"1.313118945s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:34.93341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:31.225591Z","time spent":"3.707807336s","remote":"127.0.0.1:50210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.933369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842464492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:34.933608Z","caller":"traceutil/trace.go:171","msg":"trace[522664397] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24154; }","duration":"2.842755558s","start":"2026-03-06T21:10:32.090843Z","end":"2026-03-06T21:10:34.933599Z","steps":["trace[522664397] 'agreement among raft nodes before linearized reading' (duration: 2.842501142s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.933646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.090814Z","time spent":"2.842817118s","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.933639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.150018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-06T21:10:34.93369Z","caller":"traceutil/trace.go:171","msg":"trace[2118478891] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24154; }","duration":"740.24782ms","start":"2026-03-06T21:10:34.193425Z","end":"2026-03-06T21:10:34.933673Z","steps":["trace[2118478891] 'agreement among raft nodes before linearized reading' (duration: 740.054606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.933729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.1934Z","time spent":"740.319781ms","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T21:10:34.934082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.443634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T21:10:34.934111Z","caller":"traceutil/trace.go:171","msg":"trace[1305936562] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24154; }","duration":"725.511156ms","start":"2026-03-06T21:10:34.208592Z","end":"2026-03-06T21:10:34.934104Z","steps":["trace[1305936562] 'agreement among raft nodes before linearized reading' (duration: 725.431094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.93411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.337352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:34.934132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.208573Z","time spent":"725.552947ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-06T21:10:34.934144Z","caller":"traceutil/trace.go:171","msg":"trace[1983955824] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24154; }","duration":"190.372822ms","start":"2026-03-06T21:10:34.74376Z","end":"2026-03-06T21:10:34.934133Z","steps":["trace[1983955824] 'agreement among raft nodes before linearized reading' (duration: 190.292801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.934273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.330619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:34.934298Z","caller":"traceutil/trace.go:171","msg":"trace[1915062647] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24154; }","duration":"253.35732ms","start":"2026-03-06T21:10:34.680935Z","end":"2026-03-06T21:10:34.934292Z","steps":["trace[1915062647] 'agreement among raft nodes before linearized reading' (duration: 253.302949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.934421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.74611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.934443Z","caller":"traceutil/trace.go:171","msg":"trace[2036458162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24154; }","duration":"586.792682ms","start":"2026-03-06T21:10:34.347645Z","end":"2026-03-06T21:10:34.934437Z","steps":["trace[2036458162] 'agreement among raft nodes before linearized reading' (duration: 586.752981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.934462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.347633Z","time spent":"586.823012ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:34.934547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.155109798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:34.934582Z","caller":"traceutil/trace.go:171","msg":"trace[1251532515] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24154; }","duration":"4.15519087s","start":"2026-03-06T21:10:30.779381Z","end":"2026-03-06T21:10:34.934572Z","steps":["trace[1251532515] 'agreement among raft nodes before linearized reading' (duration: 4.155109218s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.934606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.779359Z","time spent":"4.15524035s","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.934631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.436202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.93466Z","caller":"traceutil/trace.go:171","msg":"trace[1367831074] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24154; }","duration":"605.513993ms","start":"2026-03-06T21:10:34.329137Z","end":"2026-03-06T21:10:34.934651Z","steps":["trace[1367831074] 'agreement among raft nodes before linearized reading' (duration: 605.464532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.93468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.329105Z","time spent":"605.569364ms","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:10:34.933333Z","caller":"traceutil/trace.go:171","msg":"trace[825796191] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cfzdh; range_end:; response_count:1; response_revision:24154; }","duration":"1.209505523s","start":"2026-03-06T21:10:33.723817Z","end":"2026-03-06T21:10:34.933323Z","steps":["trace[825796191] 'agreement among raft nodes before linearized reading' (duration: 1.20935555s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.934793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.344582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.934813Z","caller":"traceutil/trace.go:171","msg":"trace[2020610338] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24154; }","duration":"656.410775ms","start":"2026-03-06T21:10:34.278396Z","end":"2026-03-06T21:10:34.934807Z","steps":["trace[2020610338] 'agreement among raft nodes before linearized reading' (duration: 656.370554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.934816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:33.723792Z","time spent":"1.211016667s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4715,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cfzdh\" "} {"level":"warn","ts":"2026-03-06T21:10:34.934832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.278373Z","time spent":"656.453985ms","remote":"127.0.0.1:35882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.932965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:32.626694Z","time spent":"2.306260625s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:34.93514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.096277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.935175Z","caller":"traceutil/trace.go:171","msg":"trace[650044999] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24154; }","duration":"889.19789ms","start":"2026-03-06T21:10:34.045969Z","end":"2026-03-06T21:10:34.935167Z","steps":["trace[650044999] 'agreement among raft nodes before linearized reading' (duration: 887.512152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.935175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.362839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:34.935196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.045943Z","time spent":"889.248361ms","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:34.935203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.498319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T21:10:34.935215Z","caller":"traceutil/trace.go:171","msg":"trace[729011387] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24154; }","duration":"114.45586ms","start":"2026-03-06T21:10:34.820751Z","end":"2026-03-06T21:10:34.935206Z","steps":["trace[729011387] 'agreement among raft nodes before linearized reading' (duration: 114.386689ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:34.935238Z","caller":"traceutil/trace.go:171","msg":"trace[247249370] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24154; }","duration":"722.550811ms","start":"2026-03-06T21:10:34.212675Z","end":"2026-03-06T21:10:34.935226Z","steps":["trace[247249370] 'agreement among raft nodes before linearized reading' (duration: 722.451999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.935273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.212645Z","time spent":"722.620373ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-06T21:10:34.935346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.546451154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-06T21:10:34.935394Z","caller":"traceutil/trace.go:171","msg":"trace[114360268] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24154; }","duration":"4.546525226s","start":"2026-03-06T21:10:30.388858Z","end":"2026-03-06T21:10:34.935383Z","steps":["trace[114360268] 'agreement among raft nodes before linearized reading' (duration: 4.54624323s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.935419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386643756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:34.935472Z","caller":"traceutil/trace.go:171","msg":"trace[1736280472] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24154; }","duration":"4.386742028s","start":"2026-03-06T21:10:30.548713Z","end":"2026-03-06T21:10:34.935455Z","steps":["trace[1736280472] 'agreement among raft nodes before linearized reading' (duration: 4.386660286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:34.935489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.38884Z","time spent":"4.546612958s","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T21:10:34.935523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:30.548689Z","time spent":"4.38682414s","remote":"127.0.0.1:50118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:35.454911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:35.955581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:36.456788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:36.523495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.53355225s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:10:36.609685Z","caller":"traceutil/trace.go:171","msg":"trace[495565884] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"1.660669289s","start":"2026-03-06T21:10:34.948982Z","end":"2026-03-06T21:10:36.609651Z","steps":["trace[495565884] 'process raft request' (duration: 1.57489046s)","trace[495565884] 'compare' (duration: 85.645186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:36.609871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.948971Z","time spent":"1.660802022s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:37.514687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:37.514843Z","caller":"traceutil/trace.go:171","msg":"trace[941607757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000173015s","start":"2026-03-06T21:10:35.514626Z","end":"2026-03-06T21:10:37.514799Z","steps":["trace[941607757] 'agreement among raft nodes before linearized reading' (duration: 2.000009802s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:37.5149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:35.514601Z","time spent":"2.000288707s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:38.070725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.464141601s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:38.368471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.3882ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-06T21:10:38.368742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.950123Z","time spent":"3.41861026s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T21:10:38.368846Z","caller":"traceutil/trace.go:171","msg":"trace[467024214] linearizableReadLoop","detail":"{readStateIndex:25028; appliedIndex:25022; }","duration":"3.414212693s","start":"2026-03-06T21:10:34.954618Z","end":"2026-03-06T21:10:38.368831Z","steps":["trace[467024214] 'read index received' (duration: 1.569143233s)","trace[467024214] 'applied index is now lower than readState.Index' (duration: 1.84506832s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:38.36891Z","caller":"traceutil/trace.go:171","msg":"trace[1927615788] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"3.417945025s","start":"2026-03-06T21:10:34.950958Z","end":"2026-03-06T21:10:38.368903Z","steps":["trace[1927615788] 'process raft request' (duration: 3.417605497s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.368998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.950944Z","time spent":"3.417986316s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:38.369531Z","caller":"traceutil/trace.go:171","msg":"trace[1771764131] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"3.417024584s","start":"2026-03-06T21:10:34.952468Z","end":"2026-03-06T21:10:38.369492Z","steps":["trace[1771764131] 'process raft request' (duration: 3.416222407s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.369722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.952461Z","time spent":"3.417161128s","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":921,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:38.369736Z","caller":"traceutil/trace.go:171","msg":"trace[414626323] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"3.415267266s","start":"2026-03-06T21:10:34.954436Z","end":"2026-03-06T21:10:38.369703Z","steps":["trace[414626323] 'process raft request' (duration: 3.414310925s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:38.369785Z","caller":"traceutil/trace.go:171","msg":"trace[1685566413] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"2.154512133s","start":"2026-03-06T21:10:36.215238Z","end":"2026-03-06T21:10:38.36975Z","steps":["trace[1685566413] 'process raft request' (duration: 2.153544602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.369898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415228255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T21:10:38.369969Z","caller":"traceutil/trace.go:171","msg":"trace[5701052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24159; }","duration":"3.415348957s","start":"2026-03-06T21:10:34.954604Z","end":"2026-03-06T21:10:38.369953Z","steps":["trace[5701052] 'agreement among raft nodes before linearized reading' (duration: 3.415060291s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.36997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.215209Z","time spent":"2.154658767s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:38.370065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.954597Z","time spent":"3.41545885s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-06T21:10:38.369904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.95443Z","time spent":"3.415392679s","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:38.37972Z","caller":"traceutil/trace.go:171","msg":"trace[1186566902] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"1.438322933s","start":"2026-03-06T21:10:36.941364Z","end":"2026-03-06T21:10:38.379687Z","steps":["trace[1186566902] 'process raft request' (duration: 1.43823292s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.380046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.211402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:38.380094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422860413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T21:10:38.380131Z","caller":"traceutil/trace.go:171","msg":"trace[869852152] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24161; }","duration":"3.422907185s","start":"2026-03-06T21:10:34.957214Z","end":"2026-03-06T21:10:38.380121Z","steps":["trace[869852152] 'agreement among raft nodes before linearized reading' (duration: 3.422798213s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.380154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.957208Z","time spent":"3.422940506s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T21:10:38.380154Z","caller":"traceutil/trace.go:171","msg":"trace[783439582] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24161; }","duration":"271.380196ms","start":"2026-03-06T21:10:38.108736Z","end":"2026-03-06T21:10:38.380116Z","steps":["trace[783439582] 'agreement among raft nodes before linearized reading' (duration: 271.164951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.379809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.660947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:38.380257Z","caller":"traceutil/trace.go:171","msg":"trace[245155370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24161; }","duration":"858.150327ms","start":"2026-03-06T21:10:37.522075Z","end":"2026-03-06T21:10:38.380225Z","steps":["trace[245155370] 'agreement among raft nodes before linearized reading' (duration: 857.590015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.380359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:37.522054Z","time spent":"858.27294ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:38.379838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689388872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:38.380469Z","caller":"traceutil/trace.go:171","msg":"trace[1309591482] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24161; }","duration":"2.690070576s","start":"2026-03-06T21:10:35.690383Z","end":"2026-03-06T21:10:38.380453Z","steps":["trace[1309591482] 'agreement among raft nodes before linearized reading' (duration: 2.68932552s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.380506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:35.690362Z","time spent":"2.690131888s","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:38.38051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766866777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-06T21:10:38.38055Z","caller":"traceutil/trace.go:171","msg":"trace[120670846] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24161; }","duration":"1.766938779s","start":"2026-03-06T21:10:36.613598Z","end":"2026-03-06T21:10:38.380537Z","steps":["trace[120670846] 'agreement among raft nodes before linearized reading' (duration: 1.766792366s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.380587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.613581Z","time spent":"1.766997911s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T21:10:38.379912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422557807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:38.380636Z","caller":"traceutil/trace.go:171","msg":"trace[1679488252] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24161; }","duration":"3.423337784s","start":"2026-03-06T21:10:34.95729Z","end":"2026-03-06T21:10:38.380628Z","steps":["trace[1679488252] 'agreement among raft nodes before linearized reading' (duration: 3.422568037s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.380662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:34.957268Z","time spent":"3.423388525s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:38.379943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.191675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:38.380717Z","caller":"traceutil/trace.go:171","msg":"trace[224150205] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24161; }","duration":"184.020223ms","start":"2026-03-06T21:10:38.196687Z","end":"2026-03-06T21:10:38.380707Z","steps":["trace[224150205] 'agreement among raft nodes before linearized reading' (duration: 183.148824ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:38.37998Z","caller":"traceutil/trace.go:171","msg":"trace[756319388] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"1.439059679s","start":"2026-03-06T21:10:36.940911Z","end":"2026-03-06T21:10:38.37997Z","steps":["trace[756319388] 'process raft request' (duration: 1.438471035s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.380868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.940881Z","time spent":"1.439936808s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:38.379962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791391367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:38.380944Z","caller":"traceutil/trace.go:171","msg":"trace[1506641185] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24161; }","duration":"1.792377349s","start":"2026-03-06T21:10:36.588534Z","end":"2026-03-06T21:10:38.380911Z","steps":["trace[1506641185] 'agreement among raft nodes before linearized reading' (duration: 1.791405698s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.380995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.588517Z","time spent":"1.792458021s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:38.381258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793507604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:38.381304Z","caller":"traceutil/trace.go:171","msg":"trace[1404387544] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24161; }","duration":"2.793564885s","start":"2026-03-06T21:10:35.587724Z","end":"2026-03-06T21:10:38.381289Z","steps":["trace[1404387544] 'agreement among raft nodes before linearized reading' (duration: 2.793470713s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:38.381364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:35.58764Z","time spent":"2.793714969s","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:38.382234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:36.941334Z","time spent":"1.438715241s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:38.88072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:40.251965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234481014s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:10:40.367164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439643571s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:40.367356Z","caller":"traceutil/trace.go:171","msg":"trace[1160064516] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24161; }","duration":"1.439900147s","start":"2026-03-06T21:10:38.927431Z","end":"2026-03-06T21:10:40.367331Z","steps":["trace[1160064516] 'range keys from in-memory index tree' (duration: 1.439619181s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.369375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395478358s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:40.369659Z","caller":"traceutil/trace.go:171","msg":"trace[287929368] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"1.999481778s","start":"2026-03-06T21:10:38.370094Z","end":"2026-03-06T21:10:40.369576Z","steps":["trace[287929368] 'process raft request' (duration: 603.418547ms)","trace[287929368] 'compare' (duration: 1.394557098s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:40.369702Z","caller":"traceutil/trace.go:171","msg":"trace[338261449] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"1.995609912s","start":"2026-03-06T21:10:38.374061Z","end":"2026-03-06T21:10:40.369671Z","steps":["trace[338261449] 'process raft request' (duration: 1.995418668s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:40.369773Z","caller":"traceutil/trace.go:171","msg":"trace[552255969] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"1.981790119s","start":"2026-03-06T21:10:38.387961Z","end":"2026-03-06T21:10:40.369751Z","steps":["trace[552255969] 'process raft request' (duration: 1.981619805s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.369816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.374048Z","time spent":"1.995698565s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:40.369848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.37006Z","time spent":"1.999682773s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:40.369875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.387942Z","time spent":"1.981871001s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:40.369994Z","caller":"traceutil/trace.go:171","msg":"trace[472980369] linearizableReadLoop","detail":"{readStateIndex:25034; appliedIndex:25030; }","duration":"1.990335376s","start":"2026-03-06T21:10:38.379637Z","end":"2026-03-06T21:10:40.369973Z","steps":["trace[472980369] 'read index received' (duration: 593.887416ms)","trace[472980369] 'applied index is now lower than readState.Index' (duration: 1.39644639s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:40.370012Z","caller":"traceutil/trace.go:171","msg":"trace[1790975334] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"1.754113845s","start":"2026-03-06T21:10:38.61588Z","end":"2026-03-06T21:10:40.369994Z","steps":["trace[1790975334] 'process raft request' (duration: 1.753806679s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.370397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.615848Z","time spent":"1.754412342s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:40.370316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99636384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3342e296-009d-4e33-a70a-7f2b63587eb7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-06T21:10:40.370589Z","caller":"traceutil/trace.go:171","msg":"trace[1212951581] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3342e296-009d-4e33-a70a-7f2b63587eb7; range_end:; response_count:1; response_revision:24165; }","duration":"1.996671367s","start":"2026-03-06T21:10:38.373909Z","end":"2026-03-06T21:10:40.37058Z","steps":["trace[1212951581] 'agreement among raft nodes before linearized reading' (duration: 1.996270038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.370632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.373892Z","time spent":"1.996729148s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-3342e296-009d-4e33-a70a-7f2b63587eb7\" "} {"level":"warn","ts":"2026-03-06T21:10:40.37083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993855244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189a5cc199f68cea\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-06T21:10:40.370891Z","caller":"traceutil/trace.go:171","msg":"trace[686096585] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189a5cc199f68cea; range_end:; response_count:1; response_revision:24165; }","duration":"1.993959385s","start":"2026-03-06T21:10:38.376915Z","end":"2026-03-06T21:10:40.370874Z","steps":["trace[686096585] 'agreement among raft nodes before linearized reading' (duration: 1.993100467s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.370927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.376898Z","time spent":"1.994022117s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.189a5cc199f68cea\" "} {"level":"warn","ts":"2026-03-06T21:10:40.382041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:40.382079Z","caller":"traceutil/trace.go:171","msg":"trace[40671485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400079s","start":"2026-03-06T21:10:38.38167Z","end":"2026-03-06T21:10:40.38207Z","steps":["trace[40671485] 'agreement among raft nodes before linearized reading' (duration: 2.000359028s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.382109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.381663Z","time spent":"2.00043746s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:40.693002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:40.693131Z","caller":"traceutil/trace.go:171","msg":"trace[1236327832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405259s","start":"2026-03-06T21:10:38.6927Z","end":"2026-03-06T21:10:40.693105Z","steps":["trace[1236327832] 'agreement among raft nodes before linearized reading' (duration: 2.000225445s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:40.693192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.69268Z","time spent":"2.000499901s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:40.871254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:40.992263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.66993Z","time spent":"322.324288ms","remote":"127.0.0.1:33174","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:40.992961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.576218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:40.993825Z","caller":"traceutil/trace.go:171","msg":"trace[565380110] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"1.053830457s","start":"2026-03-06T21:10:39.939916Z","end":"2026-03-06T21:10:40.993746Z","steps":["trace[565380110] 'process raft request' (duration: 945.357458ms)","trace[565380110] 'compare' (duration: 107.420905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:40.994219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.939884Z","time spent":"1.054153653s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:41.057414Z","caller":"traceutil/trace.go:171","msg":"trace[1594654408] linearizableReadLoop","detail":"{readStateIndex:25041; appliedIndex:25034; }","duration":"687.185062ms","start":"2026-03-06T21:10:40.370202Z","end":"2026-03-06T21:10:41.057387Z","steps":["trace[1594654408] 'read index received' (duration: 515.083552ms)","trace[1594654408] 'applied index is now lower than readState.Index' (duration: 172.10071ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:41.057441Z","caller":"traceutil/trace.go:171","msg":"trace[232860674] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"682.643861ms","start":"2026-03-06T21:10:40.374758Z","end":"2026-03-06T21:10:41.057402Z","steps":["trace[232860674] 'process raft request' (duration: 682.473457ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:41.057547Z","caller":"traceutil/trace.go:171","msg":"trace[1748765522] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"671.66236ms","start":"2026-03-06T21:10:40.385875Z","end":"2026-03-06T21:10:41.057537Z","steps":["trace[1748765522] 'process raft request' (duration: 671.400904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.057626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.37474Z","time spent":"682.784025ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:41.057661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.38585Z","time spent":"671.718571ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:41.057767Z","caller":"traceutil/trace.go:171","msg":"trace[27192984] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"667.683263ms","start":"2026-03-06T21:10:40.390077Z","end":"2026-03-06T21:10:41.057761Z","steps":["trace[27192984] 'process raft request' (duration: 667.228172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.057804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.390042Z","time spent":"667.742114ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:41.057857Z","caller":"traceutil/trace.go:171","msg":"trace[2075027454] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"321.883879ms","start":"2026-03-06T21:10:40.735968Z","end":"2026-03-06T21:10:41.057852Z","steps":["trace[2075027454] 'process raft request' (duration: 321.364457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.057884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.73594Z","time spent":"321.928329ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:41.057909Z","caller":"traceutil/trace.go:171","msg":"trace[971905694] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"683.222785ms","start":"2026-03-06T21:10:40.374671Z","end":"2026-03-06T21:10:41.057894Z","steps":["trace[971905694] 'process raft request' (duration: 682.156471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.057967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.374651Z","time spent":"683.282817ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:41.058102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965764297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:41.058129Z","caller":"traceutil/trace.go:171","msg":"trace[2128029669] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24171; }","duration":"1.965841289s","start":"2026-03-06T21:10:39.092279Z","end":"2026-03-06T21:10:41.05812Z","steps":["trace[2128029669] 'agreement among raft nodes before linearized reading' (duration: 1.965709506s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.058149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:39.092254Z","time spent":"1.9658904s","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:41.058353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338308271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:41.058383Z","caller":"traceutil/trace.go:171","msg":"trace[621455856] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24171; }","duration":"2.338392182s","start":"2026-03-06T21:10:38.719983Z","end":"2026-03-06T21:10:41.058376Z","steps":["trace[621455856] 'agreement among raft nodes before linearized reading' (duration: 2.338261069s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.058402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.71997Z","time spent":"2.338427623s","remote":"127.0.0.1:40238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:41.058539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672898868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:41.058557Z","caller":"traceutil/trace.go:171","msg":"trace[1269957553] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24171; }","duration":"2.672946518s","start":"2026-03-06T21:10:38.385604Z","end":"2026-03-06T21:10:41.058551Z","steps":["trace[1269957553] 'agreement among raft nodes before linearized reading' (duration: 2.672912117s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.058574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:38.385589Z","time spent":"2.67298129s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:41.058848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.427447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-06T21:10:41.058899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.491535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:41.058934Z","caller":"traceutil/trace.go:171","msg":"trace[1624612481] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24171; }","duration":"687.493628ms","start":"2026-03-06T21:10:40.371391Z","end":"2026-03-06T21:10:41.058884Z","steps":["trace[1624612481] 'agreement among raft nodes before linearized reading' (duration: 687.319895ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:41.058948Z","caller":"traceutil/trace.go:171","msg":"trace[1380314157] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24171; }","duration":"660.583236ms","start":"2026-03-06T21:10:40.398351Z","end":"2026-03-06T21:10:41.058935Z","steps":["trace[1380314157] 'agreement among raft nodes before linearized reading' (duration: 660.490554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.05897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.371375Z","time spent":"687.586342ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:10:41.059035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.398336Z","time spent":"660.643078ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:41.059158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.977342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-06T21:10:41.059266Z","caller":"traceutil/trace.go:171","msg":"trace[961389181] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24171; }","duration":"684.179316ms","start":"2026-03-06T21:10:40.375057Z","end":"2026-03-06T21:10:41.059237Z","steps":["trace[961389181] 'agreement among raft nodes before linearized reading' (duration: 683.788178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.059325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.415571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2xgnm\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-03-06T21:10:41.059365Z","caller":"traceutil/trace.go:171","msg":"trace[953992785] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2xgnm; range_end:; response_count:1; response_revision:24171; }","duration":"684.466151ms","start":"2026-03-06T21:10:40.374888Z","end":"2026-03-06T21:10:41.059354Z","steps":["trace[953992785] 'agreement among raft nodes before linearized reading' (duration: 684.330729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.059388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.450573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:41.059396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.374882Z","time spent":"684.506663ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2xgnm\" "} {"level":"info","ts":"2026-03-06T21:10:41.059415Z","caller":"traceutil/trace.go:171","msg":"trace[2054077028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24171; }","duration":"670.514055ms","start":"2026-03-06T21:10:40.388892Z","end":"2026-03-06T21:10:41.059406Z","steps":["trace[2054077028] 'agreement among raft nodes before linearized reading' (duration: 670.463574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.059446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.388872Z","time spent":"670.570126ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:41.059644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.795242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:41.059681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.899221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:10:41.059718Z","caller":"traceutil/trace.go:171","msg":"trace[2085102995] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d; range_end:; response_count:1; response_revision:24171; }","duration":"684.953242ms","start":"2026-03-06T21:10:40.374754Z","end":"2026-03-06T21:10:41.059707Z","steps":["trace[2085102995] 'agreement among raft nodes before linearized reading' (duration: 684.83281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.059739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.275848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:41.059751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.374746Z","time spent":"684.997764ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" "} {"level":"info","ts":"2026-03-06T21:10:41.059763Z","caller":"traceutil/trace.go:171","msg":"trace[1241038694] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24171; }","duration":"303.336959ms","start":"2026-03-06T21:10:40.75642Z","end":"2026-03-06T21:10:41.059757Z","steps":["trace[1241038694] 'agreement among raft nodes before linearized reading' (duration: 303.284288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.059781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.756403Z","time spent":"303.374601ms","remote":"127.0.0.1:50190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:41.060022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.226637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:41.060051Z","caller":"traceutil/trace.go:171","msg":"trace[553678479] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24171; }","duration":"560.310658ms","start":"2026-03-06T21:10:40.499732Z","end":"2026-03-06T21:10:41.060043Z","steps":["trace[553678479] 'agreement among raft nodes before linearized reading' (duration: 560.076693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.06007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.499705Z","time spent":"560.3607ms","remote":"127.0.0.1:50088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:41.059333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:40.375049Z","time spent":"684.272008ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-06T21:10:41.059689Z","caller":"traceutil/trace.go:171","msg":"trace[1485586400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24171; }","duration":"146.904544ms","start":"2026-03-06T21:10:40.912773Z","end":"2026-03-06T21:10:41.059678Z","steps":["trace[1485586400] 'agreement among raft nodes before linearized reading' (duration: 146.795762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:41.578155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:41.994363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.337312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:41.994507Z","caller":"traceutil/trace.go:171","msg":"trace[1158984194] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"925.477188ms","start":"2026-03-06T21:10:41.069008Z","end":"2026-03-06T21:10:41.994485Z","steps":["trace[1158984194] 'process raft request' (duration: 808.922291ms)","trace[1158984194] 'compare' (duration: 116.197419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:41.994567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.06898Z","time spent":"925.56174ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:43.157557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165236409s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:10:43.160138Z","caller":"traceutil/trace.go:171","msg":"trace[324889250] linearizableReadLoop","detail":"{readStateIndex:25043; appliedIndex:25041; }","duration":"2.082782964s","start":"2026-03-06T21:10:41.077325Z","end":"2026-03-06T21:10:43.160108Z","steps":["trace[324889250] 'read index received' (duration: 800.629181ms)","trace[324889250] 'applied index is now lower than readState.Index' (duration: 1.282152573s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:43.160368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083019769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189a5cc0fd0dde1b\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-06T21:10:43.160298Z","caller":"traceutil/trace.go:171","msg":"trace[1558562737] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"2.082970228s","start":"2026-03-06T21:10:41.077258Z","end":"2026-03-06T21:10:43.160228Z","steps":["trace[1558562737] 'process raft request' (duration: 2.080770809s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:43.160394Z","caller":"traceutil/trace.go:171","msg":"trace[1452547255] range","detail":"{range_begin:/registry/events/openstack/container-infra.189a5cc0fd0dde1b; range_end:; response_count:1; response_revision:24173; }","duration":"2.083121691s","start":"2026-03-06T21:10:41.077264Z","end":"2026-03-06T21:10:43.160386Z","steps":["trace[1452547255] 'agreement among raft nodes before linearized reading' (duration: 2.082963488s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:43.160418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.077254Z","time spent":"2.083156942s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.189a5cc0fd0dde1b\" "} {"level":"warn","ts":"2026-03-06T21:10:43.160578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.077232Z","time spent":"2.083181303s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5581,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:43.517524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:10:43.517633Z","caller":"traceutil/trace.go:171","msg":"trace[1196116135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103623s","start":"2026-03-06T21:10:41.517506Z","end":"2026-03-06T21:10:43.517609Z","steps":["trace[1196116135] 'agreement among raft nodes before linearized reading' (duration: 1.99995065s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:43.517692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.51748Z","time spent":"2.000199765s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:43.661099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:44.161473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:44.23636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033178141s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:10:44.304457Z","caller":"traceutil/trace.go:171","msg":"trace[1629855618] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"1.23704753s","start":"2026-03-06T21:10:43.067369Z","end":"2026-03-06T21:10:44.304417Z","steps":["trace[1629855618] 'process raft request' (duration: 1.236959468s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:44.304652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.067335Z","time spent":"1.237215373s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:44.304642Z","caller":"traceutil/trace.go:171","msg":"trace[1516827067] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"1.230509696s","start":"2026-03-06T21:10:43.07409Z","end":"2026-03-06T21:10:44.3046Z","steps":["trace[1516827067] 'process raft request' (duration: 1.2302805s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:44.304846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.07408Z","time spent":"1.230652869s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:44.304824Z","caller":"traceutil/trace.go:171","msg":"trace[485154279] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"1.237833587s","start":"2026-03-06T21:10:43.066901Z","end":"2026-03-06T21:10:44.304734Z","steps":["trace[485154279] 'process raft request' (duration: 1.237297875s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:44.304393Z","caller":"traceutil/trace.go:171","msg":"trace[575463260] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"2.305987168s","start":"2026-03-06T21:10:41.998369Z","end":"2026-03-06T21:10:44.304356Z","steps":["trace[575463260] 'process raft request' (duration: 2.238253137s)","trace[575463260] 'compare' (duration: 67.22474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:44.305514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.998346Z","time spent":"2.307052462s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:10:44.305575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.06687Z","time spent":"1.238516752s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:45.228232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.307023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:45.228385Z","caller":"traceutil/trace.go:171","msg":"trace[169722844] linearizableReadLoop","detail":"{readStateIndex:25048; appliedIndex:25043; }","duration":"2.068163401s","start":"2026-03-06T21:10:43.160199Z","end":"2026-03-06T21:10:45.228363Z","steps":["trace[169722844] 'read index received' (duration: 1.076441423s)","trace[169722844] 'applied index is now lower than readState.Index' (duration: 991.720178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:45.228462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256649481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:45.228533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982375961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:45.228552Z","caller":"traceutil/trace.go:171","msg":"trace[778106621] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24178; }","duration":"3.256797594s","start":"2026-03-06T21:10:41.971732Z","end":"2026-03-06T21:10:45.228529Z","steps":["trace[778106621] 'agreement among raft nodes before linearized reading' (duration: 3.256649191s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:45.228583Z","caller":"traceutil/trace.go:171","msg":"trace[1504247815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24178; }","duration":"3.982484503s","start":"2026-03-06T21:10:41.246082Z","end":"2026-03-06T21:10:45.228566Z","steps":["trace[1504247815] 'agreement among raft nodes before linearized reading' (duration: 3.982379021s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.22859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.971706Z","time spent":"3.256874855s","remote":"127.0.0.1:36006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:45.228625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.246052Z","time spent":"3.982561735s","remote":"127.0.0.1:42636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:45.228763Z","caller":"traceutil/trace.go:171","msg":"trace[676404820] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"2.064895339s","start":"2026-03-06T21:10:43.163855Z","end":"2026-03-06T21:10:45.228751Z","steps":["trace[676404820] 'process raft request' (duration: 1.951960812s)","trace[676404820] 'compare' (duration: 111.551697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:45.228885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072333582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:45.228925Z","caller":"traceutil/trace.go:171","msg":"trace[969542075] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24178; }","duration":"4.072430884s","start":"2026-03-06T21:10:41.156484Z","end":"2026-03-06T21:10:45.228915Z","steps":["trace[969542075] 'agreement among raft nodes before linearized reading' (duration: 4.072367862s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.228958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.156457Z","time spent":"4.072489265s","remote":"127.0.0.1:59762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:45.229113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15026673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:45.22915Z","caller":"traceutil/trace.go:171","msg":"trace[723834432] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24178; }","duration":"4.150312241s","start":"2026-03-06T21:10:41.07883Z","end":"2026-03-06T21:10:45.229142Z","steps":["trace[723834432] 'agreement among raft nodes before linearized reading' (duration: 4.150256079s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.229179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.078827Z","time spent":"4.150345551s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:10:45.229411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150583776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:10:45.229453Z","caller":"traceutil/trace.go:171","msg":"trace[1317918569] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24178; }","duration":"4.150639637s","start":"2026-03-06T21:10:41.078802Z","end":"2026-03-06T21:10:45.229442Z","steps":["trace[1317918569] 'agreement among raft nodes before linearized reading' (duration: 4.150495554s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.229481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.078795Z","time spent":"4.150678199s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:10:45.229664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.16382Z","time spent":"2.06496884s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:45.229717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655985975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:45.229863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152281433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-06T21:10:45.22977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055767568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:45.230129Z","caller":"traceutil/trace.go:171","msg":"trace[1125217804] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24178; }","duration":"3.056216438s","start":"2026-03-06T21:10:42.173884Z","end":"2026-03-06T21:10:45.2301Z","steps":["trace[1125217804] 'agreement among raft nodes before linearized reading' (duration: 3.055626866s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.23024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:42.173846Z","time spent":"3.056378612s","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:45.229932Z","caller":"traceutil/trace.go:171","msg":"trace[2061545956] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24178; }","duration":"2.656277691s","start":"2026-03-06T21:10:42.573626Z","end":"2026-03-06T21:10:45.229904Z","steps":["trace[2061545956] 'agreement among raft nodes before linearized reading' (duration: 2.655966564s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.230625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:42.573599Z","time spent":"2.657007636s","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:45.23113Z","caller":"traceutil/trace.go:171","msg":"trace[464370252] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78; range_end:; response_count:1; response_revision:24178; }","duration":"4.153637053s","start":"2026-03-06T21:10:41.077459Z","end":"2026-03-06T21:10:45.231096Z","steps":["trace[464370252] 'agreement among raft nodes before linearized reading' (duration: 4.152005628s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.231198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:41.077453Z","time spent":"4.153726205s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-f4b2ed5b-1e34-4905-a8a2-8c10fbbf7c78\" "} {"level":"warn","ts":"2026-03-06T21:10:45.518559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000586592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:45.518657Z","caller":"traceutil/trace.go:171","msg":"trace[447444634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754426s","start":"2026-03-06T21:10:43.51788Z","end":"2026-03-06T21:10:45.518634Z","steps":["trace[447444634] 'agreement among raft nodes before linearized reading' (duration: 2.000630403s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.518775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.517862Z","time spent":"2.000898348s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:45.72942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436478,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:10:45.770166Z","caller":"traceutil/trace.go:171","msg":"trace[1815338971] linearizableReadLoop","detail":"{readStateIndex:25049; appliedIndex:25048; }","duration":"541.724069ms","start":"2026-03-06T21:10:45.228415Z","end":"2026-03-06T21:10:45.770139Z","steps":["trace[1815338971] 'read index received' (duration: 537.928735ms)","trace[1815338971] 'applied index is now lower than readState.Index' (duration: 3.794404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:45.77032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467459803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:45.770381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828270909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-06T21:10:45.770404Z","caller":"traceutil/trace.go:171","msg":"trace[747125194] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24179; }","duration":"1.82832435s","start":"2026-03-06T21:10:43.942073Z","end":"2026-03-06T21:10:45.770397Z","steps":["trace[747125194] 'agreement among raft nodes before linearized reading' (duration: 1.828211667s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:45.770413Z","caller":"traceutil/trace.go:171","msg":"trace[1421296730] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24179; }","duration":"1.467580496s","start":"2026-03-06T21:10:44.302811Z","end":"2026-03-06T21:10:45.770392Z","steps":["trace[1421296730] 'agreement among raft nodes before linearized reading' (duration: 1.467353191s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.770429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.942052Z","time spent":"1.82837126s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-06T21:10:45.770451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:44.302724Z","time spent":"1.467719259s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:45.770531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515516032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:45.770603Z","caller":"traceutil/trace.go:171","msg":"trace[362200676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24179; }","duration":"2.515662365s","start":"2026-03-06T21:10:43.254924Z","end":"2026-03-06T21:10:45.770587Z","steps":["trace[362200676] 'agreement among raft nodes before linearized reading' (duration: 2.515526492s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.770632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591614727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2xgnm\" ","response":"range_response_count:1 size:5599"} {"level":"warn","ts":"2026-03-06T21:10:45.770639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.254898Z","time spent":"2.515733456s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:45.770639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.774032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-06T21:10:45.770621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30246923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:45.770671Z","caller":"traceutil/trace.go:171","msg":"trace[1122593583] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2xgnm; range_end:; response_count:1; response_revision:24179; }","duration":"2.591707869s","start":"2026-03-06T21:10:43.17895Z","end":"2026-03-06T21:10:45.770658Z","steps":["trace[1122593583] 'agreement among raft nodes before linearized reading' (duration: 2.591541546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.770638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.009857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:45.770669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404019225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T21:10:45.770702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.178928Z","time spent":"2.59176777s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5623,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2xgnm\" "} {"level":"warn","ts":"2026-03-06T21:10:45.770685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383345561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:45.770728Z","caller":"traceutil/trace.go:171","msg":"trace[1435757245] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24179; }","duration":"2.404147719s","start":"2026-03-06T21:10:43.366566Z","end":"2026-03-06T21:10:45.770714Z","steps":["trace[1435757245] 'agreement among raft nodes before linearized reading' (duration: 2.403899523s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:45.770722Z","caller":"traceutil/trace.go:171","msg":"trace[186463019] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24179; }","duration":"2.302648774s","start":"2026-03-06T21:10:43.468044Z","end":"2026-03-06T21:10:45.770693Z","steps":["trace[186463019] 'agreement among raft nodes before linearized reading' (duration: 2.30244617s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.770766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.366533Z","time spent":"2.404224111s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:45.770765Z","caller":"traceutil/trace.go:171","msg":"trace[1156191397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24179; }","duration":"2.383467903s","start":"2026-03-06T21:10:43.387277Z","end":"2026-03-06T21:10:45.770745Z","steps":["trace[1156191397] 'agreement among raft nodes before linearized reading' (duration: 2.383186737s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:45.770678Z","caller":"traceutil/trace.go:171","msg":"trace[1674556791] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:24179; }","duration":"537.831703ms","start":"2026-03-06T21:10:45.232835Z","end":"2026-03-06T21:10:45.770667Z","steps":["trace[1674556791] 'agreement among raft nodes before linearized reading' (duration: 537.667099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.770786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.468015Z","time spent":"2.302760316s","remote":"127.0.0.1:35660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:45.770803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179555813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:45.770819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.23282Z","time spent":"537.991437ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-03-06T21:10:45.770826Z","caller":"traceutil/trace.go:171","msg":"trace[239263198] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24179; }","duration":"1.179579714s","start":"2026-03-06T21:10:44.591237Z","end":"2026-03-06T21:10:45.770817Z","steps":["trace[239263198] 'agreement among raft nodes before linearized reading' (duration: 1.179454501s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.770817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:43.387261Z","time spent":"2.383546416s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:10:45.770842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:44.591142Z","time spent":"1.179696296s","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:45.770944Z","caller":"traceutil/trace.go:171","msg":"trace[566678205] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"573.263853ms","start":"2026-03-06T21:10:45.197672Z","end":"2026-03-06T21:10:45.770936Z","steps":["trace[566678205] 'process raft request' (duration: 568.741843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.770838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459409516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T21:10:45.771031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.197636Z","time spent":"573.322875ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:45.771028Z","caller":"traceutil/trace.go:171","msg":"trace[1236640183] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177; range_end:; response_count:1; response_revision:24179; }","duration":"1.459595009s","start":"2026-03-06T21:10:44.311384Z","end":"2026-03-06T21:10:45.770979Z","steps":["trace[1236640183] 'agreement among raft nodes before linearized reading' (duration: 1.459360294s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.771044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.490038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-06T21:10:45.770731Z","caller":"traceutil/trace.go:171","msg":"trace[55397692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24179; }","duration":"246.165841ms","start":"2026-03-06T21:10:45.524543Z","end":"2026-03-06T21:10:45.770708Z","steps":["trace[55397692] 'agreement among raft nodes before linearized reading' (duration: 245.977406ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:45.771066Z","caller":"traceutil/trace.go:171","msg":"trace[1374628090] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24179; }","duration":"533.525478ms","start":"2026-03-06T21:10:45.237533Z","end":"2026-03-06T21:10:45.771059Z","steps":["trace[1374628090] 'agreement among raft nodes before linearized reading' (duration: 533.436436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.771069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:44.311365Z","time spent":"1.459688892s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" "} {"level":"warn","ts":"2026-03-06T21:10:45.771095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.237521Z","time spent":"533.569579ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-06T21:10:45.771181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.033628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:45.771205Z","caller":"traceutil/trace.go:171","msg":"trace[464167581] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24179; }","duration":"657.10737ms","start":"2026-03-06T21:10:45.114091Z","end":"2026-03-06T21:10:45.771198Z","steps":["trace[464167581] 'agreement among raft nodes before linearized reading' (duration: 657.048829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.771225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.114016Z","time spent":"657.204333ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:45.772035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.799793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:10:45.77206Z","caller":"traceutil/trace.go:171","msg":"trace[119782978] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24179; }","duration":"424.866485ms","start":"2026-03-06T21:10:45.347187Z","end":"2026-03-06T21:10:45.772053Z","steps":["trace[119782978] 'agreement among raft nodes before linearized reading' (duration: 423.506655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:45.772081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.347163Z","time spent":"424.912766ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2655,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:46.276678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:10:46.619565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.773288Z","time spent":"846.267595ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:10:47.472633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.558173ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-06T21:10:47.473039Z","caller":"traceutil/trace.go:171","msg":"trace[404630024] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"851.604142ms","start":"2026-03-06T21:10:46.621417Z","end":"2026-03-06T21:10:47.473022Z","steps":["trace[404630024] 'process raft request' (duration: 851.556111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:47.473153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:46.621386Z","time spent":"851.691244ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:47.473174Z","caller":"traceutil/trace.go:171","msg":"trace[145689594] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"1.162153501s","start":"2026-03-06T21:10:46.310959Z","end":"2026-03-06T21:10:47.473112Z","steps":["trace[145689594] 'process raft request' (duration: 1.161916456s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:47.473263Z","caller":"traceutil/trace.go:171","msg":"trace[476209362] linearizableReadLoop","detail":"{readStateIndex:25052; appliedIndex:25049; }","duration":"1.697264154s","start":"2026-03-06T21:10:45.775952Z","end":"2026-03-06T21:10:47.473217Z","steps":["trace[476209362] 'read index received' (duration: 748.166045ms)","trace[476209362] 'applied index is now lower than readState.Index' (duration: 949.092449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:47.473402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:46.310927Z","time spent":"1.162354905s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:47.473416Z","caller":"traceutil/trace.go:171","msg":"trace[1509365121] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"1.15799644s","start":"2026-03-06T21:10:46.315187Z","end":"2026-03-06T21:10:47.473184Z","steps":["trace[1509365121] 'process raft request' (duration: 1.157724494s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:47.473395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.773413Z","time spent":"1.699969654s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T21:10:47.473331Z","caller":"traceutil/trace.go:171","msg":"trace[1787894563] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"1.472013275s","start":"2026-03-06T21:10:46.00127Z","end":"2026-03-06T21:10:47.473283Z","steps":["trace[1787894563] 'process raft request' (duration: 1.471475442s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:47.47354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378363332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:47.47358Z","caller":"traceutil/trace.go:171","msg":"trace[1504928124] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24184; }","duration":"1.378454614s","start":"2026-03-06T21:10:46.095117Z","end":"2026-03-06T21:10:47.473571Z","steps":["trace[1504928124] 'agreement among raft nodes before linearized reading' (duration: 1.378368412s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:47.473608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:46.095096Z","time spent":"1.378505595s","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:47.473159Z","caller":"traceutil/trace.go:171","msg":"trace[1598107849] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"1.155394763s","start":"2026-03-06T21:10:46.317748Z","end":"2026-03-06T21:10:47.473143Z","steps":["trace[1598107849] 'process raft request' (duration: 1.155191318s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:47.473645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664678776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-03-06T21:10:47.473685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:46.001244Z","time spent":"1.472314901s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:47.473706Z","caller":"traceutil/trace.go:171","msg":"trace[1771492253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24184; }","duration":"1.664775988s","start":"2026-03-06T21:10:45.80891Z","end":"2026-03-06T21:10:47.473686Z","steps":["trace[1771492253] 'agreement among raft nodes before linearized reading' (duration: 1.664578324s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:47.473689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697325246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a79d96a3-5786-4ea0-a007-c915cca32f3a\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-06T21:10:47.473751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.808889Z","time spent":"1.66485032s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:47.473761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.281518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:10:47.473784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:46.317731Z","time spent":"1.155951344s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:47.473787Z","caller":"traceutil/trace.go:171","msg":"trace[162466863] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a79d96a3-5786-4ea0-a007-c915cca32f3a; range_end:; response_count:1; response_revision:24184; }","duration":"1.697485099s","start":"2026-03-06T21:10:45.776277Z","end":"2026-03-06T21:10:47.473762Z","steps":["trace[162466863] 'agreement among raft nodes before linearized reading' (duration: 1.697214203s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:47.473828Z","caller":"traceutil/trace.go:171","msg":"trace[922206519] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24184; }","duration":"862.37925ms","start":"2026-03-06T21:10:46.611435Z","end":"2026-03-06T21:10:47.473815Z","steps":["trace[922206519] 'agreement among raft nodes before linearized reading' (duration: 862.294308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:47.474001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:46.611414Z","time spent":"862.576404ms","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:47.473835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.77625Z","time spent":"1.697576191s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-a79d96a3-5786-4ea0-a007-c915cca32f3a\" "} {"level":"warn","ts":"2026-03-06T21:10:47.473885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:46.315179Z","time spent":"1.158275506s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:47.473826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697747985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-sprgn\" ","response":"range_response_count:1 size:4799"} {"level":"info","ts":"2026-03-06T21:10:47.474607Z","caller":"traceutil/trace.go:171","msg":"trace[793447469] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-sprgn; range_end:; response_count:1; response_revision:24184; }","duration":"1.698225665s","start":"2026-03-06T21:10:45.775985Z","end":"2026-03-06T21:10:47.474211Z","steps":["trace[793447469] 'agreement among raft nodes before linearized reading' (duration: 1.697504399s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:47.474678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.775982Z","time spent":"1.698679085s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4823,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-sprgn\" "} {"level":"warn","ts":"2026-03-06T21:10:47.474165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698203315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:47.475218Z","caller":"traceutil/trace.go:171","msg":"trace[183223641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24184; }","duration":"1.699272147s","start":"2026-03-06T21:10:45.775929Z","end":"2026-03-06T21:10:47.475201Z","steps":["trace[183223641] 'agreement among raft nodes before linearized reading' (duration: 1.69754306s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:47.476062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:45.775918Z","time spent":"1.700125357s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:10:47.980234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436495,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:10:48.120286Z","caller":"traceutil/trace.go:171","msg":"trace[190547691] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"642.277084ms","start":"2026-03-06T21:10:47.47798Z","end":"2026-03-06T21:10:48.120257Z","steps":["trace[190547691] 'process raft request' (duration: 640.875372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.120436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.477956Z","time spent":"642.401347ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:48.129684Z","caller":"traceutil/trace.go:171","msg":"trace[597876587] linearizableReadLoop","detail":"{readStateIndex:25060; appliedIndex:25056; }","duration":"649.949993ms","start":"2026-03-06T21:10:47.479723Z","end":"2026-03-06T21:10:48.129673Z","steps":["trace[597876587] 'read index received' (duration: 639.109294ms)","trace[597876587] 'applied index is now lower than readState.Index' (duration: 10.839879ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:48.12987Z","caller":"traceutil/trace.go:171","msg":"trace[1899386494] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"253.598374ms","start":"2026-03-06T21:10:47.876264Z","end":"2026-03-06T21:10:48.129862Z","steps":["trace[1899386494] 'process raft request' (duration: 253.382939ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:48.129878Z","caller":"traceutil/trace.go:171","msg":"trace[971117633] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"645.786031ms","start":"2026-03-06T21:10:47.48405Z","end":"2026-03-06T21:10:48.129836Z","steps":["trace[971117633] 'process raft request' (duration: 645.550066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.130038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.484025Z","time spent":"645.925575ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4959,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:48.130049Z","caller":"traceutil/trace.go:171","msg":"trace[2015847261] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"650.262439ms","start":"2026-03-06T21:10:47.479659Z","end":"2026-03-06T21:10:48.129921Z","steps":["trace[2015847261] 'process raft request' (duration: 649.85055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.130393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.479651Z","time spent":"650.640497ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:48.13012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.380292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T21:10:48.130597Z","caller":"traceutil/trace.go:171","msg":"trace[1345097367] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24188; }","duration":"650.928464ms","start":"2026-03-06T21:10:47.479658Z","end":"2026-03-06T21:10:48.130586Z","steps":["trace[1345097367] 'agreement among raft nodes before linearized reading' (duration: 650.231539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.130628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.479637Z","time spent":"650.980164ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T21:10:48.134147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.453226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:48.134214Z","caller":"traceutil/trace.go:171","msg":"trace[217365650] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24189; }","duration":"577.562409ms","start":"2026-03-06T21:10:47.556643Z","end":"2026-03-06T21:10:48.134205Z","steps":["trace[217365650] 'agreement among raft nodes before linearized reading' (duration: 577.439116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.134238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.556617Z","time spent":"577.615209ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T21:10:48.134252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.655069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:48.134323Z","caller":"traceutil/trace.go:171","msg":"trace[1893573673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24189; }","duration":"621.791292ms","start":"2026-03-06T21:10:47.512513Z","end":"2026-03-06T21:10:48.134305Z","steps":["trace[1893573673] 'agreement among raft nodes before linearized reading' (duration: 621.68983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.13435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.512485Z","time spent":"621.859624ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:10:48.134528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.372015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-06T21:10:48.134529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.190547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T21:10:48.134536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.884742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T21:10:48.134549Z","caller":"traceutil/trace.go:171","msg":"trace[794972113] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24189; }","duration":"651.438336ms","start":"2026-03-06T21:10:47.483103Z","end":"2026-03-06T21:10:48.134541Z","steps":["trace[794972113] 'agreement among raft nodes before linearized reading' (duration: 651.337144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.134565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.483078Z","time spent":"651.483727ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-06T21:10:48.134569Z","caller":"traceutil/trace.go:171","msg":"trace[1878092546] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24189; }","duration":"506.971423ms","start":"2026-03-06T21:10:47.627589Z","end":"2026-03-06T21:10:48.13456Z","steps":["trace[1878092546] 'agreement among raft nodes before linearized reading' (duration: 506.856861ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:48.13458Z","caller":"traceutil/trace.go:171","msg":"trace[1626746613] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24189; }","duration":"506.273238ms","start":"2026-03-06T21:10:47.628272Z","end":"2026-03-06T21:10:48.134545Z","steps":["trace[1626746613] 'agreement among raft nodes before linearized reading' (duration: 506.137795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.13459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.627562Z","time spent":"507.022515ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T21:10:48.134604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.628245Z","time spent":"506.35274ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:10:48.134599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.815676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-06T21:10:48.13467Z","caller":"traceutil/trace.go:171","msg":"trace[1310117468] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24189; }","duration":"484.924458ms","start":"2026-03-06T21:10:47.649725Z","end":"2026-03-06T21:10:48.13465Z","steps":["trace[1310117468] 'agreement among raft nodes before linearized reading' (duration: 484.692473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.13471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.649712Z","time spent":"484.99162ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-03-06T21:10:48.134857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.326911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:48.134882Z","caller":"traceutil/trace.go:171","msg":"trace[1210768565] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24189; }","duration":"101.404262ms","start":"2026-03-06T21:10:48.033469Z","end":"2026-03-06T21:10:48.134874Z","steps":["trace[1210768565] 'agreement among raft nodes before linearized reading' (duration: 101.362151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.134922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.825751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:48.134947Z","caller":"traceutil/trace.go:171","msg":"trace[1226177857] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24189; }","duration":"432.897083ms","start":"2026-03-06T21:10:47.70204Z","end":"2026-03-06T21:10:48.134937Z","steps":["trace[1226177857] 'agreement among raft nodes before linearized reading' (duration: 432.847542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.134967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:47.702014Z","time spent":"432.947614ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:48.48303Z","caller":"traceutil/trace.go:171","msg":"trace[35055688] linearizableReadLoop","detail":"{readStateIndex:25072; appliedIndex:25071; }","duration":"149.632985ms","start":"2026-03-06T21:10:48.333334Z","end":"2026-03-06T21:10:48.482967Z","steps":["trace[35055688] 'read index received' (duration: 64.417319ms)","trace[35055688] 'applied index is now lower than readState.Index' (duration: 85.214576ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:48.483355Z","caller":"traceutil/trace.go:171","msg":"trace[1749823406] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"214.028092ms","start":"2026-03-06T21:10:48.269265Z","end":"2026-03-06T21:10:48.483293Z","steps":["trace[1749823406] 'process raft request' (duration: 128.574911ms)","trace[1749823406] 'compare' (duration: 84.984511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:48.48348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.114386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-06T21:10:48.483524Z","caller":"traceutil/trace.go:171","msg":"trace[1097355112] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24200; }","duration":"150.242968ms","start":"2026-03-06T21:10:48.333267Z","end":"2026-03-06T21:10:48.48351Z","steps":["trace[1097355112] 'agreement among raft nodes before linearized reading' (duration: 149.999163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:48.483563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.347076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-06T21:10:48.483666Z","caller":"traceutil/trace.go:171","msg":"trace[195851606] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24200; }","duration":"143.51189ms","start":"2026-03-06T21:10:48.340128Z","end":"2026-03-06T21:10:48.48364Z","steps":["trace[195851606] 'agreement among raft nodes before linearized reading' (duration: 143.152842ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:49.024704Z","caller":"traceutil/trace.go:171","msg":"trace[2107422208] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"154.995762ms","start":"2026-03-06T21:10:48.869678Z","end":"2026-03-06T21:10:49.024674Z","steps":["trace[2107422208] 'process raft request' (duration: 154.742037ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:49.098617Z","caller":"traceutil/trace.go:171","msg":"trace[224899326] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"165.503234ms","start":"2026-03-06T21:10:48.933079Z","end":"2026-03-06T21:10:49.098582Z","steps":["trace[224899326] 'process raft request' (duration: 165.347871ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:49.219661Z","caller":"traceutil/trace.go:171","msg":"trace[305539211] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"111.089277ms","start":"2026-03-06T21:10:49.108536Z","end":"2026-03-06T21:10:49.219625Z","steps":["trace[305539211] 'process raft request' (duration: 110.701668ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:49.392771Z","caller":"traceutil/trace.go:171","msg":"trace[1627081928] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"116.19575ms","start":"2026-03-06T21:10:49.276531Z","end":"2026-03-06T21:10:49.392726Z","steps":["trace[1627081928] 'process raft request' (duration: 60.889052ms)","trace[1627081928] 'compare' (duration: 54.96701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:49.392959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.460819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T21:10:49.393045Z","caller":"traceutil/trace.go:171","msg":"trace[725051946] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24218; }","duration":"103.607232ms","start":"2026-03-06T21:10:49.289415Z","end":"2026-03-06T21:10:49.393022Z","steps":["trace[725051946] 'agreement among raft nodes before linearized reading' (duration: 103.341976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:49.393274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.395885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:10:49.393303Z","caller":"traceutil/trace.go:171","msg":"trace[1565480135] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24218; }","duration":"132.475597ms","start":"2026-03-06T21:10:49.260819Z","end":"2026-03-06T21:10:49.393294Z","steps":["trace[1565480135] 'agreement among raft nodes before linearized reading' (duration: 132.420536ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:49.72142Z","caller":"traceutil/trace.go:171","msg":"trace[1057606930] linearizableReadLoop","detail":"{readStateIndex:25103; appliedIndex:25102; }","duration":"108.844197ms","start":"2026-03-06T21:10:49.612549Z","end":"2026-03-06T21:10:49.721393Z","steps":["trace[1057606930] 'read index received' (duration: 12.061646ms)","trace[1057606930] 'applied index is now lower than readState.Index' (duration: 96.781711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:49.721657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.082642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T21:10:49.721688Z","caller":"traceutil/trace.go:171","msg":"trace[1822493680] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177; range_end:; response_count:1; response_revision:24231; }","duration":"109.179834ms","start":"2026-03-06T21:10:49.612499Z","end":"2026-03-06T21:10:49.721678Z","steps":["trace[1822493680] 'agreement among raft nodes before linearized reading' (duration: 108.99008ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:49.721736Z","caller":"traceutil/trace.go:171","msg":"trace[765218663] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"121.779211ms","start":"2026-03-06T21:10:49.599925Z","end":"2026-03-06T21:10:49.721704Z","steps":["trace[765218663] 'process raft request' (duration: 24.779156ms)","trace[765218663] 'compare' (duration: 96.28189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:49.96205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.145504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-cfzdh.189a5cc72527cfa1\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-06T21:10:49.962133Z","caller":"traceutil/trace.go:171","msg":"trace[2013382502] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-cfzdh.189a5cc72527cfa1; range_end:; response_count:1; response_revision:24234; }","duration":"139.274728ms","start":"2026-03-06T21:10:49.822839Z","end":"2026-03-06T21:10:49.962114Z","steps":["trace[2013382502] 'range keys from in-memory index tree' (duration: 139.055233ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:50.107343Z","caller":"traceutil/trace.go:171","msg":"trace[125483758] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"108.461459ms","start":"2026-03-06T21:10:49.998844Z","end":"2026-03-06T21:10:50.107305Z","steps":["trace[125483758] 'process raft request' (duration: 91.550116ms)","trace[125483758] 'compare' (duration: 16.80202ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:50.13241Z","caller":"traceutil/trace.go:171","msg":"trace[1018483926] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"127.853496ms","start":"2026-03-06T21:10:50.00453Z","end":"2026-03-06T21:10:50.132384Z","steps":["trace[1018483926] 'process raft request' (duration: 127.451987ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:50.485495Z","caller":"traceutil/trace.go:171","msg":"trace[1527781449] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"209.976944ms","start":"2026-03-06T21:10:50.275482Z","end":"2026-03-06T21:10:50.485459Z","steps":["trace[1527781449] 'process raft request' (duration: 152.232022ms)","trace[1527781449] 'compare' (duration: 57.294802ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:50.485897Z","caller":"traceutil/trace.go:171","msg":"trace[368462682] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"209.687207ms","start":"2026-03-06T21:10:50.276099Z","end":"2026-03-06T21:10:50.485786Z","steps":["trace[368462682] 'process raft request' (duration: 209.338519ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:50.485508Z","caller":"traceutil/trace.go:171","msg":"trace[1819862837] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25117; }","duration":"207.185162ms","start":"2026-03-06T21:10:50.278291Z","end":"2026-03-06T21:10:50.485476Z","steps":["trace[1819862837] 'read index received' (duration: 149.558093ms)","trace[1819862837] 'applied index is now lower than readState.Index' (duration: 57.625969ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:50.485796Z","caller":"traceutil/trace.go:171","msg":"trace[548037306] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"209.963064ms","start":"2026-03-06T21:10:50.275812Z","end":"2026-03-06T21:10:50.485775Z","steps":["trace[548037306] 'process raft request' (duration: 209.501504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.485768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.413297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2xgnm.189a5cc79a8bc647\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-03-06T21:10:50.486371Z","caller":"traceutil/trace.go:171","msg":"trace[1002653007] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2xgnm.189a5cc79a8bc647; range_end:; response_count:1; response_revision:24248; }","duration":"208.091202ms","start":"2026-03-06T21:10:50.278265Z","end":"2026-03-06T21:10:50.486356Z","steps":["trace[1002653007] 'agreement among raft nodes before linearized reading' (duration: 207.309125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:50.694107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.663083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:50.694804Z","caller":"traceutil/trace.go:171","msg":"trace[2033774354] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"134.481741ms","start":"2026-03-06T21:10:50.560297Z","end":"2026-03-06T21:10:50.694779Z","steps":["trace[2033774354] 'process raft request' (duration: 30.049851ms)","trace[2033774354] 'compare' (duration: 103.502869ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:50.694942Z","caller":"traceutil/trace.go:171","msg":"trace[1796223249] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"134.117184ms","start":"2026-03-06T21:10:50.560816Z","end":"2026-03-06T21:10:50.694933Z","steps":["trace[1796223249] 'process raft request' (duration: 133.466139ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:50.873644Z","caller":"traceutil/trace.go:171","msg":"trace[2040556069] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"174.435041ms","start":"2026-03-06T21:10:50.699163Z","end":"2026-03-06T21:10:50.873598Z","steps":["trace[2040556069] 'process raft request' (duration: 173.514491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:54.018221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.216182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:54.018332Z","caller":"traceutil/trace.go:171","msg":"trace[79630483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24331; }","duration":"830.392576ms","start":"2026-03-06T21:10:53.187916Z","end":"2026-03-06T21:10:54.018309Z","steps":["trace[79630483] 'range keys from in-memory index tree' (duration: 830.002917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:54.018795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.187893Z","time spent":"830.855665ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:10:54.019235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.188562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:54.019382Z","caller":"traceutil/trace.go:171","msg":"trace[2040526577] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24331; }","duration":"811.391886ms","start":"2026-03-06T21:10:53.207957Z","end":"2026-03-06T21:10:54.019348Z","steps":["trace[2040526577] 'count revisions from in-memory index tree' (duration: 811.112641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:54.019462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.207944Z","time spent":"811.499369ms","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:54.020778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.305118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:10:54.020832Z","caller":"traceutil/trace.go:171","msg":"trace[1586353313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24331; }","duration":"644.358879ms","start":"2026-03-06T21:10:53.376459Z","end":"2026-03-06T21:10:54.020818Z","steps":["trace[1586353313] 'range keys from in-memory index tree' (duration: 644.061643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:54.020869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.376372Z","time spent":"644.487652ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:10:54.191125Z","caller":"traceutil/trace.go:171","msg":"trace[1741782292] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"720.413513ms","start":"2026-03-06T21:10:53.470669Z","end":"2026-03-06T21:10:54.191083Z","steps":["trace[1741782292] 'process raft request' (duration: 720.121937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:54.191379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.470636Z","time spent":"720.623638ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:55.11937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.581021ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-06T21:10:55.120603Z","caller":"traceutil/trace.go:171","msg":"trace[865546782] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"1.609999502s","start":"2026-03-06T21:10:53.510561Z","end":"2026-03-06T21:10:55.120561Z","steps":["trace[865546782] 'process raft request' (duration: 1.608916518s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:55.121014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.51053Z","time spent":"1.610354691s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:56.048627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.972155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:56.048922Z","caller":"traceutil/trace.go:171","msg":"trace[1667048105] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"411.88355ms","start":"2026-03-06T21:10:55.637016Z","end":"2026-03-06T21:10:56.0489Z","steps":["trace[1667048105] 'process raft request' (duration: 411.840689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.049001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:55.636985Z","time spent":"411.983452ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:56.048967Z","caller":"traceutil/trace.go:171","msg":"trace[598495850] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"2.52630911s","start":"2026-03-06T21:10:53.522602Z","end":"2026-03-06T21:10:56.048912Z","steps":["trace[598495850] 'process raft request' (duration: 1.597931196s)","trace[598495850] 'compare' (duration: 926.561784ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:56.048975Z","caller":"traceutil/trace.go:171","msg":"trace[2111939922] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"2.525751999s","start":"2026-03-06T21:10:53.523182Z","end":"2026-03-06T21:10:56.048934Z","steps":["trace[2111939922] 'process raft request' (duration: 2.525612556s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:56.049005Z","caller":"traceutil/trace.go:171","msg":"trace[757422581] linearizableReadLoop","detail":"{readStateIndex:25209; appliedIndex:25204; }","duration":"2.326726006s","start":"2026-03-06T21:10:53.722214Z","end":"2026-03-06T21:10:56.04894Z","steps":["trace[757422581] 'read index received' (duration: 468.842755ms)","trace[757422581] 'applied index is now lower than readState.Index' (duration: 1.857871851s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:56.049223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.523152Z","time spent":"2.525940552s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:56.049239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.522589Z","time spent":"2.526487995s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:56.049146Z","caller":"traceutil/trace.go:171","msg":"trace[513295625] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"2.525785839s","start":"2026-03-06T21:10:53.523164Z","end":"2026-03-06T21:10:56.048949Z","steps":["trace[513295625] 'process raft request' (duration: 2.525581495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.049348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327101644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:10:56.049454Z","caller":"traceutil/trace.go:171","msg":"trace[598856307] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d; range_end:; response_count:1; response_revision:24337; }","duration":"2.327267477s","start":"2026-03-06T21:10:53.722159Z","end":"2026-03-06T21:10:56.049427Z","steps":["trace[598856307] 'agreement among raft nodes before linearized reading' (duration: 2.326884839s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.049516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.722136Z","time spent":"2.32736919s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" "} {"level":"warn","ts":"2026-03-06T21:10:56.049652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.523134Z","time spent":"2.52625609s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:56.517672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:10:56.517763Z","caller":"traceutil/trace.go:171","msg":"trace[1117075127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016151s","start":"2026-03-06T21:10:54.517726Z","end":"2026-03-06T21:10:56.517742Z","steps":["trace[1117075127] 'agreement among raft nodes before linearized reading' (duration: 1.999895218s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.517806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:54.517705Z","time spent":"2.000093653s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:10:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:10:56.714348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.635156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:10:56.714471Z","caller":"traceutil/trace.go:171","msg":"trace[333343325] linearizableReadLoop","detail":"{readStateIndex:25211; appliedIndex:25210; }","duration":"665.344911ms","start":"2026-03-06T21:10:56.049106Z","end":"2026-03-06T21:10:56.714451Z","steps":["trace[333343325] 'read index received' (duration: 361.582313ms)","trace[333343325] 'applied index is now lower than readState.Index' (duration: 303.761438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:10:56.714679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114239877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:10:56.714705Z","caller":"traceutil/trace.go:171","msg":"trace[1434654854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24338; }","duration":"2.114302808s","start":"2026-03-06T21:10:54.60039Z","end":"2026-03-06T21:10:56.714693Z","steps":["trace[1434654854] 'agreement among raft nodes before linearized reading' (duration: 2.114140674s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.714748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:54.600368Z","time spent":"2.114369349s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:56.714714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989219974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T21:10:56.714798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688042312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:10:56.714864Z","caller":"traceutil/trace.go:171","msg":"trace[1072421333] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"818.832042ms","start":"2026-03-06T21:10:55.896019Z","end":"2026-03-06T21:10:56.714851Z","steps":["trace[1072421333] 'process raft request' (duration: 514.583582ms)","trace[1072421333] 'compare' (duration: 303.38122ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:10:56.71487Z","caller":"traceutil/trace.go:171","msg":"trace[1303889519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24338; }","duration":"2.688162014s","start":"2026-03-06T21:10:54.026686Z","end":"2026-03-06T21:10:56.714848Z","steps":["trace[1303889519] 'agreement among raft nodes before linearized reading' (duration: 2.68794243s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.714918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:54.026663Z","time spent":"2.688244757s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:10:56.714965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692473619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T21:10:56.715025Z","caller":"traceutil/trace.go:171","msg":"trace[696921098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24338; }","duration":"2.692544121s","start":"2026-03-06T21:10:54.022435Z","end":"2026-03-06T21:10:56.714979Z","steps":["trace[696921098] 'agreement among raft nodes before linearized reading' (duration: 2.69247657s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.715062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:54.022408Z","time spent":"2.692643794s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:10:56.715209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96635809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:56.715211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31648989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:56.715235Z","caller":"traceutil/trace.go:171","msg":"trace[1150116741] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24338; }","duration":"2.966432552s","start":"2026-03-06T21:10:53.748794Z","end":"2026-03-06T21:10:56.715227Z","steps":["trace[1150116741] 'agreement among raft nodes before linearized reading' (duration: 2.966381931s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.715259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.748769Z","time spent":"2.966483113s","remote":"127.0.0.1:52236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:10:56.715262Z","caller":"traceutil/trace.go:171","msg":"trace[1421518791] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24338; }","duration":"2.316583282s","start":"2026-03-06T21:10:54.398661Z","end":"2026-03-06T21:10:56.715244Z","steps":["trace[1421518791] 'agreement among raft nodes before linearized reading' (duration: 2.31649708s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.715304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:54.398637Z","time spent":"2.316653923s","remote":"127.0.0.1:50218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:56.715595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987650109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:56.715616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48225403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T21:10:56.715628Z","caller":"traceutil/trace.go:171","msg":"trace[578952783] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24338; }","duration":"2.987711201s","start":"2026-03-06T21:10:53.727906Z","end":"2026-03-06T21:10:56.715617Z","steps":["trace[578952783] 'agreement among raft nodes before linearized reading' (duration: 2.98765443s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:56.715664Z","caller":"traceutil/trace.go:171","msg":"trace[692752404] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:24338; }","duration":"1.482353052s","start":"2026-03-06T21:10:55.233299Z","end":"2026-03-06T21:10:56.715652Z","steps":["trace[692752404] 'agreement among raft nodes before linearized reading' (duration: 1.481998884s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.715667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:53.727891Z","time spent":"2.987766092s","remote":"127.0.0.1:35736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:56.7157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:55.233273Z","time spent":"1.482418243s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-06T21:10:56.715786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433508216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T21:10:56.71584Z","caller":"traceutil/trace.go:171","msg":"trace[1189697717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24338; }","duration":"2.433608179s","start":"2026-03-06T21:10:54.282213Z","end":"2026-03-06T21:10:56.715821Z","steps":["trace[1189697717] 'agreement among raft nodes before linearized reading' (duration: 2.433469446s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.715884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:54.282186Z","time spent":"2.433686831s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:10:56.714809Z","caller":"traceutil/trace.go:171","msg":"trace[1856850490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24338; }","duration":"1.989368997s","start":"2026-03-06T21:10:54.725414Z","end":"2026-03-06T21:10:56.714783Z","steps":["trace[1856850490] 'agreement among raft nodes before linearized reading' (duration: 1.98910201s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.715982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465301066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:56.716039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714614996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T21:10:56.716055Z","caller":"traceutil/trace.go:171","msg":"trace[1449887050] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24338; }","duration":"1.465393898s","start":"2026-03-06T21:10:55.250642Z","end":"2026-03-06T21:10:56.716035Z","steps":["trace[1449887050] 'agreement among raft nodes before linearized reading' (duration: 1.465268225s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:56.71607Z","caller":"traceutil/trace.go:171","msg":"trace[2092006970] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24338; }","duration":"1.714692568s","start":"2026-03-06T21:10:55.001369Z","end":"2026-03-06T21:10:56.716061Z","steps":["trace[2092006970] 'agreement among raft nodes before linearized reading' (duration: 1.714597476s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.716033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:54.725391Z","time spent":"1.990596944s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:10:56.7161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:55.001344Z","time spent":"1.714748569s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T21:10:56.716132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550091843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:10:56.716108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:55.250634Z","time spent":"1.465458869s","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T21:10:56.716168Z","caller":"traceutil/trace.go:171","msg":"trace[1230872021] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24338; }","duration":"2.550181755s","start":"2026-03-06T21:10:54.165977Z","end":"2026-03-06T21:10:56.716158Z","steps":["trace[1230872021] 'agreement among raft nodes before linearized reading' (duration: 2.550121334s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.716131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585193476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T21:10:56.716198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:54.165947Z","time spent":"2.550243457s","remote":"127.0.0.1:35636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:56.715947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269648118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:56.716242Z","caller":"traceutil/trace.go:171","msg":"trace[819823614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24338; }","duration":"1.585405221s","start":"2026-03-06T21:10:55.13081Z","end":"2026-03-06T21:10:56.716215Z","steps":["trace[819823614] 'agreement among raft nodes before linearized reading' (duration: 1.585017083s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:10:56.716284Z","caller":"traceutil/trace.go:171","msg":"trace[1734945055] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24338; }","duration":"1.270032476s","start":"2026-03-06T21:10:55.446225Z","end":"2026-03-06T21:10:56.716258Z","steps":["trace[1734945055] 'agreement among raft nodes before linearized reading' (duration: 1.269678288s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.716308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:55.130792Z","time spent":"1.585501903s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:10:56.716327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:55.446197Z","time spent":"1.270113998s","remote":"127.0.0.1:35850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:10:56.716926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:55.895987Z","time spent":"818.911524ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:10:56.722895Z","caller":"traceutil/trace.go:171","msg":"trace[173471919] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"524.280435ms","start":"2026-03-06T21:10:56.198595Z","end":"2026-03-06T21:10:56.722875Z","steps":["trace[173471919] 'process raft request' (duration: 524.234754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.723051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:56.198565Z","time spent":"524.389817ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:10:56.723267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.359793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:10:56.72331Z","caller":"traceutil/trace.go:171","msg":"trace[93139943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24340; }","duration":"205.442535ms","start":"2026-03-06T21:10:56.517858Z","end":"2026-03-06T21:10:56.723301Z","steps":["trace[93139943] 'agreement among raft nodes before linearized reading' (duration: 205.361293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.723322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.949565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-4bsw2\" ","response":"range_response_count:1 size:6391"} {"level":"info","ts":"2026-03-06T21:10:56.72336Z","caller":"traceutil/trace.go:171","msg":"trace[1706701792] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-4bsw2; range_end:; response_count:1; response_revision:24340; }","duration":"216.049067ms","start":"2026-03-06T21:10:56.507297Z","end":"2026-03-06T21:10:56.723346Z","steps":["trace[1706701792] 'agreement among raft nodes before linearized reading' (duration: 215.928304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.723424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.475594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T21:10:56.723522Z","caller":"traceutil/trace.go:171","msg":"trace[521039815] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24340; }","duration":"333.622637ms","start":"2026-03-06T21:10:56.389868Z","end":"2026-03-06T21:10:56.723491Z","steps":["trace[521039815] 'agreement among raft nodes before linearized reading' (duration: 333.378902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.723564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:56.389842Z","time spent":"333.713228ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T21:10:56.723978Z","caller":"traceutil/trace.go:171","msg":"trace[165630893] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"671.346824ms","start":"2026-03-06T21:10:56.05261Z","end":"2026-03-06T21:10:56.723956Z","steps":["trace[165630893] 'process raft request' (duration: 670.094166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:10:56.724653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:10:56.052584Z","time spent":"671.986097ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:01.303704Z","caller":"traceutil/trace.go:171","msg":"trace[1803389143] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"115.004972ms","start":"2026-03-06T21:11:01.188665Z","end":"2026-03-06T21:11:01.30367Z","steps":["trace[1803389143] 'process raft request' (duration: 114.834589ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:01.909667Z","caller":"traceutil/trace.go:171","msg":"trace[358348194] linearizableReadLoop","detail":"{readStateIndex:25247; appliedIndex:25246; }","duration":"210.168037ms","start":"2026-03-06T21:11:01.699455Z","end":"2026-03-06T21:11:01.909623Z","steps":["trace[358348194] 'read index received' (duration: 209.583385ms)","trace[358348194] 'applied index is now lower than readState.Index' (duration: 583.472µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:01.909812Z","caller":"traceutil/trace.go:171","msg":"trace[423412817] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"413.144097ms","start":"2026-03-06T21:11:01.496654Z","end":"2026-03-06T21:11:01.909798Z","steps":["trace[423412817] 'process raft request' (duration: 412.492023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:01.909914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:01.496621Z","time spent":"413.210799ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:01.910203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.71893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T21:11:01.910307Z","caller":"traceutil/trace.go:171","msg":"trace[1831204736] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24373; }","duration":"210.875773ms","start":"2026-03-06T21:11:01.699408Z","end":"2026-03-06T21:11:01.910284Z","steps":["trace[1831204736] 'agreement among raft nodes before linearized reading' (duration: 210.627777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:03.431513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.016789ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-06T21:11:03.43337Z","caller":"traceutil/trace.go:171","msg":"trace[269488846] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"1.342721497s","start":"2026-03-06T21:11:02.090614Z","end":"2026-03-06T21:11:03.433335Z","steps":["trace[269488846] 'process raft request' (duration: 1.34103224s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:03.433746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.090579Z","time spent":"1.342878081s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:04.363877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021166416s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:11:04.364887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.418019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:04.365276Z","caller":"traceutil/trace.go:171","msg":"trace[329113685] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"1.055575795s","start":"2026-03-06T21:11:03.309676Z","end":"2026-03-06T21:11:04.365252Z","steps":["trace[329113685] 'process raft request' (duration: 1.055533514s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:04.365357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:03.309644Z","time spent":"1.055678326s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:04.365563Z","caller":"traceutil/trace.go:171","msg":"trace[1394442891] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"1.835445698s","start":"2026-03-06T21:11:02.530107Z","end":"2026-03-06T21:11:04.365553Z","steps":["trace[1394442891] 'process raft request' (duration: 1.835020409s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:04.365558Z","caller":"traceutil/trace.go:171","msg":"trace[150281604] linearizableReadLoop","detail":"{readStateIndex:25251; appliedIndex:25247; }","duration":"2.242309567s","start":"2026-03-06T21:11:02.123226Z","end":"2026-03-06T21:11:04.365536Z","steps":["trace[150281604] 'read index received' (duration: 319.27025ms)","trace[150281604] 'applied index is now lower than readState.Index' (duration: 1.923037527s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:04.365618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.530088Z","time spent":"1.835498639s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:04.365635Z","caller":"traceutil/trace.go:171","msg":"trace[967180606] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"2.274504566s","start":"2026-03-06T21:11:02.091119Z","end":"2026-03-06T21:11:04.365624Z","steps":["trace[967180606] 'process raft request' (duration: 1.342197316s)","trace[967180606] 'compare' (duration: 931.055262ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:04.365757Z","caller":"traceutil/trace.go:171","msg":"trace[152346433] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"1.617935787s","start":"2026-03-06T21:11:02.747811Z","end":"2026-03-06T21:11:04.365746Z","steps":["trace[152346433] 'process raft request' (duration: 1.617359905s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:04.365815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.74778Z","time spent":"1.618008119s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:04.36591Z","caller":"traceutil/trace.go:171","msg":"trace[1224826937] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"2.263844861s","start":"2026-03-06T21:11:02.102055Z","end":"2026-03-06T21:11:04.3659Z","steps":["trace[1224826937] 'process raft request' (duration: 2.262963341s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:04.365975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.102022Z","time spent":"2.263909202s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:04.366042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242780517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:04.366148Z","caller":"traceutil/trace.go:171","msg":"trace[449432211] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24379; }","duration":"2.24294118s","start":"2026-03-06T21:11:02.12318Z","end":"2026-03-06T21:11:04.366121Z","steps":["trace[449432211] 'agreement among raft nodes before linearized reading' (duration: 2.242746846s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:04.366205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.12316Z","time spent":"2.243031943s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T21:11:04.366237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.091079Z","time spent":"2.274572787s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:04.515937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:11:04.516043Z","caller":"traceutil/trace.go:171","msg":"trace[2100910550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619205s","start":"2026-03-06T21:11:02.515398Z","end":"2026-03-06T21:11:04.516018Z","steps":["trace[2100910550] 'agreement among raft nodes before linearized reading' (duration: 2.000478052s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:04.516103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.515376Z","time spent":"2.000718746s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:11:04.866115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:05.366527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051436897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:05.642943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226344755s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:11:05.95947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.201963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:05.959718Z","caller":"traceutil/trace.go:171","msg":"trace[1900814822] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"517.063886ms","start":"2026-03-06T21:11:05.442633Z","end":"2026-03-06T21:11:05.959697Z","steps":["trace[1900814822] 'process raft request' (duration: 516.962404ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:05.959669Z","caller":"traceutil/trace.go:171","msg":"trace[237989835] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"2.397459593s","start":"2026-03-06T21:11:03.562168Z","end":"2026-03-06T21:11:05.959627Z","steps":["trace[237989835] 'process raft request' (duration: 2.080994965s)","trace[237989835] 'compare' (duration: 315.687461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:05.959771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:05.442601Z","time spent":"517.145178ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:05.959951Z","caller":"traceutil/trace.go:171","msg":"trace[729846539] linearizableReadLoop","detail":"{readStateIndex:25255; appliedIndex:25254; }","duration":"1.594346288s","start":"2026-03-06T21:11:04.365597Z","end":"2026-03-06T21:11:05.959943Z","steps":["trace[729846539] 'read index received' (duration: 1.277579113s)","trace[729846539] 'applied index is now lower than readState.Index' (duration: 316.766335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:05.959964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:03.562139Z","time spent":"2.397619136s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:05.960281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204674928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T21:11:05.960281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147905828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T21:11:05.960302Z","caller":"traceutil/trace.go:171","msg":"trace[1294972466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24381; }","duration":"3.204719409s","start":"2026-03-06T21:11:02.755576Z","end":"2026-03-06T21:11:05.960296Z","steps":["trace[1294972466] 'agreement among raft nodes before linearized reading' (duration: 3.204602016s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.96033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.755565Z","time spent":"3.20475779s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T21:11:05.960327Z","caller":"traceutil/trace.go:171","msg":"trace[1567703571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24381; }","duration":"3.148021181s","start":"2026-03-06T21:11:02.812287Z","end":"2026-03-06T21:11:05.960308Z","steps":["trace[1567703571] 'agreement among raft nodes before linearized reading' (duration: 3.147868398s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.960363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.812258Z","time spent":"3.148095783s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:11:05.960456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204854862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:11:05.960474Z","caller":"traceutil/trace.go:171","msg":"trace[1316949706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24381; }","duration":"3.204931453s","start":"2026-03-06T21:11:02.755538Z","end":"2026-03-06T21:11:05.960469Z","steps":["trace[1316949706] 'agreement among raft nodes before linearized reading' (duration: 3.204875162s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.960494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.755508Z","time spent":"3.204979145s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:05.960454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220246661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-06T21:11:05.960563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238135354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:11:05.960553Z","caller":"traceutil/trace.go:171","msg":"trace[1121640822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24381; }","duration":"2.220408425s","start":"2026-03-06T21:11:03.740118Z","end":"2026-03-06T21:11:05.960526Z","steps":["trace[1121640822] 'agreement among raft nodes before linearized reading' (duration: 2.220110698s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:05.960585Z","caller":"traceutil/trace.go:171","msg":"trace[430638735] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d; range_end:; response_count:1; response_revision:24381; }","duration":"2.238198436s","start":"2026-03-06T21:11:03.72238Z","end":"2026-03-06T21:11:05.960578Z","steps":["trace[430638735] 'agreement among raft nodes before linearized reading' (duration: 2.238128854s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.960604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:03.722357Z","time spent":"2.238243207s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" "} {"level":"warn","ts":"2026-03-06T21:11:05.960609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205049906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:11:05.960607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:03.740092Z","time spent":"2.220504536s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-06T21:11:05.960629Z","caller":"traceutil/trace.go:171","msg":"trace[360774610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24381; }","duration":"3.205079457s","start":"2026-03-06T21:11:02.755544Z","end":"2026-03-06T21:11:05.960623Z","steps":["trace[360774610] 'agreement among raft nodes before linearized reading' (duration: 3.205025006s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.960646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.755537Z","time spent":"3.205104877s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:05.960916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802464921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T21:11:05.960935Z","caller":"traceutil/trace.go:171","msg":"trace[2118564978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24381; }","duration":"2.802500311s","start":"2026-03-06T21:11:03.158429Z","end":"2026-03-06T21:11:05.960929Z","steps":["trace[2118564978] 'agreement among raft nodes before linearized reading' (duration: 2.80244433s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.960935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205521076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:11:05.960951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:03.158417Z","time spent":"2.802530302s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T21:11:05.96096Z","caller":"traceutil/trace.go:171","msg":"trace[975374829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24381; }","duration":"3.205572888s","start":"2026-03-06T21:11:02.755377Z","end":"2026-03-06T21:11:05.96095Z","steps":["trace[975374829] 'agreement among raft nodes before linearized reading' (duration: 3.205517717s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.960978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.755367Z","time spent":"3.205606878s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:05.961066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326270235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:05.961084Z","caller":"traceutil/trace.go:171","msg":"trace[629955521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24381; }","duration":"3.326334847s","start":"2026-03-06T21:11:02.634742Z","end":"2026-03-06T21:11:05.961077Z","steps":["trace[629955521] 'agreement among raft nodes before linearized reading' (duration: 3.326297196s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.961092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622036448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:11:05.96112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809509006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T21:11:05.961127Z","caller":"traceutil/trace.go:171","msg":"trace[1262288139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24381; }","duration":"1.622105939s","start":"2026-03-06T21:11:04.339011Z","end":"2026-03-06T21:11:05.961117Z","steps":["trace[1262288139] 'agreement among raft nodes before linearized reading' (duration: 1.621999957s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:05.961141Z","caller":"traceutil/trace.go:171","msg":"trace[2038072702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24381; }","duration":"2.809578188s","start":"2026-03-06T21:11:03.151556Z","end":"2026-03-06T21:11:05.961135Z","steps":["trace[2038072702] 'agreement among raft nodes before linearized reading' (duration: 2.809518687s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.961166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:03.151534Z","time spent":"2.809628069s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:11:05.961162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:04.338973Z","time spent":"1.622182151s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:11:05.961103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:02.634716Z","time spent":"3.326381008s","remote":"127.0.0.1:36048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:05.961233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591459354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:05.961286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.17825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-06T21:11:05.961295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.881988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T21:11:05.961307Z","caller":"traceutil/trace.go:171","msg":"trace[222578308] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24381; }","duration":"384.20127ms","start":"2026-03-06T21:11:05.577099Z","end":"2026-03-06T21:11:05.9613Z","steps":["trace[222578308] 'agreement among raft nodes before linearized reading' (duration: 384.146189ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:05.961306Z","caller":"traceutil/trace.go:171","msg":"trace[1909520061] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24381; }","duration":"1.591572987s","start":"2026-03-06T21:11:04.369714Z","end":"2026-03-06T21:11:05.961287Z","steps":["trace[1909520061] 'agreement among raft nodes before linearized reading' (duration: 1.591451195s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:05.961318Z","caller":"traceutil/trace.go:171","msg":"trace[859313779] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:24381; }","duration":"727.95169ms","start":"2026-03-06T21:11:05.23336Z","end":"2026-03-06T21:11:05.961312Z","steps":["trace[859313779] 'agreement among raft nodes before linearized reading' (duration: 727.891348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.961329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:05.577032Z","time spent":"384.291442ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T21:11:05.961339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:05.233336Z","time spent":"727.998211ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-06T21:11:05.961337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:04.369699Z","time spent":"1.591633028s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T21:11:05.961328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444244333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:05.961346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.788307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-03-06T21:11:05.961376Z","caller":"traceutil/trace.go:171","msg":"trace[1502096126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24381; }","duration":"1.444349285s","start":"2026-03-06T21:11:04.517012Z","end":"2026-03-06T21:11:05.961362Z","steps":["trace[1502096126] 'agreement among raft nodes before linearized reading' (duration: 1.444270723s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:05.961402Z","caller":"traceutil/trace.go:171","msg":"trace[1954990503] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24381; }","duration":"193.885839ms","start":"2026-03-06T21:11:05.767502Z","end":"2026-03-06T21:11:05.961388Z","steps":["trace[1954990503] 'agreement among raft nodes before linearized reading' (duration: 193.748396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:05.961411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:04.516982Z","time spent":"1.444421176s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:11:08.317243Z","caller":"traceutil/trace.go:171","msg":"trace[1518673227] linearizableReadLoop","detail":"{readStateIndex:25280; appliedIndex:25279; }","duration":"313.902072ms","start":"2026-03-06T21:11:08.003303Z","end":"2026-03-06T21:11:08.317205Z","steps":["trace[1518673227] 'read index received' (duration: 313.78674ms)","trace[1518673227] 'applied index is now lower than readState.Index' (duration: 113.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:08.317506Z","caller":"traceutil/trace.go:171","msg":"trace[1783286882] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"349.526076ms","start":"2026-03-06T21:11:07.967769Z","end":"2026-03-06T21:11:08.317295Z","steps":["trace[1783286882] 'process raft request' (duration: 349.178489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:08.31776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:07.967749Z","time spent":"349.887394ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:08.317804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.450164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:08.317885Z","caller":"traceutil/trace.go:171","msg":"trace[1423976143] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24404; }","duration":"314.629349ms","start":"2026-03-06T21:11:08.003236Z","end":"2026-03-06T21:11:08.317865Z","steps":["trace[1423976143] 'agreement among raft nodes before linearized reading' (duration: 314.356212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:08.317945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.003218Z","time spent":"314.70977ms","remote":"127.0.0.1:59770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:09.558962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.094202ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:09.559112Z","caller":"traceutil/trace.go:171","msg":"trace[686394809] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24404; }","duration":"624.505602ms","start":"2026-03-06T21:11:08.934585Z","end":"2026-03-06T21:11:09.559091Z","steps":["trace[686394809] 'range keys from in-memory index tree' (duration: 624.074661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:09.560336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138222073s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:09.560467Z","caller":"traceutil/trace.go:171","msg":"trace[804817549] linearizableReadLoop","detail":"{readStateIndex:25281; appliedIndex:25280; }","duration":"1.242902839s","start":"2026-03-06T21:11:08.317543Z","end":"2026-03-06T21:11:09.560446Z","steps":["trace[804817549] 'read index received' (duration: 104.490651ms)","trace[804817549] 'applied index is now lower than readState.Index' (duration: 1.138410308s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:09.560566Z","caller":"traceutil/trace.go:171","msg":"trace[558049187] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"1.501129995s","start":"2026-03-06T21:11:08.059419Z","end":"2026-03-06T21:11:09.560549Z","steps":["trace[558049187] 'process raft request' (duration: 362.593185ms)","trace[558049187] 'compare' (duration: 1.137229372s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:09.560633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.059404Z","time spent":"1.501197376s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:09.560971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452678367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:11:09.561011Z","caller":"traceutil/trace.go:171","msg":"trace[1924056010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24405; }","duration":"1.452757589s","start":"2026-03-06T21:11:08.108243Z","end":"2026-03-06T21:11:09.561Z","steps":["trace[1924056010] 'agreement among raft nodes before linearized reading' (duration: 1.452594006s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:09.561042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.108223Z","time spent":"1.452811931s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:09.561232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508761583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:11:09.561267Z","caller":"traceutil/trace.go:171","msg":"trace[448793261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24405; }","duration":"1.508813344s","start":"2026-03-06T21:11:08.052445Z","end":"2026-03-06T21:11:09.561258Z","steps":["trace[448793261] 'agreement among raft nodes before linearized reading' (duration: 1.508721592s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:09.561292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.052407Z","time spent":"1.508879305s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:09.56148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511021773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:11:09.561513Z","caller":"traceutil/trace.go:171","msg":"trace[820570912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24405; }","duration":"1.511107815s","start":"2026-03-06T21:11:08.050398Z","end":"2026-03-06T21:11:09.561506Z","steps":["trace[820570912] 'agreement among raft nodes before linearized reading' (duration: 1.511028093s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:09.561542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.05039Z","time spent":"1.511143116s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:11:09.561823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512352173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:11:09.561863Z","caller":"traceutil/trace.go:171","msg":"trace[1703527421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24405; }","duration":"1.512470686s","start":"2026-03-06T21:11:08.049383Z","end":"2026-03-06T21:11:09.561854Z","steps":["trace[1703527421] 'agreement among raft nodes before linearized reading' (duration: 1.512304192s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:09.561942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.049331Z","time spent":"1.512552947s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:09.562019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53815258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:09.562118Z","caller":"traceutil/trace.go:171","msg":"trace[373195673] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24405; }","duration":"1.538323264s","start":"2026-03-06T21:11:08.023771Z","end":"2026-03-06T21:11:09.562094Z","steps":["trace[373195673] 'agreement among raft nodes before linearized reading' (duration: 1.53816583s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:09.562167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.02375Z","time spent":"1.538406226s","remote":"127.0.0.1:50066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:09.656681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234727989s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:11:09.657279Z","caller":"traceutil/trace.go:171","msg":"trace[1668798459] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"1.27651132s","start":"2026-03-06T21:11:08.380742Z","end":"2026-03-06T21:11:09.657253Z","steps":["trace[1668798459] 'process raft request' (duration: 1.276462539s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:09.657493Z","caller":"traceutil/trace.go:171","msg":"trace[1676758084] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"1.281543831s","start":"2026-03-06T21:11:08.375903Z","end":"2026-03-06T21:11:09.657447Z","steps":["trace[1676758084] 'process raft request' (duration: 1.28103886s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:09.657433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.380733Z","time spent":"1.276599951s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:09.657771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.375873Z","time spent":"1.281728255s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:09.657968Z","caller":"traceutil/trace.go:171","msg":"trace[361757469] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"1.28060715s","start":"2026-03-06T21:11:08.377347Z","end":"2026-03-06T21:11:09.657954Z","steps":["trace[361757469] 'process raft request' (duration: 1.279772522s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:09.65805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.377323Z","time spent":"1.280675961s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:09.658198Z","caller":"traceutil/trace.go:171","msg":"trace[1285842651] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"1.279870934s","start":"2026-03-06T21:11:08.378316Z","end":"2026-03-06T21:11:09.658187Z","steps":["trace[1285842651] 'process raft request' (duration: 1.278841331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:09.658287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.378304Z","time spent":"1.279915465s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:10.515766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00088611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:11:10.515891Z","caller":"traceutil/trace.go:171","msg":"trace[660499233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001104105s","start":"2026-03-06T21:11:08.514762Z","end":"2026-03-06T21:11:10.515866Z","steps":["trace[660499233] 'agreement among raft nodes before linearized reading' (duration: 2.000915621s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:10.515958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.514743Z","time spent":"2.001198847s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:11:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T21:11:10.583275Z","caller":"traceutil/trace.go:171","msg":"trace[350210919] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"1.211328023s","start":"2026-03-06T21:11:09.371903Z","end":"2026-03-06T21:11:10.583231Z","steps":["trace[350210919] 'process raft request' (duration: 1.210982446s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:10.583299Z","caller":"traceutil/trace.go:171","msg":"trace[863826230] linearizableReadLoop","detail":"{readStateIndex:25286; appliedIndex:25285; }","duration":"1.022770572s","start":"2026-03-06T21:11:09.560502Z","end":"2026-03-06T21:11:10.583272Z","steps":["trace[863826230] 'read index received' (duration: 96.888615ms)","trace[863826230] 'applied index is now lower than readState.Index' (duration: 925.880787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:10.583481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525005701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:10.583485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:09.371872Z","time spent":"1.211494837s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:10.583526Z","caller":"traceutil/trace.go:171","msg":"trace[140512913] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24414; }","duration":"1.525131233s","start":"2026-03-06T21:11:09.058383Z","end":"2026-03-06T21:11:10.583515Z","steps":["trace[140512913] 'agreement among raft nodes before linearized reading' (duration: 1.525022311s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:10.583573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:09.058358Z","time spent":"1.525203595s","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:10.583585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944347635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:10.583632Z","caller":"traceutil/trace.go:171","msg":"trace[1774906933] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"994.845617ms","start":"2026-03-06T21:11:09.588735Z","end":"2026-03-06T21:11:10.583581Z","steps":["trace[1774906933] 'process raft request' (duration: 994.497279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:10.583687Z","caller":"traceutil/trace.go:171","msg":"trace[1086019298] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24414; }","duration":"1.944507829s","start":"2026-03-06T21:11:08.639155Z","end":"2026-03-06T21:11:10.583663Z","steps":["trace[1086019298] 'agreement among raft nodes before linearized reading' (duration: 1.944295284s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:10.583736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.639137Z","time spent":"1.94459064s","remote":"127.0.0.1:35898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:11:10.583645Z","caller":"traceutil/trace.go:171","msg":"trace[484516063] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"997.788572ms","start":"2026-03-06T21:11:09.585785Z","end":"2026-03-06T21:11:10.583574Z","steps":["trace[484516063] 'process raft request' (duration: 997.382563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:10.583826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040499852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:10.58387Z","caller":"traceutil/trace.go:171","msg":"trace[392052178] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24414; }","duration":"2.040583884s","start":"2026-03-06T21:11:08.543275Z","end":"2026-03-06T21:11:10.583859Z","steps":["trace[392052178] 'agreement among raft nodes before linearized reading' (duration: 2.040522462s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:10.583872Z","caller":"traceutil/trace.go:171","msg":"trace[475391449] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"998.105288ms","start":"2026-03-06T21:11:09.585756Z","end":"2026-03-06T21:11:10.583861Z","steps":["trace[475391449] 'process raft request' (duration: 997.366502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:10.583909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.543256Z","time spent":"2.040642596s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:10.58395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881179314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:10.583991Z","caller":"traceutil/trace.go:171","msg":"trace[1564149785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24414; }","duration":"1.881257945s","start":"2026-03-06T21:11:08.702723Z","end":"2026-03-06T21:11:10.583981Z","steps":["trace[1564149785] 'agreement among raft nodes before linearized reading' (duration: 1.881105632s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:10.583997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:09.585725Z","time spent":"998.20684ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:10.583987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290384874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267207"} {"level":"warn","ts":"2026-03-06T21:11:10.584026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:08.702677Z","time spent":"1.881338357s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:11:10.584047Z","caller":"traceutil/trace.go:171","msg":"trace[638064081] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24414; }","duration":"1.290506397s","start":"2026-03-06T21:11:09.293526Z","end":"2026-03-06T21:11:10.584033Z","steps":["trace[638064081] 'agreement among raft nodes before linearized reading' (duration: 1.289890123s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:10.584094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:09.293507Z","time spent":"1.290577299s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267231,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T21:11:10.583756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:09.58873Z","time spent":"994.97972ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:10.584139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:09.585759Z","time spent":"998.127418ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:10.584515Z","caller":"traceutil/trace.go:171","msg":"trace[73955838] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"997.204609ms","start":"2026-03-06T21:11:09.587255Z","end":"2026-03-06T21:11:10.584459Z","steps":["trace[73955838] 'process raft request' (duration: 995.94586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:10.58464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:09.587236Z","time spent":"997.367552ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:12.129433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204974254s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:11:12.151354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:10.685567Z","time spent":"1.465780647s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:11:12.152669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228149234s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:12.152892Z","caller":"traceutil/trace.go:171","msg":"trace[1200942746] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"1.819649309s","start":"2026-03-06T21:11:10.333209Z","end":"2026-03-06T21:11:12.152858Z","steps":["trace[1200942746] 'process raft request' (duration: 591.202808ms)","trace[1200942746] 'compare' (duration: 1.226817295s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:12.15291Z","caller":"traceutil/trace.go:171","msg":"trace[2052983269] linearizableReadLoop","detail":"{readStateIndex:25291; appliedIndex:25290; }","duration":"1.569515231s","start":"2026-03-06T21:11:10.583373Z","end":"2026-03-06T21:11:12.152889Z","steps":["trace[2052983269] 'read index received' (duration: 341.296896ms)","trace[2052983269] 'applied index is now lower than readState.Index' (duration: 1.228217355s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:12.153035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:10.333185Z","time spent":"1.819752362s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:12.153052Z","caller":"traceutil/trace.go:171","msg":"trace[1053774729] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"1.564344317s","start":"2026-03-06T21:11:10.588691Z","end":"2026-03-06T21:11:12.153035Z","steps":["trace[1053774729] 'process raft request' (duration: 1.564105111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.153115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:10.588669Z","time spent":"1.5644161s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:12.153111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744788801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:11:12.15311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637135661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:12.153184Z","caller":"traceutil/trace.go:171","msg":"trace[1734945080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24416; }","duration":"1.744938044s","start":"2026-03-06T21:11:10.408229Z","end":"2026-03-06T21:11:12.153167Z","steps":["trace[1734945080] 'agreement among raft nodes before linearized reading' (duration: 1.744687128s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:12.153189Z","caller":"traceutil/trace.go:171","msg":"trace[376515526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24416; }","duration":"1.637266413s","start":"2026-03-06T21:11:10.515908Z","end":"2026-03-06T21:11:12.153174Z","steps":["trace[376515526] 'agreement among raft nodes before linearized reading' (duration: 1.637013437s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.153225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:10.408189Z","time spent":"1.745027226s","remote":"127.0.0.1:38352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:12.153197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031626728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-06T21:11:12.15323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:10.515882Z","time spent":"1.637335215s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:11:12.153271Z","caller":"traceutil/trace.go:171","msg":"trace[1711360581] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24416; }","duration":"2.03171625s","start":"2026-03-06T21:11:10.121536Z","end":"2026-03-06T21:11:12.153253Z","steps":["trace[1711360581] 'agreement among raft nodes before linearized reading' (duration: 2.031374462s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.153305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:10.121452Z","time spent":"2.031846022s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:11:12.153339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386279047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-06T21:11:12.153402Z","caller":"traceutil/trace.go:171","msg":"trace[816607973] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24416; }","duration":"2.386447831s","start":"2026-03-06T21:11:09.766936Z","end":"2026-03-06T21:11:12.153384Z","steps":["trace[816607973] 'agreement among raft nodes before linearized reading' (duration: 2.386043542s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.153439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:09.766905Z","time spent":"2.386524922s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-06T21:11:12.573404Z","caller":"traceutil/trace.go:171","msg":"trace[1632320752] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"909.047479ms","start":"2026-03-06T21:11:11.664328Z","end":"2026-03-06T21:11:12.573375Z","steps":["trace[1632320752] 'process raft request' (duration: 908.360473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:12.57345Z","caller":"traceutil/trace.go:171","msg":"trace[363909856] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"908.539118ms","start":"2026-03-06T21:11:11.664877Z","end":"2026-03-06T21:11:12.573416Z","steps":["trace[363909856] 'process raft request' (duration: 907.936393ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:12.573449Z","caller":"traceutil/trace.go:171","msg":"trace[691664293] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"908.643869ms","start":"2026-03-06T21:11:11.664765Z","end":"2026-03-06T21:11:12.573409Z","steps":["trace[691664293] 'process raft request' (duration: 908.008935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:12.573518Z","caller":"traceutil/trace.go:171","msg":"trace[999800116] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"908.964326ms","start":"2026-03-06T21:11:11.664473Z","end":"2026-03-06T21:11:12.573438Z","steps":["trace[999800116] 'process raft request' (duration: 908.2613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.573622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:11.66486Z","time spent":"908.66653ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:12.573628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:11.664755Z","time spent":"908.772392ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:12.573553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:11.664296Z","time spent":"909.178891ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:12.573484Z","caller":"traceutil/trace.go:171","msg":"trace[449144512] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"984.311295ms","start":"2026-03-06T21:11:11.5891Z","end":"2026-03-06T21:11:12.573412Z","steps":["trace[449144512] 'process raft request' (duration: 983.418595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.573793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:11.664463Z","time spent":"909.186852ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:12.57383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:11.589073Z","time spent":"984.709835ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:12.581047Z","caller":"traceutil/trace.go:171","msg":"trace[1099104271] linearizableReadLoop","detail":"{readStateIndex:25299; appliedIndex:25297; }","duration":"428.084955ms","start":"2026-03-06T21:11:12.152948Z","end":"2026-03-06T21:11:12.581033Z","steps":["trace[1099104271] 'read index received' (duration: 420.504389ms)","trace[1099104271] 'applied index is now lower than readState.Index' (duration: 7.579836ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:12.581119Z","caller":"traceutil/trace.go:171","msg":"trace[612891538] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"476.116455ms","start":"2026-03-06T21:11:12.104985Z","end":"2026-03-06T21:11:12.581101Z","steps":["trace[612891538] 'process raft request' (duration: 475.90143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.581239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:12.104959Z","time spent":"476.237707ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:12.581307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509338055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:11:12.581343Z","caller":"traceutil/trace.go:171","msg":"trace[2101033972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24422; }","duration":"1.509418887s","start":"2026-03-06T21:11:11.071915Z","end":"2026-03-06T21:11:12.581334Z","steps":["trace[2101033972] 'agreement among raft nodes before linearized reading' (duration: 1.509197652s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.581367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:11.071898Z","time spent":"1.509464108s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:11:12.581373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740076447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:11:12.581469Z","caller":"traceutil/trace.go:171","msg":"trace[599915349] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24422; }","duration":"1.74025679s","start":"2026-03-06T21:11:10.841192Z","end":"2026-03-06T21:11:12.581449Z","steps":["trace[599915349] 'agreement among raft nodes before linearized reading' (duration: 1.740042116s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.581525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:10.841164Z","time spent":"1.740352743s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:12.581773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533303994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d4z8z\" ","response":"range_response_count:1 size:5967"} {"level":"info","ts":"2026-03-06T21:11:12.581898Z","caller":"traceutil/trace.go:171","msg":"trace[670170104] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d4z8z; range_end:; response_count:1; response_revision:24422; }","duration":"1.533483609s","start":"2026-03-06T21:11:11.048399Z","end":"2026-03-06T21:11:12.581883Z","steps":["trace[670170104] 'agreement among raft nodes before linearized reading' (duration: 1.532807053s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.581936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:11.04837Z","time spent":"1.53355666s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5991,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d4z8z\" "} {"level":"info","ts":"2026-03-06T21:11:12.613969Z","caller":"traceutil/trace.go:171","msg":"trace[1006151112] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"455.612303ms","start":"2026-03-06T21:11:12.158323Z","end":"2026-03-06T21:11:12.613936Z","steps":["trace[1006151112] 'process raft request' (duration: 455.4512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.614074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.787517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T21:11:12.614107Z","caller":"traceutil/trace.go:171","msg":"trace[2004886320] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177; range_end:; response_count:1; response_revision:24424; }","duration":"455.841338ms","start":"2026-03-06T21:11:12.158256Z","end":"2026-03-06T21:11:12.614097Z","steps":["trace[2004886320] 'agreement among raft nodes before linearized reading' (duration: 455.742376ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:12.614044Z","caller":"traceutil/trace.go:171","msg":"trace[913062050] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"455.862369ms","start":"2026-03-06T21:11:12.158135Z","end":"2026-03-06T21:11:12.613997Z","steps":["trace[913062050] 'process raft request' (duration: 455.437759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.614132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:12.158243Z","time spent":"455.880299ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" "} {"level":"warn","ts":"2026-03-06T21:11:12.614199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:12.1583Z","time spent":"455.782176ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:12.614269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.672594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:12.61425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:12.158123Z","time spent":"456.035642ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T21:11:12.614288Z","caller":"traceutil/trace.go:171","msg":"trace[306361539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24424; }","duration":"450.737536ms","start":"2026-03-06T21:11:12.163545Z","end":"2026-03-06T21:11:12.614282Z","steps":["trace[306361539] 'agreement among raft nodes before linearized reading' (duration: 450.702375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.614312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:12.163522Z","time spent":"450.786676ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:11:12.614336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.257999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-06T21:11:12.61444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.518445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:12.614457Z","caller":"traceutil/trace.go:171","msg":"trace[1296955582] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243; range_end:; response_count:1; response_revision:24424; }","duration":"457.416912ms","start":"2026-03-06T21:11:12.157006Z","end":"2026-03-06T21:11:12.614423Z","steps":["trace[1296955582] 'agreement among raft nodes before linearized reading' (duration: 457.075814ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:12.614493Z","caller":"traceutil/trace.go:171","msg":"trace[609758413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24424; }","duration":"457.609816ms","start":"2026-03-06T21:11:12.156868Z","end":"2026-03-06T21:11:12.614478Z","steps":["trace[609758413] 'agreement among raft nodes before linearized reading' (duration: 457.417972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.614543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:12.156852Z","time spent":"457.682858ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:11:12.614539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:12.15699Z","time spent":"457.531215ms","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-3ca5c89c-5be0-4ac1-9498-01ddbead8243\" "} {"level":"warn","ts":"2026-03-06T21:11:12.614568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.534065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:12.614589Z","caller":"traceutil/trace.go:171","msg":"trace[1968571760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24424; }","duration":"457.577135ms","start":"2026-03-06T21:11:12.157006Z","end":"2026-03-06T21:11:12.614583Z","steps":["trace[1968571760] 'agreement among raft nodes before linearized reading' (duration: 457.544855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:12.614608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:12.156988Z","time spent":"457.617067ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:11:23.202623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437590,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:11:23.570461Z","caller":"traceutil/trace.go:171","msg":"trace[1179096089] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"883.27889ms","start":"2026-03-06T21:11:22.687142Z","end":"2026-03-06T21:11:23.570421Z","steps":["trace[1179096089] 'process raft request' (duration: 883.052945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:23.570671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.687115Z","time spent":"883.446864ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:24.183313Z","caller":"traceutil/trace.go:171","msg":"trace[2103782573] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"1.493399395s","start":"2026-03-06T21:11:22.689873Z","end":"2026-03-06T21:11:24.183273Z","steps":["trace[2103782573] 'process raft request' (duration: 1.493109779s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.183525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.689862Z","time spent":"1.493554538s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:24.183692Z","caller":"traceutil/trace.go:171","msg":"trace[292677766] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"1.493746672s","start":"2026-03-06T21:11:22.689893Z","end":"2026-03-06T21:11:24.18364Z","steps":["trace[292677766] 'process raft request' (duration: 1.493329643s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.183884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.689877Z","time spent":"1.493906086s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:24.184169Z","caller":"traceutil/trace.go:171","msg":"trace[1467401219] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.493886016s","start":"2026-03-06T21:11:22.690271Z","end":"2026-03-06T21:11:24.184157Z","steps":["trace[1467401219] 'process raft request' (duration: 1.493275232s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.184242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.690265Z","time spent":"1.493944307s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:24.184481Z","caller":"traceutil/trace.go:171","msg":"trace[860485966] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"1.485780087s","start":"2026-03-06T21:11:22.698688Z","end":"2026-03-06T21:11:24.184468Z","steps":["trace[860485966] 'process raft request' (duration: 1.48542223s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.184562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.698679Z","time spent":"1.485844578s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:24.184653Z","caller":"traceutil/trace.go:171","msg":"trace[459834106] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"1.434881607s","start":"2026-03-06T21:11:22.749742Z","end":"2026-03-06T21:11:24.184623Z","steps":["trace[459834106] 'process raft request' (duration: 1.434665172s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.184729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.749718Z","time spent":"1.434978418s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:24.184867Z","caller":"traceutil/trace.go:171","msg":"trace[398821632] linearizableReadLoop","detail":"{readStateIndex:25477; appliedIndex:25470; }","duration":"1.48267811s","start":"2026-03-06T21:11:22.702176Z","end":"2026-03-06T21:11:24.184854Z","steps":["trace[398821632] 'read index received' (duration: 868.004774ms)","trace[398821632] 'applied index is now lower than readState.Index' (duration: 614.672516ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:24.184937Z","caller":"traceutil/trace.go:171","msg":"trace[2142182851] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.393024765s","start":"2026-03-06T21:11:22.791903Z","end":"2026-03-06T21:11:24.184928Z","steps":["trace[2142182851] 'process raft request' (duration: 1.392672387s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.184995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.791883Z","time spent":"1.393083307s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:24.185013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482832344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:24.185084Z","caller":"traceutil/trace.go:171","msg":"trace[2139252747] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24598; }","duration":"1.482946415s","start":"2026-03-06T21:11:22.702126Z","end":"2026-03-06T21:11:24.185072Z","steps":["trace[2139252747] 'agreement among raft nodes before linearized reading' (duration: 1.482830623s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.185122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.702108Z","time spent":"1.483004277s","remote":"127.0.0.1:50108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:24.185314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460271516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-06T21:11:24.185351Z","caller":"traceutil/trace.go:171","msg":"trace[1103535554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a; range_end:; response_count:1; response_revision:24598; }","duration":"1.460351058s","start":"2026-03-06T21:11:22.72499Z","end":"2026-03-06T21:11:24.185341Z","steps":["trace[1103535554] 'agreement among raft nodes before linearized reading' (duration: 1.460210815s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.185376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.724963Z","time spent":"1.46040658s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" "} {"level":"warn","ts":"2026-03-06T21:11:24.18544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415362348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:11:24.185483Z","caller":"traceutil/trace.go:171","msg":"trace[712671160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24598; }","duration":"1.415402919s","start":"2026-03-06T21:11:22.770068Z","end":"2026-03-06T21:11:24.185471Z","steps":["trace[712671160] 'agreement among raft nodes before linearized reading' (duration: 1.415334148s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.185518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.770049Z","time spent":"1.41546193s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:24.185532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417013393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:11:24.185558Z","caller":"traceutil/trace.go:171","msg":"trace[479376057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24598; }","duration":"1.417050194s","start":"2026-03-06T21:11:22.768501Z","end":"2026-03-06T21:11:24.185551Z","steps":["trace[479376057] 'agreement among raft nodes before linearized reading' (duration: 1.416998813s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.185589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.768497Z","time spent":"1.417086315s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:24.185664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.288958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:24.185689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417270719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:11:24.185702Z","caller":"traceutil/trace.go:171","msg":"trace[905723923] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24598; }","duration":"253.327959ms","start":"2026-03-06T21:11:23.932363Z","end":"2026-03-06T21:11:24.185691Z","steps":["trace[905723923] 'agreement among raft nodes before linearized reading' (duration: 253.269788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.185781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419911297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:11:24.185811Z","caller":"traceutil/trace.go:171","msg":"trace[610576917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24598; }","duration":"1.419953918s","start":"2026-03-06T21:11:22.765851Z","end":"2026-03-06T21:11:24.185805Z","steps":["trace[610576917] 'agreement among raft nodes before linearized reading' (duration: 1.419877517s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.185838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.765844Z","time spent":"1.419988289s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:11:24.185866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.629856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:24.185907Z","caller":"traceutil/trace.go:171","msg":"trace[2004736796] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24598; }","duration":"333.670937ms","start":"2026-03-06T21:11:23.852224Z","end":"2026-03-06T21:11:24.185895Z","steps":["trace[2004736796] 'agreement among raft nodes before linearized reading' (duration: 333.615896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.185946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:23.852196Z","time spent":"333.739549ms","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:24.185978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426378229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:24.186003Z","caller":"traceutil/trace.go:171","msg":"trace[1131362980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24598; }","duration":"1.42642332s","start":"2026-03-06T21:11:22.759572Z","end":"2026-03-06T21:11:24.185995Z","steps":["trace[1131362980] 'agreement among raft nodes before linearized reading' (duration: 1.426336159s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.186028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.759535Z","time spent":"1.426486022s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:11:24.186125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.550748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:11:24.186162Z","caller":"traceutil/trace.go:171","msg":"trace[384461599] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d; range_end:; response_count:1; response_revision:24598; }","duration":"463.587859ms","start":"2026-03-06T21:11:23.722565Z","end":"2026-03-06T21:11:24.186152Z","steps":["trace[384461599] 'agreement among raft nodes before linearized reading' (duration: 463.517037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.186196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:23.722466Z","time spent":"463.723882ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" "} {"level":"warn","ts":"2026-03-06T21:11:24.186211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450242015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-06T21:11:24.18624Z","caller":"traceutil/trace.go:171","msg":"trace[1106351689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a; range_end:; response_count:1; response_revision:24598; }","duration":"1.450314996s","start":"2026-03-06T21:11:22.735914Z","end":"2026-03-06T21:11:24.186229Z","steps":["trace[1106351689] 'agreement among raft nodes before linearized reading' (duration: 1.450234275s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.186453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.735893Z","time spent":"1.450554382s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" "} {"level":"info","ts":"2026-03-06T21:11:24.185712Z","caller":"traceutil/trace.go:171","msg":"trace[884297128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24598; }","duration":"1.41730926s","start":"2026-03-06T21:11:22.768395Z","end":"2026-03-06T21:11:24.185705Z","steps":["trace[884297128] 'agreement among raft nodes before linearized reading' (duration: 1.417268059s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.186581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.744448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:11:24.186611Z","caller":"traceutil/trace.go:171","msg":"trace[570850337] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24598; }","duration":"466.817781ms","start":"2026-03-06T21:11:23.719784Z","end":"2026-03-06T21:11:24.186602Z","steps":["trace[570850337] 'agreement among raft nodes before linearized reading' (duration: 466.727449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.186613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.768389Z","time spent":"1.418204489s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:24.186647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:23.719763Z","time spent":"466.877651ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:11:24.186918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303169496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:11:24.186957Z","caller":"traceutil/trace.go:171","msg":"trace[289421969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24598; }","duration":"1.303271728s","start":"2026-03-06T21:11:22.883676Z","end":"2026-03-06T21:11:24.186948Z","steps":["trace[289421969] 'agreement among raft nodes before linearized reading' (duration: 1.303155996s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:24.187008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:22.883648Z","time spent":"1.30333311s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:11:24.69208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437599,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T21:11:25.050462Z","caller":"traceutil/trace.go:171","msg":"trace[616106720] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"860.869916ms","start":"2026-03-06T21:11:24.189534Z","end":"2026-03-06T21:11:25.050404Z","steps":["trace[616106720] 'process raft request' (duration: 850.181552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:25.050678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.18948Z","time spent":"861.076702ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:26.514826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:11:26.514944Z","caller":"traceutil/trace.go:171","msg":"trace[551915473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199334s","start":"2026-03-06T21:11:24.514715Z","end":"2026-03-06T21:11:26.514914Z","steps":["trace[551915473] 'agreement among raft nodes before linearized reading' (duration: 2.000045511s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:26.515109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.51469Z","time spent":"2.000403199s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:11:26.666241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.626557247s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:11:26.956733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.18651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:26.957009Z","caller":"traceutil/trace.go:171","msg":"trace[653458236] linearizableReadLoop","detail":"{readStateIndex:25485; appliedIndex:25477; }","duration":"2.7661519s","start":"2026-03-06T21:11:24.190841Z","end":"2026-03-06T21:11:26.956993Z","steps":["trace[653458236] 'read index received' (duration: 848.886432ms)","trace[653458236] 'applied index is now lower than readState.Index' (duration: 1.917264778s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:26.957014Z","caller":"traceutil/trace.go:171","msg":"trace[41403906] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"2.766562561s","start":"2026-03-06T21:11:24.19041Z","end":"2026-03-06T21:11:26.956972Z","steps":["trace[41403906] 'process raft request' (duration: 2.766414798s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:26.957199Z","caller":"traceutil/trace.go:171","msg":"trace[1030070892] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"2.765735022s","start":"2026-03-06T21:11:24.191458Z","end":"2026-03-06T21:11:26.957193Z","steps":["trace[1030070892] 'process raft request' (duration: 2.765426475s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:26.957193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.190401Z","time spent":"2.766691504s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:26.957255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.191451Z","time spent":"2.765776883s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:26.957398Z","caller":"traceutil/trace.go:171","msg":"trace[356170916] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"2.765691941s","start":"2026-03-06T21:11:24.191697Z","end":"2026-03-06T21:11:26.957389Z","steps":["trace[356170916] 'process raft request' (duration: 2.765224141s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:26.95743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.191685Z","time spent":"2.765725692s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:26.957507Z","caller":"traceutil/trace.go:171","msg":"trace[332729046] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"2.767820848s","start":"2026-03-06T21:11:24.189673Z","end":"2026-03-06T21:11:26.957494Z","steps":["trace[332729046] 'process raft request' (duration: 2.47679823s)","trace[332729046] 'compare' (duration: 290.000766ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:26.957541Z","caller":"traceutil/trace.go:171","msg":"trace[615961975] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"2.765552858s","start":"2026-03-06T21:11:24.191981Z","end":"2026-03-06T21:11:26.957534Z","steps":["trace[615961975] 'process raft request' (duration: 2.764960655s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:26.957564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.189648Z","time spent":"2.767886859s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:26.957571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.191973Z","time spent":"2.765582059s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:26.957066Z","caller":"traceutil/trace.go:171","msg":"trace[679525364] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"2.76654469s","start":"2026-03-06T21:11:24.190513Z","end":"2026-03-06T21:11:26.957058Z","steps":["trace[679525364] 'process raft request' (duration: 2.766347116s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:26.95767Z","caller":"traceutil/trace.go:171","msg":"trace[489032931] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"2.624973283s","start":"2026-03-06T21:11:24.332691Z","end":"2026-03-06T21:11:26.957664Z","steps":["trace[489032931] 'process raft request' (duration: 2.624274798s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:26.957657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.190494Z","time spent":"2.767140082s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:26.957706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.332664Z","time spent":"2.625020173s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:26.957835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76699327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:11:26.957851Z","caller":"traceutil/trace.go:171","msg":"trace[1962451345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24606; }","duration":"2.76704031s","start":"2026-03-06T21:11:24.190805Z","end":"2026-03-06T21:11:26.957846Z","steps":["trace[1962451345] 'agreement among raft nodes before linearized reading' (duration: 2.766942918s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:26.957872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.190796Z","time spent":"2.76707008s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:11:27.457754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:28.51542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T21:11:28.515534Z","caller":"traceutil/trace.go:171","msg":"trace[1400308189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308277s","start":"2026-03-06T21:11:26.515201Z","end":"2026-03-06T21:11:28.515509Z","steps":["trace[1400308189] 'agreement among raft nodes before linearized reading' (duration: 2.000158194s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:28.515591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.515173Z","time spent":"2.00040719s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 21:11:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T21:11:28.626817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.303864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:28.627502Z","caller":"traceutil/trace.go:171","msg":"trace[1161775385] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"2.43409675s","start":"2026-03-06T21:11:26.193377Z","end":"2026-03-06T21:11:28.627474Z","steps":["trace[1161775385] 'process raft request' (duration: 2.434032699s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:28.627612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.193364Z","time spent":"2.434197012s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:28.627774Z","caller":"traceutil/trace.go:171","msg":"trace[231672257] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"2.438563858s","start":"2026-03-06T21:11:26.189152Z","end":"2026-03-06T21:11:28.627716Z","steps":["trace[231672257] 'process raft request' (duration: 2.438016826s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:28.627933Z","caller":"traceutil/trace.go:171","msg":"trace[1377605422] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"2.437496675s","start":"2026-03-06T21:11:26.19042Z","end":"2026-03-06T21:11:28.627917Z","steps":["trace[1377605422] 'process raft request' (duration: 2.43682832s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:28.627988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.189107Z","time spent":"2.438755682s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:28.628034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.190387Z","time spent":"2.437589478s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:28.628352Z","caller":"traceutil/trace.go:171","msg":"trace[1328999499] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"3.050533003s","start":"2026-03-06T21:11:25.577798Z","end":"2026-03-06T21:11:28.628331Z","steps":["trace[1328999499] 'process raft request' (duration: 2.069552722s)","trace[1328999499] 'compare' (duration: 978.565558ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:28.628266Z","caller":"traceutil/trace.go:171","msg":"trace[1250694423] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"2.436733138s","start":"2026-03-06T21:11:26.191519Z","end":"2026-03-06T21:11:28.628252Z","steps":["trace[1250694423] 'process raft request' (duration: 2.435793456s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:28.628458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:25.577774Z","time spent":"3.050629746s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:28.628527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.191488Z","time spent":"2.436991154s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:28.628626Z","caller":"traceutil/trace.go:171","msg":"trace[840147917] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"2.436669897s","start":"2026-03-06T21:11:26.191857Z","end":"2026-03-06T21:11:28.628527Z","steps":["trace[840147917] 'process raft request' (duration: 2.435510431s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:28.628798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.191848Z","time spent":"2.436858771s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:28.628908Z","caller":"traceutil/trace.go:171","msg":"trace[1665586325] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"2.985616695s","start":"2026-03-06T21:11:25.643257Z","end":"2026-03-06T21:11:28.628873Z","steps":["trace[1665586325] 'process raft request' (duration: 2.983761904s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:28.62938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:25.643232Z","time spent":"2.985760008s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:29.436115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.788657376s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:11:30.149176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221341474s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:30.149403Z","caller":"traceutil/trace.go:171","msg":"trace[1943407999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24613; }","duration":"1.22158508s","start":"2026-03-06T21:11:28.927792Z","end":"2026-03-06T21:11:30.149377Z","steps":["trace[1943407999] 'range keys from in-memory index tree' (duration: 1.221316324s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.150847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.392092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:30.151135Z","caller":"traceutil/trace.go:171","msg":"trace[1062044658] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"2.83104589s","start":"2026-03-06T21:11:27.320056Z","end":"2026-03-06T21:11:30.151102Z","steps":["trace[1062044658] 'process raft request' (duration: 2.116288941s)","trace[1062044658] 'compare' (duration: 713.384889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:30.151237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:27.320031Z","time spent":"2.831153063s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:30.151244Z","caller":"traceutil/trace.go:171","msg":"trace[889549517] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"1.188125483s","start":"2026-03-06T21:11:28.963103Z","end":"2026-03-06T21:11:30.151229Z","steps":["trace[889549517] 'process raft request' (duration: 1.188076222s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.151231Z","caller":"traceutil/trace.go:171","msg":"trace[357381207] linearizableReadLoop","detail":"{readStateIndex:25493; appliedIndex:25485; }","duration":"3.194156467s","start":"2026-03-06T21:11:26.957031Z","end":"2026-03-06T21:11:30.151187Z","steps":["trace[357381207] 'read index received' (duration: 690.412204ms)","trace[357381207] 'applied index is now lower than readState.Index' (duration: 2.503740423s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:30.151316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.963091Z","time spent":"1.188184995s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:30.151333Z","caller":"traceutil/trace.go:171","msg":"trace[1425682763] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"1.671438315s","start":"2026-03-06T21:11:28.479817Z","end":"2026-03-06T21:11:30.151255Z","steps":["trace[1425682763] 'process raft request' (duration: 1.671294012s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.548713973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:30.151365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754443134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:11:30.151618Z","caller":"traceutil/trace.go:171","msg":"trace[2119145643] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24616; }","duration":"4.549053331s","start":"2026-03-06T21:11:25.602543Z","end":"2026-03-06T21:11:30.151597Z","steps":["trace[2119145643] 'agreement among raft nodes before linearized reading' (duration: 4.548683743s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:25.602522Z","time spent":"4.549134153s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.151663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.479789Z","time spent":"1.671772942s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:30.151557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460179214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:30.151693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917115917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-06T21:11:30.151586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658470111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:30.151714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398508527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T21:11:30.151741Z","caller":"traceutil/trace.go:171","msg":"trace[1034588804] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:24616; }","duration":"4.917256239s","start":"2026-03-06T21:11:25.234472Z","end":"2026-03-06T21:11:30.151728Z","steps":["trace[1034588804] 'agreement among raft nodes before linearized reading' (duration: 4.916740338s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.15175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191926637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-06T21:11:30.151746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713767277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T21:11:30.151777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.958482498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-06T21:11:30.151773Z","caller":"traceutil/trace.go:171","msg":"trace[942101387] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24616; }","duration":"4.658908711s","start":"2026-03-06T21:11:25.492835Z","end":"2026-03-06T21:11:30.151743Z","steps":["trace[942101387] 'agreement among raft nodes before linearized reading' (duration: 4.65840613s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:25.23444Z","time spent":"4.917334262s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-03-06T21:11:30.151672Z","caller":"traceutil/trace.go:171","msg":"trace[1732345956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24616; }","duration":"3.754801742s","start":"2026-03-06T21:11:26.396819Z","end":"2026-03-06T21:11:30.151621Z","steps":["trace[1732345956] 'agreement among raft nodes before linearized reading' (duration: 3.754396803s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197994491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:30.151814Z","caller":"traceutil/trace.go:171","msg":"trace[364167834] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24616; }","duration":"5.958539469s","start":"2026-03-06T21:11:24.193263Z","end":"2026-03-06T21:11:30.151803Z","steps":["trace[364167834] 'agreement among raft nodes before linearized reading' (duration: 5.958306723s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327767468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:30.151782Z","caller":"traceutil/trace.go:171","msg":"trace[903262730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24616; }","duration":"5.398572339s","start":"2026-03-06T21:11:24.753186Z","end":"2026-03-06T21:11:30.151758Z","steps":["trace[903262730] 'agreement among raft nodes before linearized reading' (duration: 5.398161479s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.193257Z","time spent":"5.95858383s","remote":"127.0.0.1:52218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-06T21:11:30.151845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.396778Z","time spent":"3.755048689s","remote":"127.0.0.1:38358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.151875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.753085Z","time spent":"5.398781394s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-06T21:11:30.151888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879884167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:30.151897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.959653024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-06T21:11:30.151882Z","caller":"traceutil/trace.go:171","msg":"trace[877561606] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24616; }","duration":"3.327903542s","start":"2026-03-06T21:11:26.82395Z","end":"2026-03-06T21:11:30.151854Z","steps":["trace[877561606] 'agreement among raft nodes before linearized reading' (duration: 3.327346849s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.151909Z","caller":"traceutil/trace.go:171","msg":"trace[99030660] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24616; }","duration":"1.879955388s","start":"2026-03-06T21:11:28.271948Z","end":"2026-03-06T21:11:30.151903Z","steps":["trace[99030660] 'agreement among raft nodes before linearized reading' (duration: 1.879920487s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288508464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:30.151927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.271916Z","time spent":"1.88000722s","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:11:30.151925Z","caller":"traceutil/trace.go:171","msg":"trace[1187544229] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a; range_end:; response_count:1; response_revision:24616; }","duration":"4.959673684s","start":"2026-03-06T21:11:25.192239Z","end":"2026-03-06T21:11:30.151913Z","steps":["trace[1187544229] 'agreement among raft nodes before linearized reading' (duration: 4.959548582s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.458863466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:11:30.15194Z","caller":"traceutil/trace.go:171","msg":"trace[1839144998] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24616; }","duration":"2.288575176s","start":"2026-03-06T21:11:27.863355Z","end":"2026-03-06T21:11:30.15193Z","steps":["trace[1839144998] 'agreement among raft nodes before linearized reading' (duration: 2.288524105s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185767842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T21:11:30.151956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:25.192168Z","time spent":"4.959782526s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" "} {"level":"info","ts":"2026-03-06T21:11:30.151966Z","caller":"traceutil/trace.go:171","msg":"trace[190516175] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24616; }","duration":"5.459226344s","start":"2026-03-06T21:11:24.692726Z","end":"2026-03-06T21:11:30.151953Z","steps":["trace[190516175] 'agreement among raft nodes before linearized reading' (duration: 5.45863163s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:27.863342Z","time spent":"2.288624367s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.151984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186726973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:11:30.151986Z","caller":"traceutil/trace.go:171","msg":"trace[2008592598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24616; }","duration":"1.185879174s","start":"2026-03-06T21:11:28.966094Z","end":"2026-03-06T21:11:30.151973Z","steps":["trace[2008592598] 'agreement among raft nodes before linearized reading' (duration: 1.185748201s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.692699Z","time spent":"5.459295476s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.152008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18843511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T21:11:30.152035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.966064Z","time spent":"1.185961116s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:11:30.152048Z","caller":"traceutil/trace.go:171","msg":"trace[942424949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24616; }","duration":"1.188490892s","start":"2026-03-06T21:11:28.963546Z","end":"2026-03-06T21:11:30.152037Z","steps":["trace[942424949] 'agreement among raft nodes before linearized reading' (duration: 1.188317348s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.963535Z","time spent":"1.188536843s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:11:30.152082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188806499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T21:11:30.152099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628785347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T21:11:30.151809Z","caller":"traceutil/trace.go:171","msg":"trace[2081646387] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24616; }","duration":"3.713898672s","start":"2026-03-06T21:11:26.437896Z","end":"2026-03-06T21:11:30.151794Z","steps":["trace[2081646387] 'agreement among raft nodes before linearized reading' (duration: 3.713423181s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.152116Z","caller":"traceutil/trace.go:171","msg":"trace[323918184] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177; range_end:; response_count:1; response_revision:24616; }","duration":"1.628818728s","start":"2026-03-06T21:11:28.52329Z","end":"2026-03-06T21:11:30.152109Z","steps":["trace[323918184] 'agreement among raft nodes before linearized reading' (duration: 1.628770297s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.523282Z","time spent":"1.628850168s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" "} {"level":"warn","ts":"2026-03-06T21:11:30.152144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188541593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:11:30.151715Z","caller":"traceutil/trace.go:171","msg":"trace[7100281] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24616; }","duration":"4.460591274s","start":"2026-03-06T21:11:25.691114Z","end":"2026-03-06T21:11:30.151706Z","steps":["trace[7100281] 'agreement among raft nodes before linearized reading' (duration: 4.460148474s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330583611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:30.152154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.401985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:30.152157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.562434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T21:11:30.151939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.823929Z","time spent":"3.327998864s","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:11:30.152173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608726456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:11:30.152183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:25.691085Z","time spent":"4.461090315s","remote":"127.0.0.1:38244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.15218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359323694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:30.152188Z","caller":"traceutil/trace.go:171","msg":"trace[906241538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24616; }","duration":"112.438776ms","start":"2026-03-06T21:11:30.039742Z","end":"2026-03-06T21:11:30.152181Z","steps":["trace[906241538] 'agreement among raft nodes before linearized reading' (duration: 112.389075ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.152178Z","caller":"traceutil/trace.go:171","msg":"trace[1912686194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24616; }","duration":"1.188636845s","start":"2026-03-06T21:11:28.963531Z","end":"2026-03-06T21:11:30.152168Z","steps":["trace[1912686194] 'agreement among raft nodes before linearized reading' (duration: 1.188544063s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.152194Z","caller":"traceutil/trace.go:171","msg":"trace[1725158551] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24616; }","duration":"5.331042001s","start":"2026-03-06T21:11:24.821136Z","end":"2026-03-06T21:11:30.152178Z","steps":["trace[1725158551] 'agreement among raft nodes before linearized reading' (duration: 5.330619582s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.152201Z","caller":"traceutil/trace.go:171","msg":"trace[1228599682] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24616; }","duration":"337.654396ms","start":"2026-03-06T21:11:29.814536Z","end":"2026-03-06T21:11:30.15219Z","steps":["trace[1228599682] 'agreement among raft nodes before linearized reading' (duration: 337.441352ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.152209Z","caller":"traceutil/trace.go:171","msg":"trace[1550281788] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24616; }","duration":"2.608772007s","start":"2026-03-06T21:11:27.543425Z","end":"2026-03-06T21:11:30.152197Z","steps":["trace[1550281788] 'agreement among raft nodes before linearized reading' (duration: 2.608709225s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.151836Z","caller":"traceutil/trace.go:171","msg":"trace[1987162888] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24616; }","duration":"1.198067033s","start":"2026-03-06T21:11:28.953761Z","end":"2026-03-06T21:11:30.151828Z","steps":["trace[1987162888] 'agreement among raft nodes before linearized reading' (duration: 1.198015271s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.15222Z","caller":"traceutil/trace.go:171","msg":"trace[67115572] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24616; }","duration":"5.359407796s","start":"2026-03-06T21:11:24.792799Z","end":"2026-03-06T21:11:30.152207Z","steps":["trace[67115572] 'agreement among raft nodes before linearized reading' (duration: 5.359338004s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.821108Z","time spent":"5.331114793s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.152236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:29.81451Z","time spent":"337.719357ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T21:11:30.152241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:27.543419Z","time spent":"2.608814077s","remote":"127.0.0.1:50138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.151859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263958664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:11:30.152048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35011659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a5cd6fa19a622\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-06T21:11:30.15227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.953742Z","time spent":"1.198508332s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:11:30.152286Z","caller":"traceutil/trace.go:171","msg":"trace[1894669426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24616; }","duration":"1.264447644s","start":"2026-03-06T21:11:28.887831Z","end":"2026-03-06T21:11:30.152279Z","steps":["trace[1894669426] 'agreement among raft nodes before linearized reading' (duration: 1.263996935s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.151801Z","caller":"traceutil/trace.go:171","msg":"trace[1729504239] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24616; }","duration":"3.19199231s","start":"2026-03-06T21:11:26.95979Z","end":"2026-03-06T21:11:30.151783Z","steps":["trace[1729504239] 'agreement among raft nodes before linearized reading' (duration: 3.191877366s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.887801Z","time spent":"1.264497676s","remote":"127.0.0.1:38378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:11:30.152302Z","caller":"traceutil/trace.go:171","msg":"trace[801865458] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a5cd6fa19a622; range_end:; response_count:1; response_revision:24616; }","duration":"1.350414357s","start":"2026-03-06T21:11:28.801873Z","end":"2026-03-06T21:11:30.152287Z","steps":["trace[801865458] 'agreement among raft nodes before linearized reading' (duration: 1.35012929s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.15183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:25.492807Z","time spent":"4.659010884s","remote":"127.0.0.1:35716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.152319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.959768Z","time spent":"3.192542642s","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T21:11:30.152338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.801846Z","time spent":"1.350481408s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a5cd6fa19a622\" "} {"level":"warn","ts":"2026-03-06T21:11:30.152147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:26.437871Z","time spent":"3.714265449s","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:11:30.152224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.963498Z","time spent":"1.188720257s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:11:30.152013Z","caller":"traceutil/trace.go:171","msg":"trace[440619318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24616; }","duration":"1.186756143s","start":"2026-03-06T21:11:28.965249Z","end":"2026-03-06T21:11:30.152005Z","steps":["trace[440619318] 'agreement among raft nodes before linearized reading' (duration: 1.18660719s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.965221Z","time spent":"1.187181252s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:30.152409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750898676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:30.152446Z","caller":"traceutil/trace.go:171","msg":"trace[1373238795] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24616; }","duration":"2.750957037s","start":"2026-03-06T21:11:27.401478Z","end":"2026-03-06T21:11:30.152435Z","steps":["trace[1373238795] 'agreement among raft nodes before linearized reading' (duration: 2.750899995s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:30.152109Z","caller":"traceutil/trace.go:171","msg":"trace[1362171874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24616; }","duration":"1.18884389s","start":"2026-03-06T21:11:28.963258Z","end":"2026-03-06T21:11:30.152102Z","steps":["trace[1362171874] 'agreement among raft nodes before linearized reading' (duration: 1.188772498s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.792772Z","time spent":"5.359479688s","remote":"127.0.0.1:35826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.152475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913930915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:30.152477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:27.401468Z","time spent":"2.751000748s","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.152485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.643798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:30.152495Z","caller":"traceutil/trace.go:171","msg":"trace[1701722115] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24616; }","duration":"2.913988507s","start":"2026-03-06T21:11:27.238501Z","end":"2026-03-06T21:11:30.15249Z","steps":["trace[1701722115] 'agreement among raft nodes before linearized reading' (duration: 2.913951736s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629091053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:30.152514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:27.23848Z","time spent":"2.914030217s","remote":"127.0.0.1:50178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:11:30.152518Z","caller":"traceutil/trace.go:171","msg":"trace[1806347872] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24616; }","duration":"873.77027ms","start":"2026-03-06T21:11:29.278737Z","end":"2026-03-06T21:11:30.152508Z","steps":["trace[1806347872] 'agreement among raft nodes before linearized reading' (duration: 873.672928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.963254Z","time spent":"1.189222528s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:11:30.152525Z","caller":"traceutil/trace.go:171","msg":"trace[723865359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24616; }","duration":"1.62942899s","start":"2026-03-06T21:11:28.523086Z","end":"2026-03-06T21:11:30.152515Z","steps":["trace[723865359] 'agreement among raft nodes before linearized reading' (duration: 1.629122214s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.151811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.892145968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:11:30.152551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:29.278675Z","time spent":"873.864963ms","remote":"127.0.0.1:34190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.152553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:28.523064Z","time spent":"1.629483002s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:11:30.152579Z","caller":"traceutil/trace.go:171","msg":"trace[1979903888] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24616; }","duration":"5.892931155s","start":"2026-03-06T21:11:24.259626Z","end":"2026-03-06T21:11:30.152557Z","steps":["trace[1979903888] 'agreement among raft nodes before linearized reading' (duration: 5.892141558s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:30.152631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:24.259614Z","time spent":"5.892997687s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:30.658078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:31.158694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:31.659732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:31.677705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520923161s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:11:31.678326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.156583Z","time spent":"1.521732459s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T21:11:31.678505Z","caller":"traceutil/trace.go:171","msg":"trace[467681503] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"1.521824931s","start":"2026-03-06T21:11:30.156647Z","end":"2026-03-06T21:11:31.678472Z","steps":["trace[467681503] 'process raft request' (duration: 1.521542835s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.678708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.15662Z","time spent":"1.521982765s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:31.67871Z","caller":"traceutil/trace.go:171","msg":"trace[909748710] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"1.521995396s","start":"2026-03-06T21:11:30.156666Z","end":"2026-03-06T21:11:31.678661Z","steps":["trace[909748710] 'process raft request' (duration: 1.521716989s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.679025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.156645Z","time spent":"1.52223715s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:31.686379Z","caller":"traceutil/trace.go:171","msg":"trace[1085938314] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"1.527587888s","start":"2026-03-06T21:11:30.158764Z","end":"2026-03-06T21:11:31.686352Z","steps":["trace[1085938314] 'process raft request' (duration: 1.527278841s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.686495Z","caller":"traceutil/trace.go:171","msg":"trace[1657564997] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"1.526955174s","start":"2026-03-06T21:11:30.159522Z","end":"2026-03-06T21:11:31.686477Z","steps":["trace[1657564997] 'process raft request' (duration: 1.526627677s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.686449Z","caller":"traceutil/trace.go:171","msg":"trace[1214117363] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"1.526960825s","start":"2026-03-06T21:11:30.15944Z","end":"2026-03-06T21:11:31.686401Z","steps":["trace[1214117363] 'process raft request' (duration: 1.526678308s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.686514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.158756Z","time spent":"1.527682839s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:31.686601Z","caller":"traceutil/trace.go:171","msg":"trace[321119531] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"1.528523958s","start":"2026-03-06T21:11:30.15807Z","end":"2026-03-06T21:11:31.686594Z","steps":["trace[321119531] 'process raft request' (duration: 1.527827373s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.686665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.159508Z","time spent":"1.527118537s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:31.686715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.158057Z","time spent":"1.52857638s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:31.686665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.159436Z","time spent":"1.527133428s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:31.68652Z","caller":"traceutil/trace.go:171","msg":"trace[1432247826] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"1.527141479s","start":"2026-03-06T21:11:30.159353Z","end":"2026-03-06T21:11:31.686495Z","steps":["trace[1432247826] 'process raft request' (duration: 1.52673057s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.68687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.159347Z","time spent":"1.527491156s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:31.697992Z","caller":"traceutil/trace.go:171","msg":"trace[1239801790] linearizableReadLoop","detail":"{readStateIndex:25510; appliedIndex:25495; }","duration":"1.540629985s","start":"2026-03-06T21:11:30.157347Z","end":"2026-03-06T21:11:31.697976Z","steps":["trace[1239801790] 'read index received' (duration: 1.520609605s)","trace[1239801790] 'applied index is now lower than readState.Index' (duration: 20.01939ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:31.698091Z","caller":"traceutil/trace.go:171","msg":"trace[1788850443] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.062073727s","start":"2026-03-06T21:11:30.636005Z","end":"2026-03-06T21:11:31.698079Z","steps":["trace[1788850443] 'process raft request' (duration: 1.061860743s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.698092Z","caller":"traceutil/trace.go:171","msg":"trace[75865966] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"1.062143228s","start":"2026-03-06T21:11:30.635919Z","end":"2026-03-06T21:11:31.698063Z","steps":["trace[75865966] 'process raft request' (duration: 1.061908643s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.698165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.635968Z","time spent":"1.062154379s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:31.698238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.63588Z","time spent":"1.062271502s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:31.698287Z","caller":"traceutil/trace.go:171","msg":"trace[1123465770] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"1.061537116s","start":"2026-03-06T21:11:30.636741Z","end":"2026-03-06T21:11:31.698278Z","steps":["trace[1123465770] 'process raft request' (duration: 1.061157277s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.698337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.636708Z","time spent":"1.061600046s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:31.698363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541020964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:31.698409Z","caller":"traceutil/trace.go:171","msg":"trace[1457869027] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"1.063201682s","start":"2026-03-06T21:11:30.6352Z","end":"2026-03-06T21:11:31.698402Z","steps":["trace[1457869027] 'process raft request' (duration: 1.062511067s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.698248Z","caller":"traceutil/trace.go:171","msg":"trace[1812080209] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"1.059152034s","start":"2026-03-06T21:11:30.639081Z","end":"2026-03-06T21:11:31.698233Z","steps":["trace[1812080209] 'process raft request' (duration: 1.058856056s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.698451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.635169Z","time spent":"1.063259534s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:31.698472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.639066Z","time spent":"1.059374958s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:31.698407Z","caller":"traceutil/trace.go:171","msg":"trace[867636248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24630; }","duration":"1.541097606s","start":"2026-03-06T21:11:30.1573Z","end":"2026-03-06T21:11:31.698397Z","steps":["trace[867636248] 'agreement among raft nodes before linearized reading' (duration: 1.541029045s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.698516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.157287Z","time spent":"1.541224659s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:11:31.698627Z","caller":"traceutil/trace.go:171","msg":"trace[194739007] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"1.062785263s","start":"2026-03-06T21:11:30.635832Z","end":"2026-03-06T21:11:31.698617Z","steps":["trace[194739007] 'process raft request' (duration: 1.061960214s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.698685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.635821Z","time spent":"1.062836875s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:31.70507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496566355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:31.705136Z","caller":"traceutil/trace.go:171","msg":"trace[305613432] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24630; }","duration":"1.496681277s","start":"2026-03-06T21:11:30.20844Z","end":"2026-03-06T21:11:31.705121Z","steps":["trace[305613432] 'agreement among raft nodes before linearized reading' (duration: 1.496574425s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.705105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547322353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:31.705173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.208414Z","time spent":"1.496750449s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T21:11:31.705204Z","caller":"traceutil/trace.go:171","msg":"trace[1913057444] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24630; }","duration":"1.547481246s","start":"2026-03-06T21:11:30.157694Z","end":"2026-03-06T21:11:31.705175Z","steps":["trace[1913057444] 'agreement among raft nodes before linearized reading' (duration: 1.547272782s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.705258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.157675Z","time spent":"1.547572178s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T21:11:31.705382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300452647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:31.705374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273166705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:11:31.705432Z","caller":"traceutil/trace.go:171","msg":"trace[904708717] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24630; }","duration":"1.300539139s","start":"2026-03-06T21:11:30.404875Z","end":"2026-03-06T21:11:31.705414Z","steps":["trace[904708717] 'agreement among raft nodes before linearized reading' (duration: 1.300475787s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:31.706494Z","caller":"traceutil/trace.go:171","msg":"trace[896083057] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24630; }","duration":"1.274284699s","start":"2026-03-06T21:11:30.432156Z","end":"2026-03-06T21:11:31.706441Z","steps":["trace[896083057] 'agreement among raft nodes before linearized reading' (duration: 1.272827827s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.706664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.43214Z","time spent":"1.274467515s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:31.706567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.404852Z","time spent":"1.301691684s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:31.70573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54495352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-06T21:11:31.706861Z","caller":"traceutil/trace.go:171","msg":"trace[1097880995] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24630; }","duration":"1.546088286s","start":"2026-03-06T21:11:30.160753Z","end":"2026-03-06T21:11:31.706841Z","steps":["trace[1097880995] 'agreement among raft nodes before linearized reading' (duration: 1.544818857s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.70696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.160748Z","time spent":"1.546158997s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-06T21:11:31.706002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.933123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-06T21:11:31.707168Z","caller":"traceutil/trace.go:171","msg":"trace[1860947447] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a; range_end:; response_count:1; response_revision:24630; }","duration":"548.176751ms","start":"2026-03-06T21:11:31.158962Z","end":"2026-03-06T21:11:31.707139Z","steps":["trace[1860947447] 'agreement among raft nodes before linearized reading' (duration: 546.817361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.705583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547794003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3342e296-009d-4e33-a70a-7f2b63587eb7\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-06T21:11:31.707229Z","caller":"traceutil/trace.go:171","msg":"trace[1392473836] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3342e296-009d-4e33-a70a-7f2b63587eb7; range_end:; response_count:1; response_revision:24630; }","duration":"1.549477541s","start":"2026-03-06T21:11:30.157739Z","end":"2026-03-06T21:11:31.707217Z","steps":["trace[1392473836] 'agreement among raft nodes before linearized reading' (duration: 1.547706131s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:31.707232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:31.158933Z","time spent":"548.281904ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" "} {"level":"warn","ts":"2026-03-06T21:11:31.707266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:30.157724Z","time spent":"1.549532102s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-3342e296-009d-4e33-a70a-7f2b63587eb7\" "} {"level":"warn","ts":"2026-03-06T21:11:34.192123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:34.692745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:34.879419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24290199s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:11:34.880271Z","caller":"traceutil/trace.go:171","msg":"trace[1213193442] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"1.24385369s","start":"2026-03-06T21:11:33.636381Z","end":"2026-03-06T21:11:34.880234Z","steps":["trace[1213193442] 'process raft request' (duration: 1.24338195s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:34.881217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.636351Z","time spent":"1.243991793s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:35.88536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00544799s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T21:11:35.885974Z","caller":"traceutil/trace.go:171","msg":"trace[29889449] linearizableReadLoop","detail":"{readStateIndex:25529; appliedIndex:25520; }","duration":"2.194649137s","start":"2026-03-06T21:11:33.6913Z","end":"2026-03-06T21:11:35.885949Z","steps":["trace[29889449] 'read index received' (duration: 1.188550132s)","trace[29889449] 'applied index is now lower than readState.Index' (duration: 1.006097985s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:35.886252Z","caller":"traceutil/trace.go:171","msg":"trace[2015204880] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"2.18294485s","start":"2026-03-06T21:11:33.703296Z","end":"2026-03-06T21:11:35.886241Z","steps":["trace[2015204880] 'process raft request' (duration: 2.182246214s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.886357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.703203Z","time spent":"2.183073513s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:35.886543Z","caller":"traceutil/trace.go:171","msg":"trace[1557248652] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"2.182789797s","start":"2026-03-06T21:11:33.703746Z","end":"2026-03-06T21:11:35.886536Z","steps":["trace[1557248652] 'process raft request' (duration: 2.181956878s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.886584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.703738Z","time spent":"2.182819577s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:35.886682Z","caller":"traceutil/trace.go:171","msg":"trace[1029368972] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"2.182448408s","start":"2026-03-06T21:11:33.704227Z","end":"2026-03-06T21:11:35.886675Z","steps":["trace[1029368972] 'process raft request' (duration: 2.181517386s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.886714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.704208Z","time spent":"2.182487689s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:35.886798Z","caller":"traceutil/trace.go:171","msg":"trace[1100193008] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"2.181497658s","start":"2026-03-06T21:11:33.70529Z","end":"2026-03-06T21:11:35.886788Z","steps":["trace[1100193008] 'process raft request' (duration: 2.180477475s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.886835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.705257Z","time spent":"2.181557239s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:35.886917Z","caller":"traceutil/trace.go:171","msg":"trace[417255125] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"2.181085999s","start":"2026-03-06T21:11:33.705824Z","end":"2026-03-06T21:11:35.88691Z","steps":["trace[417255125] 'process raft request' (duration: 2.179978884s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.886949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.705797Z","time spent":"2.18113272s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:35.887053Z","caller":"traceutil/trace.go:171","msg":"trace[967453998] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"2.180293871s","start":"2026-03-06T21:11:33.706726Z","end":"2026-03-06T21:11:35.88702Z","steps":["trace[967453998] 'process raft request' (duration: 2.179101954s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.88709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.706718Z","time spent":"2.180351502s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:35.887186Z","caller":"traceutil/trace.go:171","msg":"trace[1876224810] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"1.71927416s","start":"2026-03-06T21:11:34.167904Z","end":"2026-03-06T21:11:35.887178Z","steps":["trace[1876224810] 'process raft request' (duration: 1.717984441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.887224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:34.167881Z","time spent":"1.71932438s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:35.887309Z","caller":"traceutil/trace.go:171","msg":"trace[487229101] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"1.651311103s","start":"2026-03-06T21:11:34.235992Z","end":"2026-03-06T21:11:35.887303Z","steps":["trace[487229101] 'process raft request' (duration: 1.649926252s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.887342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:34.235969Z","time spent":"1.651353524s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:35.887515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196213282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:11:35.88754Z","caller":"traceutil/trace.go:171","msg":"trace[177541240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24647; }","duration":"2.196273943s","start":"2026-03-06T21:11:33.691259Z","end":"2026-03-06T21:11:35.887533Z","steps":["trace[177541240] 'agreement among raft nodes before linearized reading' (duration: 2.196163941s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.88756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.691241Z","time spent":"2.196314394s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:35.887696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196206262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:11:35.887715Z","caller":"traceutil/trace.go:171","msg":"trace[1615804298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24647; }","duration":"2.196237172s","start":"2026-03-06T21:11:33.691471Z","end":"2026-03-06T21:11:35.887708Z","steps":["trace[1615804298] 'agreement among raft nodes before linearized reading' (duration: 2.196181441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.887731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.691465Z","time spent":"2.196261422s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:35.88803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.285227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-06T21:11:35.88805Z","caller":"traceutil/trace.go:171","msg":"trace[1452170162] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24647; }","duration":"624.324038ms","start":"2026-03-06T21:11:35.26372Z","end":"2026-03-06T21:11:35.888044Z","steps":["trace[1452170162] 'agreement among raft nodes before linearized reading' (duration: 624.254737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.888067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.263713Z","time spent":"624.349679ms","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T21:11:35.888414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166068638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-06T21:11:35.888481Z","caller":"traceutil/trace.go:171","msg":"trace[1618267986] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d; range_end:; response_count:1; response_revision:24647; }","duration":"2.166153489s","start":"2026-03-06T21:11:33.72231Z","end":"2026-03-06T21:11:35.888463Z","steps":["trace[1618267986] 'agreement among raft nodes before linearized reading' (duration: 2.166015786s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.888504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172976339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-06T21:11:35.888513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.722305Z","time spent":"2.16620361s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7969d7b48f-bxr6b.189a5cc27d61234d\" "} {"level":"info","ts":"2026-03-06T21:11:35.888532Z","caller":"traceutil/trace.go:171","msg":"trace[191974127] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a; range_end:; response_count:1; response_revision:24647; }","duration":"2.173065931s","start":"2026-03-06T21:11:33.715455Z","end":"2026-03-06T21:11:35.888521Z","steps":["trace[191974127] 'agreement among raft nodes before linearized reading' (duration: 2.173001419s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.888554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.715444Z","time spent":"2.173104921s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" "} {"level":"warn","ts":"2026-03-06T21:11:35.888558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511870402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:35.888639Z","caller":"traceutil/trace.go:171","msg":"trace[874361434] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24647; }","duration":"1.512022985s","start":"2026-03-06T21:11:34.376598Z","end":"2026-03-06T21:11:35.888621Z","steps":["trace[874361434] 'agreement among raft nodes before linearized reading' (duration: 1.511892152s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.888675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:34.376573Z","time spent":"1.512093996s","remote":"127.0.0.1:59122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:35.888689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695658818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-06T21:11:35.888704Z","caller":"traceutil/trace.go:171","msg":"trace[1342109309] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24647; }","duration":"1.695727371s","start":"2026-03-06T21:11:34.192972Z","end":"2026-03-06T21:11:35.888699Z","steps":["trace[1342109309] 'agreement among raft nodes before linearized reading' (duration: 1.695672969s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.888723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:34.192949Z","time spent":"1.695766601s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T21:11:35.888721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196231202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:11:35.888739Z","caller":"traceutil/trace.go:171","msg":"trace[270604427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24647; }","duration":"2.196264342s","start":"2026-03-06T21:11:33.692469Z","end":"2026-03-06T21:11:35.888733Z","steps":["trace[270604427] 'agreement among raft nodes before linearized reading' (duration: 2.196204301s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.888757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.692462Z","time spent":"2.196290904s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:11:35.888414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.974131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T21:11:35.888844Z","caller":"traceutil/trace.go:171","msg":"trace[1430532204] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:24647; }","duration":"654.516273ms","start":"2026-03-06T21:11:35.23432Z","end":"2026-03-06T21:11:35.888836Z","steps":["trace[1430532204] 'agreement among raft nodes before linearized reading' (duration: 653.880799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.88887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.234299Z","time spent":"654.563483ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-06T21:11:35.88893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.586631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:11:35.888951Z","caller":"traceutil/trace.go:171","msg":"trace[67335753] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24647; }","duration":"727.607332ms","start":"2026-03-06T21:11:35.161337Z","end":"2026-03-06T21:11:35.888944Z","steps":["trace[67335753] 'agreement among raft nodes before linearized reading' (duration: 727.49875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.888969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.161272Z","time spent":"727.692384ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:11:35.888992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196502829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T21:11:35.888958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197037749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:35.889016Z","caller":"traceutil/trace.go:171","msg":"trace[993364071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24647; }","duration":"2.19654496s","start":"2026-03-06T21:11:33.692463Z","end":"2026-03-06T21:11:35.889008Z","steps":["trace[993364071] 'agreement among raft nodes before linearized reading' (duration: 2.196472548s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.889037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37461628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:35.889037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.692457Z","time spent":"2.196576191s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:11:35.889058Z","caller":"traceutil/trace.go:171","msg":"trace[1049986243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24647; }","duration":"1.3746391s","start":"2026-03-06T21:11:34.514413Z","end":"2026-03-06T21:11:35.889052Z","steps":["trace[1049986243] 'agreement among raft nodes before linearized reading' (duration: 1.3746061s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.889075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:34.514324Z","time spent":"1.374747383s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:11:35.889036Z","caller":"traceutil/trace.go:171","msg":"trace[153740408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24647; }","duration":"2.197149483s","start":"2026-03-06T21:11:33.691869Z","end":"2026-03-06T21:11:35.889019Z","steps":["trace[153740408] 'agreement among raft nodes before linearized reading' (duration: 2.196898476s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.88913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.691863Z","time spent":"2.197261476s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:11:35.888998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13935584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:35.889162Z","caller":"traceutil/trace.go:171","msg":"trace[1539654105] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24647; }","duration":"2.139574384s","start":"2026-03-06T21:11:33.74958Z","end":"2026-03-06T21:11:35.889154Z","steps":["trace[1539654105] 'agreement among raft nodes before linearized reading' (duration: 2.13938609s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:35.889192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:33.749553Z","time spent":"2.139628406s","remote":"127.0.0.1:35972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:36.666835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.068303ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-06T21:11:36.666964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.891548Z","time spent":"775.407825ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:11:37.33562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174883081s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:11:37.896795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:11:37.896899Z","caller":"traceutil/trace.go:171","msg":"trace[1522350778] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252406s","start":"2026-03-06T21:11:35.89662Z","end":"2026-03-06T21:11:37.896873Z","steps":["trace[1522350778] 'agreement among raft nodes before linearized reading' (duration: 2.000126933s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.896966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.896616Z","time spent":"2.000336708s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:11:37.957758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.707169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:37.958272Z","caller":"traceutil/trace.go:171","msg":"trace[1660925656] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"2.063840996s","start":"2026-03-06T21:11:35.89439Z","end":"2026-03-06T21:11:37.958231Z","steps":["trace[1660925656] 'process raft request' (duration: 2.063674903s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.95836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.894387Z","time spent":"2.063930728s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:37.958494Z","caller":"traceutil/trace.go:171","msg":"trace[896380762] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"2.064104662s","start":"2026-03-06T21:11:35.894362Z","end":"2026-03-06T21:11:37.958467Z","steps":["trace[896380762] 'process raft request' (duration: 2.063618802s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:37.958512Z","caller":"traceutil/trace.go:171","msg":"trace[1461742437] linearizableReadLoop","detail":"{readStateIndex:25536; appliedIndex:25529; }","duration":"2.061849932s","start":"2026-03-06T21:11:35.896633Z","end":"2026-03-06T21:11:37.958483Z","steps":["trace[1461742437] 'read index received' (duration: 264.106886ms)","trace[1461742437] 'applied index is now lower than readState.Index' (duration: 1.797741846s)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:37.958542Z","caller":"traceutil/trace.go:171","msg":"trace[163710173] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"2.066353561s","start":"2026-03-06T21:11:35.89214Z","end":"2026-03-06T21:11:37.958494Z","steps":["trace[163710173] 'process raft request' (duration: 2.065737027s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:37.958574Z","caller":"traceutil/trace.go:171","msg":"trace[1744629650] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"2.062943095s","start":"2026-03-06T21:11:35.895573Z","end":"2026-03-06T21:11:37.958516Z","steps":["trace[1744629650] 'process raft request' (duration: 2.062599578s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.958653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.894357Z","time spent":"2.064218405s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:37.958696Z","caller":"traceutil/trace.go:171","msg":"trace[1908817088] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"2.064309787s","start":"2026-03-06T21:11:35.89436Z","end":"2026-03-06T21:11:37.95867Z","steps":["trace[1908817088] 'process raft request' (duration: 2.063668833s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:37.958728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.892127Z","time spent":"2.066493354s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:37.958767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.895566Z","time spent":"2.063091988s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:37.958836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.894349Z","time spent":"2.064397848s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:37.958459Z","caller":"traceutil/trace.go:171","msg":"trace[269107236] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"2.066530504s","start":"2026-03-06T21:11:35.891888Z","end":"2026-03-06T21:11:37.958419Z","steps":["trace[269107236] 'process raft request' (duration: 1.444015027s)","trace[269107236] 'compare' (duration: 621.517376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:37.960948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:35.891872Z","time spent":"2.06902689s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:38.478048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:38.897734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.519268225s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:11:39.311763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.238413ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:39.311983Z","caller":"traceutil/trace.go:171","msg":"trace[1524373759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24653; }","duration":"380.480608ms","start":"2026-03-06T21:11:38.931469Z","end":"2026-03-06T21:11:39.31195Z","steps":["trace[1524373759] 'range keys from in-memory index tree' (duration: 380.204412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:39.313371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.029539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:39.313684Z","caller":"traceutil/trace.go:171","msg":"trace[747379321] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"2.614318617s","start":"2026-03-06T21:11:36.699344Z","end":"2026-03-06T21:11:39.313662Z","steps":["trace[747379321] 'process raft request' (duration: 2.614154503s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:39.313738Z","caller":"traceutil/trace.go:171","msg":"trace[1105137143] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"2.645090075s","start":"2026-03-06T21:11:36.668572Z","end":"2026-03-06T21:11:39.313662Z","steps":["trace[1105137143] 'process raft request' (duration: 2.229663827s)","trace[1105137143] 'compare' (duration: 414.711893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:39.313791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.699316Z","time spent":"2.61442725s","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:39.313939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.668548Z","time spent":"2.64527895s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:39.897885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T21:11:39.897978Z","caller":"traceutil/trace.go:171","msg":"trace[412471700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327908s","start":"2026-03-06T21:11:37.897628Z","end":"2026-03-06T21:11:39.897956Z","steps":["trace[412471700] 'agreement among raft nodes before linearized reading' (duration: 2.000216746s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:39.898019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.897613Z","time spent":"2.000398299s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:11:40.273262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.684755Z","time spent":"588.49613ms","remote":"127.0.0.1:37688","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:11:40.273983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.805627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:40.274309Z","caller":"traceutil/trace.go:171","msg":"trace[1249772279] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"385.321425ms","start":"2026-03-06T21:11:39.88897Z","end":"2026-03-06T21:11:40.274291Z","steps":["trace[1249772279] 'process raft request' (duration: 385.290425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.274357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.888938Z","time spent":"385.398836ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:40.274522Z","caller":"traceutil/trace.go:171","msg":"trace[1751898129] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"2.615149536s","start":"2026-03-06T21:11:37.659362Z","end":"2026-03-06T21:11:40.274512Z","steps":["trace[1751898129] 'process raft request' (duration: 1.930531551s)","trace[1751898129] 'compare' (duration: 683.681175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:40.274555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.659335Z","time spent":"2.615202558s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:40.274704Z","caller":"traceutil/trace.go:171","msg":"trace[2098707920] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"2.380766785s","start":"2026-03-06T21:11:37.893932Z","end":"2026-03-06T21:11:40.274699Z","steps":["trace[2098707920] 'process raft request' (duration: 2.380146242s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.274732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.893901Z","time spent":"2.380815066s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:40.274796Z","caller":"traceutil/trace.go:171","msg":"trace[355462808] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"2.378887243s","start":"2026-03-06T21:11:37.895904Z","end":"2026-03-06T21:11:40.274791Z","steps":["trace[355462808] 'process raft request' (duration: 2.378321011s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.274764Z","caller":"traceutil/trace.go:171","msg":"trace[976196401] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"2.379761143s","start":"2026-03-06T21:11:37.894958Z","end":"2026-03-06T21:11:40.274719Z","steps":["trace[976196401] 'process raft request' (duration: 2.379246292s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.274821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.89589Z","time spent":"2.378918154s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:40.274852Z","caller":"traceutil/trace.go:171","msg":"trace[1845963729] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"2.380269514s","start":"2026-03-06T21:11:37.89456Z","end":"2026-03-06T21:11:40.274829Z","steps":["trace[1845963729] 'process raft request' (duration: 2.379579789s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.274823Z","caller":"traceutil/trace.go:171","msg":"trace[1089184117] linearizableReadLoop","detail":"{readStateIndex:25546; appliedIndex:25536; }","duration":"2.316209453s","start":"2026-03-06T21:11:37.958577Z","end":"2026-03-06T21:11:40.274787Z","steps":["trace[1089184117] 'read index received' (duration: 939.641911ms)","trace[1089184117] 'applied index is now lower than readState.Index' (duration: 1.376564022s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:40.27496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.894941Z","time spent":"2.379898065s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:40.275034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.894526Z","time spent":"2.380357036s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:40.275056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36059652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:40.275104Z","caller":"traceutil/trace.go:171","msg":"trace[2126780344] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"2.380556071s","start":"2026-03-06T21:11:37.89454Z","end":"2026-03-06T21:11:40.275096Z","steps":["trace[2126780344] 'process raft request' (duration: 2.37957724s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.275101Z","caller":"traceutil/trace.go:171","msg":"trace[1318990167] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24664; }","duration":"2.360717693s","start":"2026-03-06T21:11:37.914371Z","end":"2026-03-06T21:11:40.275089Z","steps":["trace[1318990167] 'agreement among raft nodes before linearized reading' (duration: 2.36058041s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.27514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.894505Z","time spent":"2.380614931s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:40.275141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.914356Z","time spent":"2.360773634s","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:11:40.275203Z","caller":"traceutil/trace.go:171","msg":"trace[583249648] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"2.380344765s","start":"2026-03-06T21:11:37.894825Z","end":"2026-03-06T21:11:40.27517Z","steps":["trace[583249648] 'process raft request' (duration: 2.379336064s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.275224Z","caller":"traceutil/trace.go:171","msg":"trace[1586112168] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"2.380236133s","start":"2026-03-06T21:11:37.894957Z","end":"2026-03-06T21:11:40.275194Z","steps":["trace[1586112168] 'process raft request' (duration: 2.379223091s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.275387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.894945Z","time spent":"2.380351185s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:40.275391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.894806Z","time spent":"2.380477998s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:40.275477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52223623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-06T21:11:40.275461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715342842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:40.275548Z","caller":"traceutil/trace.go:171","msg":"trace[612582447] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24664; }","duration":"3.715476575s","start":"2026-03-06T21:11:36.560058Z","end":"2026-03-06T21:11:40.275535Z","steps":["trace[612582447] 'agreement among raft nodes before linearized reading' (duration: 3.715351543s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.275508Z","caller":"traceutil/trace.go:171","msg":"trace[264113050] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24664; }","duration":"2.522296021s","start":"2026-03-06T21:11:37.753202Z","end":"2026-03-06T21:11:40.275498Z","steps":["trace[264113050] 'agreement among raft nodes before linearized reading' (duration: 2.522139947s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.275621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.560039Z","time spent":"3.715528226s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:40.275628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.753185Z","time spent":"2.522432154s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-06T21:11:40.275659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940898738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:40.275666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211320834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T21:11:40.275689Z","caller":"traceutil/trace.go:171","msg":"trace[1143822983] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24664; }","duration":"2.940986289s","start":"2026-03-06T21:11:37.334694Z","end":"2026-03-06T21:11:40.27568Z","steps":["trace[1143822983] 'agreement among raft nodes before linearized reading' (duration: 2.940917918s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.275683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211332414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-06T21:11:40.275716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:37.334666Z","time spent":"2.94104386s","remote":"127.0.0.1:50216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:11:40.275715Z","caller":"traceutil/trace.go:171","msg":"trace[2001214376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24664; }","duration":"4.211406546s","start":"2026-03-06T21:11:36.064292Z","end":"2026-03-06T21:11:40.275699Z","steps":["trace[2001214376] 'agreement among raft nodes before linearized reading' (duration: 4.211306404s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.275741Z","caller":"traceutil/trace.go:171","msg":"trace[1908585508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24664; }","duration":"4.211388915s","start":"2026-03-06T21:11:36.064333Z","end":"2026-03-06T21:11:40.275722Z","steps":["trace[1908585508] 'agreement among raft nodes before linearized reading' (duration: 4.211281673s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.275753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.064274Z","time spent":"4.211466527s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T21:11:40.275777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.064272Z","time spent":"4.211498027s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T21:11:40.275827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375407876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-06T21:11:40.275905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542003025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:11:40.275931Z","caller":"traceutil/trace.go:171","msg":"trace[338409222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24664; }","duration":"3.542069118s","start":"2026-03-06T21:11:36.733854Z","end":"2026-03-06T21:11:40.275923Z","steps":["trace[338409222] 'agreement among raft nodes before linearized reading' (duration: 3.541940644s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:40.275919Z","caller":"traceutil/trace.go:171","msg":"trace[19733174] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a; range_end:; response_count:1; response_revision:24664; }","duration":"3.375559049s","start":"2026-03-06T21:11:36.900337Z","end":"2026-03-06T21:11:40.275896Z","steps":["trace[19733174] 'agreement among raft nodes before linearized reading' (duration: 3.37515222s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.275953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.733835Z","time spent":"3.542113258s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:11:40.275977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:36.900314Z","time spent":"3.375652963s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" "} {"level":"warn","ts":"2026-03-06T21:11:40.276405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833430013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:40.276436Z","caller":"traceutil/trace.go:171","msg":"trace[600897128] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24665; }","duration":"1.833530406s","start":"2026-03-06T21:11:38.442897Z","end":"2026-03-06T21:11:40.276427Z","steps":["trace[600897128] 'agreement among raft nodes before linearized reading' (duration: 1.833458234s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.276456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.442842Z","time spent":"1.833607767s","remote":"127.0.0.1:50184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:40.276709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.21366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:11:40.276729Z","caller":"traceutil/trace.go:171","msg":"trace[920705432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24665; }","duration":"309.26048ms","start":"2026-03-06T21:11:39.967462Z","end":"2026-03-06T21:11:40.276723Z","steps":["trace[920705432] 'agreement among raft nodes before linearized reading' (duration: 309.163008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.276745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.96745Z","time spent":"309.290792ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:11:40.276847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.945184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:40.276883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.238926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-06T21:11:40.276892Z","caller":"traceutil/trace.go:171","msg":"trace[2046770298] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24665; }","duration":"755.045077ms","start":"2026-03-06T21:11:39.521834Z","end":"2026-03-06T21:11:40.276879Z","steps":["trace[2046770298] 'agreement among raft nodes before linearized reading' (duration: 754.947824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.276929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.521807Z","time spent":"755.113548ms","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:40.27696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.983121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:11:40.276979Z","caller":"traceutil/trace.go:171","msg":"trace[1160632814] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24665; }","duration":"961.050273ms","start":"2026-03-06T21:11:39.315923Z","end":"2026-03-06T21:11:40.276974Z","steps":["trace[1160632814] 'agreement among raft nodes before linearized reading' (duration: 960.990231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.276996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.315882Z","time spent":"961.109664ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:11:40.277116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583228413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:40.277136Z","caller":"traceutil/trace.go:171","msg":"trace[1717345094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24665; }","duration":"1.583315905s","start":"2026-03-06T21:11:38.693813Z","end":"2026-03-06T21:11:40.277129Z","steps":["trace[1717345094] 'agreement among raft nodes before linearized reading' (duration: 1.583279154s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.277153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.693776Z","time spent":"1.583372216s","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:11:40.277154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.89671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:11:40.277203Z","caller":"traceutil/trace.go:171","msg":"trace[1653756661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24665; }","duration":"313.003902ms","start":"2026-03-06T21:11:39.964185Z","end":"2026-03-06T21:11:40.277189Z","steps":["trace[1653756661] 'agreement among raft nodes before linearized reading' (duration: 312.800058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.277237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.964157Z","time spent":"313.071884ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:40.27725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.951091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:11:40.277272Z","caller":"traceutil/trace.go:171","msg":"trace[1302015002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24665; }","duration":"313.033043ms","start":"2026-03-06T21:11:39.964233Z","end":"2026-03-06T21:11:40.277266Z","steps":["trace[1302015002] 'agreement among raft nodes before linearized reading' (duration: 312.931691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.277271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639050552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:40.277287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.964204Z","time spent":"313.079184ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T21:11:40.277292Z","caller":"traceutil/trace.go:171","msg":"trace[1143954923] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24665; }","duration":"1.639123434s","start":"2026-03-06T21:11:38.638162Z","end":"2026-03-06T21:11:40.277286Z","steps":["trace[1143954923] 'agreement among raft nodes before linearized reading' (duration: 1.639086064s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.277311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.638134Z","time spent":"1.639171265s","remote":"127.0.0.1:50166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:40.27736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.990282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:11:40.277375Z","caller":"traceutil/trace.go:171","msg":"trace[1142713124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24665; }","duration":"313.061664ms","start":"2026-03-06T21:11:39.964309Z","end":"2026-03-06T21:11:40.277371Z","steps":["trace[1142713124] 'agreement among raft nodes before linearized reading' (duration: 313.016873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.277387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.964275Z","time spent":"313.109084ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T21:11:40.276903Z","caller":"traceutil/trace.go:171","msg":"trace[888822481] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24665; }","duration":"956.272408ms","start":"2026-03-06T21:11:39.320624Z","end":"2026-03-06T21:11:40.276897Z","steps":["trace[888822481] 'agreement among raft nodes before linearized reading' (duration: 956.201816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.277432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.320614Z","time spent":"956.810389ms","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T21:11:40.277455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76969048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:11:40.277489Z","caller":"traceutil/trace.go:171","msg":"trace[1043937210] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24665; }","duration":"1.769781392s","start":"2026-03-06T21:11:38.507699Z","end":"2026-03-06T21:11:40.27748Z","steps":["trace[1043937210] 'agreement among raft nodes before linearized reading' (duration: 1.76969533s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.277511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:38.507672Z","time spent":"1.769832102s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:40.277561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.471099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T21:11:40.277556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.283149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:40.277577Z","caller":"traceutil/trace.go:171","msg":"trace[1929624149] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177; range_end:; response_count:1; response_revision:24665; }","duration":"376.518051ms","start":"2026-03-06T21:11:39.901053Z","end":"2026-03-06T21:11:40.277571Z","steps":["trace[1929624149] 'agreement among raft nodes before linearized reading' (duration: 376.458789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.277591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.901042Z","time spent":"376.546311ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a5c0bc2a80177\" "} {"level":"info","ts":"2026-03-06T21:11:40.277589Z","caller":"traceutil/trace.go:171","msg":"trace[349871870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24665; }","duration":"313.394331ms","start":"2026-03-06T21:11:39.964185Z","end":"2026-03-06T21:11:40.277579Z","steps":["trace[349871870] 'agreement among raft nodes before linearized reading' (duration: 313.275888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.277616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.964157Z","time spent":"313.452702ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:11:40.279646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.349045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:40.279688Z","caller":"traceutil/trace.go:171","msg":"trace[1652618167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24665; }","duration":"375.434807ms","start":"2026-03-06T21:11:39.904243Z","end":"2026-03-06T21:11:40.279677Z","steps":["trace[1652618167] 'agreement among raft nodes before linearized reading' (duration: 372.83843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:40.279707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:39.904221Z","time spent":"375.481068ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:11:40.781357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:41.281594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529621051437718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T21:11:41.475045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195294691s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T21:11:41.734163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.675703Z","time spent":"1.058451479s","remote":"127.0.0.1:37710","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T21:11:41.735018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.557925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:41.735163Z","caller":"traceutil/trace.go:171","msg":"trace[583243820] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"1.45548555s","start":"2026-03-06T21:11:40.279651Z","end":"2026-03-06T21:11:41.735137Z","steps":["trace[583243820] 'process raft request' (duration: 1.195665249s)","trace[583243820] 'compare' (duration: 258.717947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:41.735313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.279622Z","time spent":"1.455584192s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:41.769645Z","caller":"traceutil/trace.go:171","msg":"trace[1948011473] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.488868557s","start":"2026-03-06T21:11:40.280742Z","end":"2026-03-06T21:11:41.769611Z","steps":["trace[1948011473] 'process raft request' (duration: 1.488594531s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:41.769795Z","caller":"traceutil/trace.go:171","msg":"trace[310277505] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"1.48634403s","start":"2026-03-06T21:11:40.283433Z","end":"2026-03-06T21:11:41.769777Z","steps":["trace[310277505] 'process raft request' (duration: 1.486211937s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.769825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.280722Z","time spent":"1.488999869s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:41.769867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.283426Z","time spent":"1.486406811s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:41.769874Z","caller":"traceutil/trace.go:171","msg":"trace[202871046] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"1.48635311s","start":"2026-03-06T21:11:40.28348Z","end":"2026-03-06T21:11:41.769833Z","steps":["trace[202871046] 'process raft request' (duration: 1.486215307s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:41.76977Z","caller":"traceutil/trace.go:171","msg":"trace[733112045] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.487035365s","start":"2026-03-06T21:11:40.282687Z","end":"2026-03-06T21:11:41.769722Z","steps":["trace[733112045] 'process raft request' (duration: 1.486899022s)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:41.769955Z","caller":"traceutil/trace.go:171","msg":"trace[2117482675] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"1.485646155s","start":"2026-03-06T21:11:40.284302Z","end":"2026-03-06T21:11:41.769948Z","steps":["trace[2117482675] 'process raft request' (duration: 1.485491811s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.77Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.284296Z","time spent":"1.485682196s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:41.769873Z","caller":"traceutil/trace.go:171","msg":"trace[611197538] linearizableReadLoop","detail":"{readStateIndex:25556; appliedIndex:25548; }","duration":"1.489357107s","start":"2026-03-06T21:11:40.28049Z","end":"2026-03-06T21:11:41.769847Z","steps":["trace[611197538] 'read index received' (duration: 1.194844401s)","trace[611197538] 'applied index is now lower than readState.Index' (duration: 294.511196ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:41.769933Z","caller":"traceutil/trace.go:171","msg":"trace[1451712526] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"1.485954252s","start":"2026-03-06T21:11:40.283972Z","end":"2026-03-06T21:11:41.769927Z","steps":["trace[1451712526] 'process raft request' (duration: 1.485774718s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.770048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48953971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:41.77007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.283476Z","time spent":"1.486495833s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:41.770079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.282667Z","time spent":"1.487317942s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:41.770105Z","caller":"traceutil/trace.go:171","msg":"trace[715216949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24673; }","duration":"1.489628613s","start":"2026-03-06T21:11:40.280462Z","end":"2026-03-06T21:11:41.770091Z","steps":["trace[715216949] 'agreement among raft nodes before linearized reading' (duration: 1.48948543s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.77013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.795258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:41.770152Z","caller":"traceutil/trace.go:171","msg":"trace[1185125875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24673; }","duration":"307.870899ms","start":"2026-03-06T21:11:41.462274Z","end":"2026-03-06T21:11:41.770145Z","steps":["trace[1185125875] 'agreement among raft nodes before linearized reading' (duration: 307.811208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.770148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.280443Z","time spent":"1.489694314s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T21:11:41.770176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:41.462247Z","time spent":"307.91757ms","remote":"127.0.0.1:50210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:41.770185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489524011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:11:41.770207Z","caller":"traceutil/trace.go:171","msg":"trace[1726478518] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24673; }","duration":"1.489548091s","start":"2026-03-06T21:11:40.280653Z","end":"2026-03-06T21:11:41.770201Z","steps":["trace[1726478518] 'agreement among raft nodes before linearized reading' (duration: 1.489430119s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.770067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.283965Z","time spent":"1.486086195s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:41.770225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.280629Z","time spent":"1.489591292s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T21:11:41.770333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109329438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:41.770353Z","caller":"traceutil/trace.go:171","msg":"trace[1528005767] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24673; }","duration":"1.109350998s","start":"2026-03-06T21:11:40.660997Z","end":"2026-03-06T21:11:41.770348Z","steps":["trace[1528005767] 'agreement among raft nodes before linearized reading' (duration: 1.109316068s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.77037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.66093Z","time spent":"1.10943585s","remote":"127.0.0.1:35834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:41.770381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.000848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T21:11:41.770432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.748191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:41.77045Z","caller":"traceutil/trace.go:171","msg":"trace[629753712] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24673; }","duration":"220.767331ms","start":"2026-03-06T21:11:41.549676Z","end":"2026-03-06T21:11:41.770444Z","steps":["trace[629753712] 'agreement among raft nodes before linearized reading' (duration: 220.731581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.770443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079305857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T21:11:41.770446Z","caller":"traceutil/trace.go:171","msg":"trace[695455264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24673; }","duration":"177.11735ms","start":"2026-03-06T21:11:41.593313Z","end":"2026-03-06T21:11:41.77043Z","steps":["trace[695455264] 'agreement among raft nodes before linearized reading' (duration: 177.008588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.770496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489528011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T21:11:41.770513Z","caller":"traceutil/trace.go:171","msg":"trace[960397846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24673; }","duration":"1.489571911s","start":"2026-03-06T21:11:40.280936Z","end":"2026-03-06T21:11:41.770508Z","steps":["trace[960397846] 'agreement among raft nodes before linearized reading' (duration: 1.48951033s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.770532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.280918Z","time spent":"1.489610862s","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T21:11:41.77057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.569632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T21:11:41.770608Z","caller":"traceutil/trace.go:171","msg":"trace[769846617] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24673; }","duration":"752.655774ms","start":"2026-03-06T21:11:41.017944Z","end":"2026-03-06T21:11:41.770599Z","steps":["trace[769846617] 'agreement among raft nodes before linearized reading' (duration: 752.564472ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:41.770488Z","caller":"traceutil/trace.go:171","msg":"trace[493057713] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24673; }","duration":"1.079399919s","start":"2026-03-06T21:11:40.691069Z","end":"2026-03-06T21:11:41.770469Z","steps":["trace[493057713] 'agreement among raft nodes before linearized reading' (duration: 1.079231935s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.770641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:41.017922Z","time spent":"752.709476ms","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T21:11:41.770655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.691043Z","time spent":"1.079604153s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-06T21:11:41.770886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.206192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-06T21:11:41.771071Z","caller":"traceutil/trace.go:171","msg":"trace[1723461194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a; range_end:; response_count:1; response_revision:24673; }","duration":"489.448937ms","start":"2026-03-06T21:11:41.281597Z","end":"2026-03-06T21:11:41.771046Z","steps":["trace[1723461194] 'agreement among raft nodes before linearized reading' (duration: 488.717062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:41.771136Z","caller":"traceutil/trace.go:171","msg":"trace[949425297] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"1.488450206s","start":"2026-03-06T21:11:40.282668Z","end":"2026-03-06T21:11:41.771118Z","steps":["trace[949425297] 'process raft request' (duration: 1.486857232s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.771207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:40.282653Z","time spent":"1.488526547s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:41.771212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:41.281575Z","time spent":"489.614492ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" "} {"level":"warn","ts":"2026-03-06T21:11:41.77095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.358433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:41.771365Z","caller":"traceutil/trace.go:171","msg":"trace[2049115345] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24673; }","duration":"384.766882ms","start":"2026-03-06T21:11:41.386578Z","end":"2026-03-06T21:11:41.771345Z","steps":["trace[2049115345] 'agreement among raft nodes before linearized reading' (duration: 384.333033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:41.771483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:41.386498Z","time spent":"384.921706ms","remote":"127.0.0.1:35900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T21:11:42.426582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.268306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:42.426684Z","caller":"traceutil/trace.go:171","msg":"trace[33578605] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24673; }","duration":"510.473541ms","start":"2026-03-06T21:11:41.916187Z","end":"2026-03-06T21:11:42.426661Z","steps":["trace[33578605] 'range keys from in-memory index tree' (duration: 510.179425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:42.426734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:41.916158Z","time spent":"510.561753ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T21:11:42.426962Z","caller":"traceutil/trace.go:171","msg":"trace[743337035] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"145.695868ms","start":"2026-03-06T21:11:42.281233Z","end":"2026-03-06T21:11:42.426929Z","steps":["trace[743337035] 'process raft request' (duration: 53.634161ms)","trace[743337035] 'compare' (duration: 91.462334ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:42.4273Z","caller":"traceutil/trace.go:171","msg":"trace[1379327469] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"146.010885ms","start":"2026-03-06T21:11:42.281246Z","end":"2026-03-06T21:11:42.427256Z","steps":["trace[1379327469] 'process raft request' (duration: 145.581746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:42.982551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.167867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:42.982954Z","caller":"traceutil/trace.go:171","msg":"trace[2032795233] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"701.514458ms","start":"2026-03-06T21:11:42.281401Z","end":"2026-03-06T21:11:42.982916Z","steps":["trace[2032795233] 'process raft request' (duration: 701.304003ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:42.983046Z","caller":"traceutil/trace.go:171","msg":"trace[1825896079] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"700.573186ms","start":"2026-03-06T21:11:42.282451Z","end":"2026-03-06T21:11:42.983024Z","steps":["trace[1825896079] 'process raft request' (duration: 700.430653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:42.983029Z","caller":"traceutil/trace.go:171","msg":"trace[701076359] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"700.998096ms","start":"2026-03-06T21:11:42.28197Z","end":"2026-03-06T21:11:42.982968Z","steps":["trace[701076359] 'process raft request' (duration: 700.847802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:42.983098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:42.281393Z","time spent":"701.63763ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:42.982931Z","caller":"traceutil/trace.go:171","msg":"trace[587846128] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"701.531688ms","start":"2026-03-06T21:11:42.281323Z","end":"2026-03-06T21:11:42.982855Z","steps":["trace[587846128] 'process raft request' (duration: 406.956992ms)","trace[587846128] 'compare' (duration: 293.476622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:42.983153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.214599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:42.983189Z","caller":"traceutil/trace.go:171","msg":"trace[564287287] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24680; }","duration":"552.298761ms","start":"2026-03-06T21:11:42.430881Z","end":"2026-03-06T21:11:42.98318Z","steps":["trace[564287287] 'agreement among raft nodes before linearized reading' (duration: 552.201049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:42.983198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:42.282415Z","time spent":"700.681598ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:42.983227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:42.430861Z","time spent":"552.357462ms","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T21:11:42.983053Z","caller":"traceutil/trace.go:171","msg":"trace[1836349625] linearizableReadLoop","detail":"{readStateIndex:25563; appliedIndex:25558; }","duration":"552.096517ms","start":"2026-03-06T21:11:42.430941Z","end":"2026-03-06T21:11:42.983037Z","steps":["trace[1836349625] 'read index received' (duration: 257.291156ms)","trace[1836349625] 'applied index is now lower than readState.Index' (duration: 294.804201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:42.983243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:42.281963Z","time spent":"701.164119ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:42.983103Z","caller":"traceutil/trace.go:171","msg":"trace[972220943] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"699.595935ms","start":"2026-03-06T21:11:42.283484Z","end":"2026-03-06T21:11:42.98308Z","steps":["trace[972220943] 'process raft request' (duration: 699.449692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:42.983409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:42.281313Z","time spent":"701.894996ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:42.983478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.823016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-06T21:11:42.9835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:42.283471Z","time spent":"699.995253ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:42.983536Z","caller":"traceutil/trace.go:171","msg":"trace[1605481938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a; range_end:; response_count:1; response_revision:24680; }","duration":"182.915668ms","start":"2026-03-06T21:11:42.800607Z","end":"2026-03-06T21:11:42.983522Z","steps":["trace[1605481938] 'agreement among raft nodes before linearized reading' (duration: 182.742204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:44.452709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.521086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:44.453217Z","caller":"traceutil/trace.go:171","msg":"trace[2051829557] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"650.635118ms","start":"2026-03-06T21:11:43.802204Z","end":"2026-03-06T21:11:44.452839Z","steps":["trace[2051829557] 'process raft request' (duration: 166.891296ms)","trace[2051829557] 'compare' (duration: 483.086287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:44.453276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:43.802182Z","time spent":"651.067767ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:44.465655Z","caller":"traceutil/trace.go:171","msg":"trace[553390738] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"663.107592ms","start":"2026-03-06T21:11:43.80253Z","end":"2026-03-06T21:11:44.465637Z","steps":["trace[553390738] 'process raft request' (duration: 662.98672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:44.465733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:43.802485Z","time spent":"663.207295ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:44.465968Z","caller":"traceutil/trace.go:171","msg":"trace[596363040] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"663.259295ms","start":"2026-03-06T21:11:43.802684Z","end":"2026-03-06T21:11:44.465943Z","steps":["trace[596363040] 'process raft request' (duration: 662.911588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:44.466074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:43.802673Z","time spent":"663.347737ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:44.466062Z","caller":"traceutil/trace.go:171","msg":"trace[956640445] linearizableReadLoop","detail":"{readStateIndex:25568; appliedIndex:25564; }","duration":"662.556569ms","start":"2026-03-06T21:11:43.803436Z","end":"2026-03-06T21:11:44.465993Z","steps":["trace[956640445] 'read index received' (duration: 165.622107ms)","trace[956640445] 'applied index is now lower than readState.Index' (duration: 496.933302ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:44.466104Z","caller":"traceutil/trace.go:171","msg":"trace[1393454416] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"663.404778ms","start":"2026-03-06T21:11:43.802674Z","end":"2026-03-06T21:11:44.466079Z","steps":["trace[1393454416] 'process raft request' (duration: 663.122882ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:44.466129Z","caller":"traceutil/trace.go:171","msg":"trace[619349294] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"662.12455ms","start":"2026-03-06T21:11:43.803984Z","end":"2026-03-06T21:11:44.466109Z","steps":["trace[619349294] 'process raft request' (duration: 661.950776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:44.466203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:43.803973Z","time spent":"662.190421ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:44.466215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:43.802649Z","time spent":"663.508311ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:44.467311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.847768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a5cd6fa19a622\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-06T21:11:44.467343Z","caller":"traceutil/trace.go:171","msg":"trace[1659974022] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a5cd6fa19a622; range_end:; response_count:1; response_revision:24686; }","duration":"663.899429ms","start":"2026-03-06T21:11:43.803432Z","end":"2026-03-06T21:11:44.467332Z","steps":["trace[1659974022] 'agreement among raft nodes before linearized reading' (duration: 662.790474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:44.467369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:43.803415Z","time spent":"663.94646ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a5cd6fa19a622\" "} {"level":"warn","ts":"2026-03-06T21:11:44.489297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.088313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-06T21:11:44.489431Z","caller":"traceutil/trace.go:171","msg":"trace[652555790] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a; range_end:; response_count:1; response_revision:24688; }","duration":"500.260977ms","start":"2026-03-06T21:11:43.989146Z","end":"2026-03-06T21:11:44.489407Z","steps":["trace[652555790] 'agreement among raft nodes before linearized reading' (duration: 499.9785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:44.48929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.247808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T21:11:44.489521Z","caller":"traceutil/trace.go:171","msg":"trace[1938365331] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24688; }","duration":"268.529514ms","start":"2026-03-06T21:11:44.220976Z","end":"2026-03-06T21:11:44.489506Z","steps":["trace[1938365331] 'agreement among raft nodes before linearized reading' (duration: 268.242428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:44.48959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:43.989123Z","time spent":"500.44899ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cbcd627-f6c6-421c-a96d-af476f06920a\" "} {"level":"info","ts":"2026-03-06T21:11:44.698129Z","caller":"traceutil/trace.go:171","msg":"trace[1112542408] linearizableReadLoop","detail":"{readStateIndex:25572; appliedIndex:25571; }","duration":"175.115126ms","start":"2026-03-06T21:11:44.522976Z","end":"2026-03-06T21:11:44.698092Z","steps":["trace[1112542408] 'read index received' (duration: 112.781013ms)","trace[1112542408] 'applied index is now lower than readState.Index' (duration: 62.332833ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:44.698323Z","caller":"traceutil/trace.go:171","msg":"trace[1884717723] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"229.066044ms","start":"2026-03-06T21:11:44.469198Z","end":"2026-03-06T21:11:44.698264Z","steps":["trace[1884717723] 'process raft request' (duration: 166.64461ms)","trace[1884717723] 'compare' (duration: 61.987045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:44.698391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.354202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:44.69846Z","caller":"traceutil/trace.go:171","msg":"trace[945245117] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24689; }","duration":"175.502124ms","start":"2026-03-06T21:11:44.522937Z","end":"2026-03-06T21:11:44.698439Z","steps":["trace[945245117] 'agreement among raft nodes before linearized reading' (duration: 175.30935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.123642Z","caller":"traceutil/trace.go:171","msg":"trace[1740209160] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24690; }","duration":"337.131203ms","start":"2026-03-06T21:11:44.786472Z","end":"2026-03-06T21:11:45.123603Z","steps":["trace[1740209160] 'process raft request' (duration: 255.69339ms)","trace[1740209160] 'compare' (duration: 81.240189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:45.124293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:44.786453Z","time spent":"337.606833ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-06T21:11:45.157635Z","caller":"traceutil/trace.go:171","msg":"trace[1128576614] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"168.797167ms","start":"2026-03-06T21:11:44.988808Z","end":"2026-03-06T21:11:45.157605Z","steps":["trace[1128576614] 'process raft request' (duration: 168.549692ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.157645Z","caller":"traceutil/trace.go:171","msg":"trace[1579380533] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"168.192363ms","start":"2026-03-06T21:11:44.989421Z","end":"2026-03-06T21:11:45.157613Z","steps":["trace[1579380533] 'process raft request' (duration: 168.089891ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.157766Z","caller":"traceutil/trace.go:171","msg":"trace[1599579879] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"167.870417ms","start":"2026-03-06T21:11:44.989734Z","end":"2026-03-06T21:11:45.157605Z","steps":["trace[1599579879] 'process raft request' (duration: 167.803555ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.157979Z","caller":"traceutil/trace.go:171","msg":"trace[2027315343] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"168.145983ms","start":"2026-03-06T21:11:44.989821Z","end":"2026-03-06T21:11:45.157967Z","steps":["trace[2027315343] 'process raft request' (duration: 167.747374ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.158004Z","caller":"traceutil/trace.go:171","msg":"trace[878058093] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"168.082511ms","start":"2026-03-06T21:11:44.989907Z","end":"2026-03-06T21:11:45.15799Z","steps":["trace[878058093] 'process raft request' (duration: 167.936688ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:45.578164Z","caller":"traceutil/trace.go:171","msg":"trace[1406968967] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"372.636205ms","start":"2026-03-06T21:11:45.205514Z","end":"2026-03-06T21:11:45.57815Z","steps":["trace[1406968967] 'process raft request' (duration: 372.40752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:45.57837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:45.205487Z","time spent":"372.799269ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:45.57814Z","caller":"traceutil/trace.go:171","msg":"trace[1846267927] linearizableReadLoop","detail":"{readStateIndex:25579; appliedIndex:25578; }","duration":"343.506314ms","start":"2026-03-06T21:11:45.234607Z","end":"2026-03-06T21:11:45.578114Z","steps":["trace[1846267927] 'read index received' (duration: 343.33402ms)","trace[1846267927] 'applied index is now lower than readState.Index' (duration: 171.614µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:45.578365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.699388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T21:11:45.58024Z","caller":"traceutil/trace.go:171","msg":"trace[1504609863] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:24696; }","duration":"345.632251ms","start":"2026-03-06T21:11:45.234568Z","end":"2026-03-06T21:11:45.5802Z","steps":["trace[1504609863] 'agreement among raft nodes before linearized reading' (duration: 343.624006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:45.580403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:45.234556Z","time spent":"345.790364ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-03-06T21:11:45.581764Z","caller":"traceutil/trace.go:171","msg":"trace[1041890899] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"269.137217ms","start":"2026-03-06T21:11:45.3126Z","end":"2026-03-06T21:11:45.581737Z","steps":["trace[1041890899] 'process raft request' (duration: 268.899231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:45.817106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.311576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:11:45.817219Z","caller":"traceutil/trace.go:171","msg":"trace[1684225817] linearizableReadLoop","detail":"{readStateIndex:25583; appliedIndex:25582; }","duration":"188.44337ms","start":"2026-03-06T21:11:45.628758Z","end":"2026-03-06T21:11:45.817201Z","steps":["trace[1684225817] 'read index received' (duration: 44.838137ms)","trace[1684225817] 'applied index is now lower than readState.Index' (duration: 143.604333ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:45.817257Z","caller":"traceutil/trace.go:171","msg":"trace[1441445334] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"208.667205ms","start":"2026-03-06T21:11:45.608547Z","end":"2026-03-06T21:11:45.817215Z","steps":["trace[1441445334] 'process raft request' (duration: 65.150804ms)","trace[1441445334] 'compare' (duration: 143.124402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:45.81744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.658815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T21:11:45.817522Z","caller":"traceutil/trace.go:171","msg":"trace[415369170] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24699; }","duration":"188.795088ms","start":"2026-03-06T21:11:45.628709Z","end":"2026-03-06T21:11:45.817504Z","steps":["trace[415369170] 'agreement among raft nodes before linearized reading' (duration: 188.581913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.195515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.071938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:3972"} {"level":"info","ts":"2026-03-06T21:11:46.19591Z","caller":"traceutil/trace.go:171","msg":"trace[1146301491] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24699; }","duration":"377.230807ms","start":"2026-03-06T21:11:45.818637Z","end":"2026-03-06T21:11:46.195868Z","steps":["trace[1146301491] 'process raft request' (duration: 205.67983ms)","trace[1146301491] 'compare' (duration: 170.846381ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:46.195975Z","caller":"traceutil/trace.go:171","msg":"trace[73517285] linearizableReadLoop","detail":"{readStateIndex:25584; appliedIndex:25583; }","duration":"376.393719ms","start":"2026-03-06T21:11:45.819545Z","end":"2026-03-06T21:11:46.195939Z","steps":["trace[73517285] 'read index received' (duration: 204.801021ms)","trace[73517285] 'applied index is now lower than readState.Index' (duration: 171.589898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:46.196134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:45.818616Z","time spent":"377.38451ms","remote":"127.0.0.1:52276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":3996,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-06T21:11:46.196353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.784287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-06T21:11:46.196431Z","caller":"traceutil/trace.go:171","msg":"trace[859233335] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24699; }","duration":"376.880979ms","start":"2026-03-06T21:11:45.819534Z","end":"2026-03-06T21:11:46.196415Z","steps":["trace[859233335] 'agreement among raft nodes before linearized reading' (duration: 376.518761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.196469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:45.81947Z","time spent":"376.985802ms","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-06T21:11:46.458194Z","caller":"traceutil/trace.go:171","msg":"trace[276166967] linearizableReadLoop","detail":"{readStateIndex:25586; appliedIndex:25585; }","duration":"258.459242ms","start":"2026-03-06T21:11:46.199705Z","end":"2026-03-06T21:11:46.458164Z","steps":["trace[276166967] 'read index received' (duration: 258.188186ms)","trace[276166967] 'applied index is now lower than readState.Index' (duration: 269.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:46.458229Z","caller":"traceutil/trace.go:171","msg":"trace[1917078332] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24701; }","duration":"260.260901ms","start":"2026-03-06T21:11:46.197938Z","end":"2026-03-06T21:11:46.458199Z","steps":["trace[1917078332] 'process raft request' (duration: 260.046167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.458589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.856451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:11:46.458671Z","caller":"traceutil/trace.go:171","msg":"trace[1844736586] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24701; }","duration":"259.006844ms","start":"2026-03-06T21:11:46.199643Z","end":"2026-03-06T21:11:46.45865Z","steps":["trace[1844736586] 'agreement among raft nodes before linearized reading' (duration: 258.724657ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:46.775731Z","caller":"traceutil/trace.go:171","msg":"trace[963413826] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"312.44004ms","start":"2026-03-06T21:11:46.463251Z","end":"2026-03-06T21:11:46.775691Z","steps":["trace[963413826] 'process raft request' (duration: 312.268266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.775946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:46.463231Z","time spent":"312.610564ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:46.776164Z","caller":"traceutil/trace.go:171","msg":"trace[1460946041] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"283.233746ms","start":"2026-03-06T21:11:46.492884Z","end":"2026-03-06T21:11:46.776118Z","steps":["trace[1460946041] 'process raft request' (duration: 282.757406ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:46.776417Z","caller":"traceutil/trace.go:171","msg":"trace[272656962] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"282.876589ms","start":"2026-03-06T21:11:46.493498Z","end":"2026-03-06T21:11:46.776375Z","steps":["trace[272656962] 'process raft request' (duration: 282.46888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:46.776533Z","caller":"traceutil/trace.go:171","msg":"trace[876070890] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"312.374039ms","start":"2026-03-06T21:11:46.46323Z","end":"2026-03-06T21:11:46.775604Z","steps":["trace[876070890] 'process raft request' (duration: 254.224319ms)","trace[876070890] 'compare' (duration: 57.522516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:46.77669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:46.463209Z","time spent":"313.388801ms","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1200,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T21:11:46.781316Z","caller":"traceutil/trace.go:171","msg":"trace[1567006397] linearizableReadLoop","detail":"{readStateIndex:25588; appliedIndex:25586; }","duration":"311.994471ms","start":"2026-03-06T21:11:46.469299Z","end":"2026-03-06T21:11:46.781293Z","steps":["trace[1567006397] 'read index received' (duration: 248.307118ms)","trace[1567006397] 'applied index is now lower than readState.Index' (duration: 63.686023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:46.78177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.44403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:46.781978Z","caller":"traceutil/trace.go:171","msg":"trace[1078804192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24705; }","duration":"312.692006ms","start":"2026-03-06T21:11:46.46927Z","end":"2026-03-06T21:11:46.781962Z","steps":["trace[1078804192] 'agreement among raft nodes before linearized reading' (duration: 312.345189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.782043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:46.469262Z","time spent":"312.749097ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T21:11:46.783814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.689537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:11:46.783874Z","caller":"traceutil/trace.go:171","msg":"trace[1877501706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24706; }","duration":"313.743638ms","start":"2026-03-06T21:11:46.470114Z","end":"2026-03-06T21:11:46.783858Z","steps":["trace[1877501706] 'agreement among raft nodes before linearized reading' (duration: 313.633906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.783908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:46.4701Z","time spent":"313.80034ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:46.783923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.184162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T21:11:46.783965Z","caller":"traceutil/trace.go:171","msg":"trace[187867012] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24706; }","duration":"236.295294ms","start":"2026-03-06T21:11:46.547659Z","end":"2026-03-06T21:11:46.783955Z","steps":["trace[187867012] 'agreement among raft nodes before linearized reading' (duration: 236.008998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.784069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.578275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:11:46.784097Z","caller":"traceutil/trace.go:171","msg":"trace[1161130527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24706; }","duration":"313.610106ms","start":"2026-03-06T21:11:46.470478Z","end":"2026-03-06T21:11:46.784088Z","steps":["trace[1161130527] 'agreement among raft nodes before linearized reading' (duration: 313.544605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.784118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:46.470474Z","time spent":"313.637047ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:11:46.784213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.971463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:46.784244Z","caller":"traceutil/trace.go:171","msg":"trace[621454103] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24706; }","duration":"214.055264ms","start":"2026-03-06T21:11:46.570181Z","end":"2026-03-06T21:11:46.784236Z","steps":["trace[621454103] 'agreement among raft nodes before linearized reading' (duration: 213.999873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.784433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.865164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:11:46.784464Z","caller":"traceutil/trace.go:171","msg":"trace[1203070592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24706; }","duration":"314.905115ms","start":"2026-03-06T21:11:46.469548Z","end":"2026-03-06T21:11:46.784453Z","steps":["trace[1203070592] 'agreement among raft nodes before linearized reading' (duration: 314.834124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:46.784487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:46.469545Z","time spent":"314.936696ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:11:47.311726Z","caller":"traceutil/trace.go:171","msg":"trace[940040460] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"100.165067ms","start":"2026-03-06T21:11:47.211534Z","end":"2026-03-06T21:11:47.311699Z","steps":["trace[940040460] 'process raft request' (duration: 99.532633ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:47.311883Z","caller":"traceutil/trace.go:171","msg":"trace[1322197906] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"100.250239ms","start":"2026-03-06T21:11:47.211628Z","end":"2026-03-06T21:11:47.311878Z","steps":["trace[1322197906] 'process raft request' (duration: 99.551033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:47.311958Z","caller":"traceutil/trace.go:171","msg":"trace[1009295973] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"100.29842ms","start":"2026-03-06T21:11:47.211653Z","end":"2026-03-06T21:11:47.311952Z","steps":["trace[1009295973] 'process raft request' (duration: 99.553354ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:47.938887Z","caller":"traceutil/trace.go:171","msg":"trace[1521156234] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"156.978547ms","start":"2026-03-06T21:11:47.781881Z","end":"2026-03-06T21:11:47.938859Z","steps":["trace[1521156234] 'process raft request' (duration: 156.794443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.132895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.109448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:49.133034Z","caller":"traceutil/trace.go:171","msg":"trace[1356509290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24726; }","duration":"206.267822ms","start":"2026-03-06T21:11:48.926747Z","end":"2026-03-06T21:11:49.133015Z","steps":["trace[1356509290] 'range keys from in-memory index tree' (duration: 206.086728ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:49.133524Z","caller":"traceutil/trace.go:171","msg":"trace[1567494375] linearizableReadLoop","detail":"{readStateIndex:25616; appliedIndex:25615; }","duration":"351.844098ms","start":"2026-03-06T21:11:48.781635Z","end":"2026-03-06T21:11:49.133479Z","steps":["trace[1567494375] 'read index received' (duration: 329.72088ms)","trace[1567494375] 'applied index is now lower than readState.Index' (duration: 22.120738ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:11:49.133664Z","caller":"traceutil/trace.go:171","msg":"trace[96637799] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"582.24893ms","start":"2026-03-06T21:11:48.551399Z","end":"2026-03-06T21:11:49.133648Z","steps":["trace[96637799] 'process raft request' (duration: 559.950459ms)","trace[96637799] 'compare' (duration: 21.681398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:11:49.133784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.551372Z","time spent":"582.326372ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2980,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T21:11:49.133859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.200335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:11:49.133929Z","caller":"traceutil/trace.go:171","msg":"trace[2101968625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24727; }","duration":"352.329519ms","start":"2026-03-06T21:11:48.781584Z","end":"2026-03-06T21:11:49.133913Z","steps":["trace[2101968625] 'agreement among raft nodes before linearized reading' (duration: 352.076153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.133959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.781559Z","time spent":"352.39474ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:49.173045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.271755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:11:49.173279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.304213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T21:11:49.17327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.107644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:11:49.173404Z","caller":"traceutil/trace.go:171","msg":"trace[668614963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24729; }","duration":"377.303099ms","start":"2026-03-06T21:11:48.796072Z","end":"2026-03-06T21:11:49.173375Z","steps":["trace[668614963] 'agreement among raft nodes before linearized reading' (duration: 377.000122ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:49.173414Z","caller":"traceutil/trace.go:171","msg":"trace[309140866] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"390.658313ms","start":"2026-03-06T21:11:48.782721Z","end":"2026-03-06T21:11:49.173379Z","steps":["trace[309140866] 'process raft request' (duration: 390.011728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.173475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.79606Z","time spent":"377.401811ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:11:49.172965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.310982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:11:49.173624Z","caller":"traceutil/trace.go:171","msg":"trace[1118002178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24729; }","duration":"380.023199ms","start":"2026-03-06T21:11:48.793585Z","end":"2026-03-06T21:11:49.173609Z","steps":["trace[1118002178] 'agreement among raft nodes before linearized reading' (duration: 379.19765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.173655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.782693Z","time spent":"390.796926ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:11:49.173673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.793572Z","time spent":"380.08553ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:11:49.173333Z","caller":"traceutil/trace.go:171","msg":"trace[32944026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24729; }","duration":"379.383884ms","start":"2026-03-06T21:11:48.793934Z","end":"2026-03-06T21:11:49.173317Z","steps":["trace[32944026] 'agreement among raft nodes before linearized reading' (duration: 379.245631ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:49.173278Z","caller":"traceutil/trace.go:171","msg":"trace[1341663893] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24729; }","duration":"272.543612ms","start":"2026-03-06T21:11:48.900712Z","end":"2026-03-06T21:11:49.173256Z","steps":["trace[1341663893] 'agreement among raft nodes before linearized reading' (duration: 272.286996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.173775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.793921Z","time spent":"379.842134ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:11:49.173112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.131101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:11:49.173893Z","caller":"traceutil/trace.go:171","msg":"trace[2127067116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24729; }","duration":"375.99403ms","start":"2026-03-06T21:11:48.797883Z","end":"2026-03-06T21:11:49.173877Z","steps":["trace[2127067116] 'agreement among raft nodes before linearized reading' (duration: 375.095889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.173932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.797856Z","time spent":"376.063501ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T21:11:49.174358Z","caller":"traceutil/trace.go:171","msg":"trace[225003332] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"391.984742ms","start":"2026-03-06T21:11:48.78235Z","end":"2026-03-06T21:11:49.174335Z","steps":["trace[225003332] 'process raft request' (duration: 390.231593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.174445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:11:48.782328Z","time spent":"392.072424ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:11:49.372322Z","caller":"traceutil/trace.go:171","msg":"trace[197828072] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"231.484218ms","start":"2026-03-06T21:11:49.140809Z","end":"2026-03-06T21:11:49.372293Z","steps":["trace[197828072] 'process raft request' (duration: 231.071958ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:49.387563Z","caller":"traceutil/trace.go:171","msg":"trace[1256363669] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"208.578783ms","start":"2026-03-06T21:11:49.17894Z","end":"2026-03-06T21:11:49.387519Z","steps":["trace[1256363669] 'process raft request' (duration: 208.300727ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:49.387597Z","caller":"traceutil/trace.go:171","msg":"trace[1071743807] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"208.492411ms","start":"2026-03-06T21:11:49.179063Z","end":"2026-03-06T21:11:49.387556Z","steps":["trace[1071743807] 'process raft request' (duration: 208.333307ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:49.387678Z","caller":"traceutil/trace.go:171","msg":"trace[734694701] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"206.066437ms","start":"2026-03-06T21:11:49.181569Z","end":"2026-03-06T21:11:49.387635Z","steps":["trace[734694701] 'process raft request' (duration: 205.904974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:11:49.387763Z","caller":"traceutil/trace.go:171","msg":"trace[755601809] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"208.047651ms","start":"2026-03-06T21:11:49.179669Z","end":"2026-03-06T21:11:49.387717Z","steps":["trace[755601809] 'process raft request' (duration: 207.762135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:11:49.712166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.347407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:11:49.712293Z","caller":"traceutil/trace.go:171","msg":"trace[288576916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24739; }","duration":"197.580891ms","start":"2026-03-06T21:11:49.514681Z","end":"2026-03-06T21:11:49.712261Z","steps":["trace[288576916] 'range keys from in-memory index tree' (duration: 197.262314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:17.035631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.953984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-06T21:12:17.03577Z","caller":"traceutil/trace.go:171","msg":"trace[1985735062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24962; }","duration":"121.161169ms","start":"2026-03-06T21:12:16.914575Z","end":"2026-03-06T21:12:17.035736Z","steps":["trace[1985735062] 'range keys from in-memory index tree' (duration: 120.686898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:21.064304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.532613ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-06T21:12:21.064959Z","caller":"traceutil/trace.go:171","msg":"trace[882192427] linearizableReadLoop","detail":"{readStateIndex:25883; appliedIndex:25882; }","duration":"549.714215ms","start":"2026-03-06T21:12:20.515214Z","end":"2026-03-06T21:12:21.064928Z","steps":["trace[882192427] 'read index received' (duration: 55.401µs)","trace[882192427] 'applied index is now lower than readState.Index' (duration: 549.655754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:12:21.065212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.928349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:12:21.065366Z","caller":"traceutil/trace.go:171","msg":"trace[341953012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24987; }","duration":"550.188095ms","start":"2026-03-06T21:12:20.51515Z","end":"2026-03-06T21:12:21.065338Z","steps":["trace[341953012] 'agreement among raft nodes before linearized reading' (duration: 549.842027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:21.06542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:12:20.515126Z","time spent":"550.280967ms","remote":"127.0.0.1:52114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T21:12:21.065961Z","caller":"traceutil/trace.go:171","msg":"trace[647163123] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"434.941257ms","start":"2026-03-06T21:12:20.630978Z","end":"2026-03-06T21:12:21.065919Z","steps":["trace[647163123] 'process raft request' (duration: 433.472886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:21.066041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.273924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T21:12:21.066132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:12:20.630947Z","time spent":"435.106321ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:12:21.066268Z","caller":"traceutil/trace.go:171","msg":"trace[1476395241] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"235.463395ms","start":"2026-03-06T21:12:20.830777Z","end":"2026-03-06T21:12:21.06624Z","steps":["trace[1476395241] 'process raft request' (duration: 234.994145ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:12:21.066482Z","caller":"traceutil/trace.go:171","msg":"trace[1928435659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24989; }","duration":"321.365486ms","start":"2026-03-06T21:12:20.74472Z","end":"2026-03-06T21:12:21.066085Z","steps":["trace[1928435659] 'agreement among raft nodes before linearized reading' (duration: 321.220853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:12:21.06667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:12:20.744697Z","time spent":"321.847746ms","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-06T21:12:23.473249Z","caller":"traceutil/trace.go:171","msg":"trace[2125155192] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"151.602679ms","start":"2026-03-06T21:12:23.321611Z","end":"2026-03-06T21:12:23.473214Z","steps":["trace[2125155192] 'process raft request' (duration: 151.399184ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:12:23.607358Z","caller":"traceutil/trace.go:171","msg":"trace[1744807158] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"285.63138ms","start":"2026-03-06T21:12:23.3217Z","end":"2026-03-06T21:12:23.607331Z","steps":["trace[1744807158] 'process raft request' (duration: 285.141649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.252129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.182291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T21:13:04.252301Z","caller":"traceutil/trace.go:171","msg":"trace[483921293] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"380.521708ms","start":"2026-03-06T21:13:03.871752Z","end":"2026-03-06T21:13:04.252273Z","steps":["trace[483921293] 'process raft request' (duration: 188.085451ms)","trace[483921293] 'compare' (duration: 191.854284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:13:04.252719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.871723Z","time spent":"380.942348ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:13:04.416716Z","caller":"traceutil/trace.go:171","msg":"trace[990529254] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"544.434439ms","start":"2026-03-06T21:13:03.872256Z","end":"2026-03-06T21:13:04.416691Z","steps":["trace[990529254] 'process raft request' (duration: 544.172643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.416921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.872213Z","time spent":"544.597951ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:13:04.419843Z","caller":"traceutil/trace.go:171","msg":"trace[1405886053] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"547.076927ms","start":"2026-03-06T21:13:03.872704Z","end":"2026-03-06T21:13:04.419781Z","steps":["trace[1405886053] 'process raft request' (duration: 543.889447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.420132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.872694Z","time spent":"547.293201ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:13:04.420714Z","caller":"traceutil/trace.go:171","msg":"trace[1644636144] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"547.928205ms","start":"2026-03-06T21:13:03.872735Z","end":"2026-03-06T21:13:04.420663Z","steps":["trace[1644636144] 'process raft request' (duration: 546.940233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.420989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.872723Z","time spent":"548.083229ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:13:04.421254Z","caller":"traceutil/trace.go:171","msg":"trace[2137848567] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"548.378876ms","start":"2026-03-06T21:13:03.872852Z","end":"2026-03-06T21:13:04.421231Z","steps":["trace[2137848567] 'process raft request' (duration: 547.68911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.421311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.87282Z","time spent":"548.456637ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T21:13:04.42253Z","caller":"traceutil/trace.go:171","msg":"trace[913053918] linearizableReadLoop","detail":"{readStateIndex:26365; appliedIndex:26359; }","duration":"548.672482ms","start":"2026-03-06T21:13:03.873739Z","end":"2026-03-06T21:13:04.422412Z","steps":["trace[913053918] 'read index received' (duration: 186.11873ms)","trace[913053918] 'applied index is now lower than readState.Index' (duration: 362.551742ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:13:04.42327Z","caller":"traceutil/trace.go:171","msg":"trace[912304062] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"550.336588ms","start":"2026-03-06T21:13:03.872914Z","end":"2026-03-06T21:13:04.423251Z","steps":["trace[912304062] 'process raft request' (duration: 548.081059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.42344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.87288Z","time spent":"550.42612ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T21:13:04.423885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.025418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:13:04.423938Z","caller":"traceutil/trace.go:171","msg":"trace[496620950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25458; }","duration":"504.09374ms","start":"2026-03-06T21:13:03.919817Z","end":"2026-03-06T21:13:04.423911Z","steps":["trace[496620950] 'agreement among raft nodes before linearized reading' (duration: 503.980837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.423969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.919804Z","time spent":"504.155981ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T21:13:04.424259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.659014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T21:13:04.424303Z","caller":"traceutil/trace.go:171","msg":"trace[1563171019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25458; }","duration":"475.743216ms","start":"2026-03-06T21:13:03.948536Z","end":"2026-03-06T21:13:04.42428Z","steps":["trace[1563171019] 'agreement among raft nodes before linearized reading' (duration: 475.639474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.424332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.948509Z","time spent":"475.814118ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T21:13:04.424549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.310583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T21:13:04.424594Z","caller":"traceutil/trace.go:171","msg":"trace[240844766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25458; }","duration":"503.358124ms","start":"2026-03-06T21:13:03.921212Z","end":"2026-03-06T21:13:04.42457Z","steps":["trace[240844766] 'agreement among raft nodes before linearized reading' (duration: 503.244932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.424621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.921204Z","time spent":"503.409555ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T21:13:04.424824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.931998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T21:13:04.424866Z","caller":"traceutil/trace.go:171","msg":"trace[1517206171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25458; }","duration":"504.975039ms","start":"2026-03-06T21:13:03.919867Z","end":"2026-03-06T21:13:04.424843Z","steps":["trace[1517206171] 'agreement among raft nodes before linearized reading' (duration: 504.887827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.424892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.919863Z","time spent":"505.02148ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T21:13:04.426022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.278061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T21:13:04.426093Z","caller":"traceutil/trace.go:171","msg":"trace[170213646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25458; }","duration":"552.356013ms","start":"2026-03-06T21:13:03.873717Z","end":"2026-03-06T21:13:04.426073Z","steps":["trace[170213646] 'agreement among raft nodes before linearized reading' (duration: 549.90862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:13:04.426147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T21:13:03.873667Z","time spent":"552.466545ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T21:13:12.542874Z","caller":"traceutil/trace.go:171","msg":"trace[2119526677] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"100.507314ms","start":"2026-03-06T21:13:12.442323Z","end":"2026-03-06T21:13:12.54283Z","steps":["trace[2119526677] 'process raft request' (duration: 51.900803ms)","trace[2119526677] 'compare' (duration: 48.435547ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:13:46.789385Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23428} {"level":"info","ts":"2026-03-06T21:13:46.939733Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23428,"took":"144.026701ms","hash":2138982915,"current-db-size-bytes":47431680,"current-db-size":"47 MB","current-db-size-in-use-bytes":32063488,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T21:13:46.939826Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2138982915,"revision":23428,"compact-revision":20415} {"level":"info","ts":"2026-03-06T21:14:19.023655Z","caller":"traceutil/trace.go:171","msg":"trace[2105612836] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"114.056254ms","start":"2026-03-06T21:14:18.909565Z","end":"2026-03-06T21:14:19.023621Z","steps":["trace[2105612836] 'process raft request' (duration: 62.081129ms)","trace[2105612836] 'compare' (duration: 51.27947ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:14:19.024276Z","caller":"traceutil/trace.go:171","msg":"trace[1717227720] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"114.177127ms","start":"2026-03-06T21:14:18.910054Z","end":"2026-03-06T21:14:19.024231Z","steps":["trace[1717227720] 'process raft request' (duration: 113.41398ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:52.245224Z","caller":"traceutil/trace.go:171","msg":"trace[1026435342] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"107.49913ms","start":"2026-03-06T21:15:52.137668Z","end":"2026-03-06T21:15:52.245167Z","steps":["trace[1026435342] 'process raft request' (duration: 106.309924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:15:52.448692Z","caller":"traceutil/trace.go:171","msg":"trace[474116554] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"135.383305ms","start":"2026-03-06T21:15:52.313214Z","end":"2026-03-06T21:15:52.448597Z","steps":["trace[474116554] 'process raft request' (duration: 84.754699ms)","trace[474116554] 'compare' (duration: 50.257738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T21:15:53.064448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.855244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:15:53.064574Z","caller":"traceutil/trace.go:171","msg":"trace[1724424467] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26988; }","duration":"106.103329ms","start":"2026-03-06T21:15:52.958444Z","end":"2026-03-06T21:15:53.064547Z","steps":["trace[1724424467] 'count revisions from in-memory index tree' (duration: 105.65343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:15:53.064611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.448648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-06T21:15:53.064718Z","caller":"traceutil/trace.go:171","msg":"trace[2053171110] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:26988; }","duration":"287.634442ms","start":"2026-03-06T21:15:52.777058Z","end":"2026-03-06T21:15:53.064692Z","steps":["trace[2053171110] 'range keys from in-memory index tree' (duration: 287.168342ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:18:46.798411Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25781} {"level":"info","ts":"2026-03-06T21:18:46.936756Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25781,"took":"131.882308ms","hash":2905867640,"current-db-size-bytes":47431680,"current-db-size":"47 MB","current-db-size-in-use-bytes":32538624,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T21:18:46.936844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2905867640,"revision":25781,"compact-revision":23428} {"level":"info","ts":"2026-03-06T21:20:22.305058Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T21:20:22.311683Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T21:20:22.311835Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T21:23:46.809013Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28309} {"level":"info","ts":"2026-03-06T21:23:46.965292Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28309,"took":"151.4892ms","hash":4119628935,"current-db-size-bytes":47431680,"current-db-size":"47 MB","current-db-size-in-use-bytes":27140096,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T21:23:46.965378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4119628935,"revision":28309,"compact-revision":25781} {"level":"info","ts":"2026-03-06T21:28:46.816485Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30382} {"level":"info","ts":"2026-03-06T21:28:46.959563Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30382,"took":"138.72206ms","hash":1743570423,"current-db-size-bytes":47431680,"current-db-size":"47 MB","current-db-size-in-use-bytes":26898432,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T21:28:46.959656Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1743570423,"revision":30382,"compact-revision":28309} {"level":"warn","ts":"2026-03-06T21:29:52.717224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.451128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T21:29:52.717327Z","caller":"traceutil/trace.go:171","msg":"trace[64942423] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:32973; }","duration":"121.614012ms","start":"2026-03-06T21:29:52.595689Z","end":"2026-03-06T21:29:52.717304Z","steps":["trace[64942423] 'count revisions from in-memory index tree' (duration: 121.342736ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:48.753421Z","caller":"traceutil/trace.go:171","msg":"trace[1910237771] linearizableReadLoop","detail":"{readStateIndex:34548; appliedIndex:34546; }","duration":"105.428194ms","start":"2026-03-06T21:30:48.647975Z","end":"2026-03-06T21:30:48.753403Z","steps":["trace[1910237771] 'read index received' (duration: 105.196989ms)","trace[1910237771] 'applied index is now lower than readState.Index' (duration: 230.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T21:30:48.753469Z","caller":"traceutil/trace.go:171","msg":"trace[823106635] transaction","detail":"{read_only:false; response_revision:33397; number_of_response:1; }","duration":"106.727074ms","start":"2026-03-06T21:30:48.646705Z","end":"2026-03-06T21:30:48.753432Z","steps":["trace[823106635] 'process raft request' (duration: 106.458508ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:30:48.753512Z","caller":"traceutil/trace.go:171","msg":"trace[611418063] transaction","detail":"{read_only:false; response_revision:33398; number_of_response:1; }","duration":"106.759234ms","start":"2026-03-06T21:30:48.646715Z","end":"2026-03-06T21:30:48.753474Z","steps":["trace[611418063] 'process raft request' (duration: 106.650841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T21:30:48.753582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.591958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T21:30:48.753604Z","caller":"traceutil/trace.go:171","msg":"trace[1085910472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33398; }","duration":"105.665419ms","start":"2026-03-06T21:30:48.647932Z","end":"2026-03-06T21:30:48.753597Z","steps":["trace[1085910472] 'agreement among raft nodes before linearized reading' (duration: 105.559377ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:33:46.824223Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32473} {"level":"info","ts":"2026-03-06T21:33:46.965404Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32473,"took":"135.079078ms","hash":3246858337,"current-db-size-bytes":47431680,"current-db-size":"47 MB","current-db-size-in-use-bytes":28839936,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T21:33:46.965503Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3246858337,"revision":32473,"compact-revision":30382} {"level":"info","ts":"2026-03-06T21:35:39.145069Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008f16.wal"} {"level":"info","ts":"2026-03-06T21:38:46.832384Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34615} {"level":"info","ts":"2026-03-06T21:38:46.963509Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34615,"took":"125.663661ms","hash":841309172,"current-db-size-bytes":47853568,"current-db-size":"48 MB","current-db-size-in-use-bytes":27619328,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T21:38:46.963596Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":841309172,"revision":34615,"compact-revision":32473} {"level":"info","ts":"2026-03-06T21:38:58.157042Z","caller":"traceutil/trace.go:171","msg":"trace[1672303244] transaction","detail":"{read_only:false; response_revision:36771; number_of_response:1; }","duration":"110.321753ms","start":"2026-03-06T21:38:58.046686Z","end":"2026-03-06T21:38:58.157008Z","steps":["trace[1672303244] 'process raft request' (duration: 110.139489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:38:58.158085Z","caller":"traceutil/trace.go:171","msg":"trace[1619384234] transaction","detail":"{read_only:false; response_revision:36772; number_of_response:1; }","duration":"109.460093ms","start":"2026-03-06T21:38:58.048568Z","end":"2026-03-06T21:38:58.158028Z","steps":["trace[1619384234] 'process raft request' (duration: 109.045844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T21:43:19.360159Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T21:43:19.367224Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-06T21:43:19.367362Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-06T21:43:46.838441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36695} {"level":"info","ts":"2026-03-06T21:43:46.981302Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36695,"took":"135.612609ms","hash":3987473170,"current-db-size-bytes":47853568,"current-db-size":"48 MB","current-db-size-in-use-bytes":28557312,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T21:43:46.981451Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3987473170,"revision":36695,"compact-revision":34615}