{"level":"warn","ts":"2026-03-04T01:22:24.623949Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:22:24.624054Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.52:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.52:2380","--initial-cluster=instance=https://162.253.55.52:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.52:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.52:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:22:24.624144Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:22:24.624164Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.52:2380"]} {"level":"info","ts":"2026-03-04T01:22:24.624186Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:22:24.625022Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"]} {"level":"info","ts":"2026-03-04T01:22:24.625125Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.52:2380"],"listen-peer-urls":["https://162.253.55.52:2380"],"advertise-client-urls":["https://162.253.55.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.52:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:22:24.628111Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.748007ms"} {"level":"info","ts":"2026-03-04T01:22:24.6354Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b11e7fc5714be64b","cluster-id":"9349e4f32a52a90a"} {"level":"info","ts":"2026-03-04T01:22:24.635545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:22:24.635631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became follower at term 0"} {"level":"info","ts":"2026-03-04T01:22:24.635654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b11e7fc5714be64b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:22:24.635677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became follower at term 1"} {"level":"info","ts":"2026-03-04T01:22:24.635777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=(12762778880000648779)"} {"level":"warn","ts":"2026-03-04T01:22:24.64615Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:22:24.648724Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:22:24.651651Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:22:24.653784Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b11e7fc5714be64b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:22:24.65402Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b11e7fc5714be64b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:22:24.654088Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:24.654194Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:24.654232Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:22:24.656069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=(12762778880000648779)"} {"level":"info","ts":"2026-03-04T01:22:24.656237Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9349e4f32a52a90a","local-member-id":"b11e7fc5714be64b","added-peer-id":"b11e7fc5714be64b","added-peer-peer-urls":["https://162.253.55.52:2380"]} {"level":"info","ts":"2026-03-04T01:22:24.659516Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:22:24.659807Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b11e7fc5714be64b","initial-advertise-peer-urls":["https://162.253.55.52:2380"],"listen-peer-urls":["https://162.253.55.52:2380"],"advertise-client-urls":["https://162.253.55.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:22:24.65984Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.52:2380"} {"level":"info","ts":"2026-03-04T01:22:24.660018Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.52:2380"} {"level":"info","ts":"2026-03-04T01:22:24.659875Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:22:25.536372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:22:25.536463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:22:25.536514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b received MsgPreVoteResp from b11e7fc5714be64b at term 1"} {"level":"info","ts":"2026-03-04T01:22:25.536535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:22:25.536553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b received MsgVoteResp from b11e7fc5714be64b at term 2"} {"level":"info","ts":"2026-03-04T01:22:25.536569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became leader at term 2"} {"level":"info","ts":"2026-03-04T01:22:25.536587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b11e7fc5714be64b elected leader b11e7fc5714be64b at term 2"} {"level":"info","ts":"2026-03-04T01:22:25.537602Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:25.537769Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b11e7fc5714be64b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.52:2379]}","request-path":"/0/members/b11e7fc5714be64b/attributes","cluster-id":"9349e4f32a52a90a","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:22:25.537816Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:22:25.537835Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:22:25.538422Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:22:25.538486Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T01:22:25.538572Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9349e4f32a52a90a","local-member-id":"b11e7fc5714be64b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:25.538932Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:25.538978Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:22:25.54132Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:22:25.541342Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.52:2379"} {"level":"info","ts":"2026-03-04T01:22:34.727381Z","caller":"traceutil/trace.go:171","msg":"trace[2024860757] linearizableReadLoop","detail":"{readStateIndex:310; appliedIndex:309; }","duration":"104.049806ms","start":"2026-03-04T01:22:34.62331Z","end":"2026-03-04T01:22:34.72736Z","steps":["trace[2024860757] 'read index received' (duration: 65.684044ms)","trace[2024860757] 'applied index is now lower than readState.Index' (duration: 38.364872ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:22:34.727501Z","caller":"traceutil/trace.go:171","msg":"trace[1465609945] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"108.324094ms","start":"2026-03-04T01:22:34.619145Z","end":"2026-03-04T01:22:34.727469Z","steps":["trace[1465609945] 'process raft request' (duration: 69.83612ms)","trace[1465609945] 'compare' (duration: 38.257399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:22:34.727567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.4663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:22:34.727621Z","caller":"traceutil/trace.go:171","msg":"trace[119988851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:297; }","duration":"112.594742ms","start":"2026-03-04T01:22:34.615012Z","end":"2026-03-04T01:22:34.727607Z","steps":["trace[119988851] 'agreement among raft nodes before linearized reading' (duration: 112.455189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:22:38.563078Z","caller":"traceutil/trace.go:171","msg":"trace[1690970550] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"117.243266ms","start":"2026-03-04T01:22:38.445815Z","end":"2026-03-04T01:22:38.563058Z","steps":["trace[1690970550] 'read index received' (duration: 117.020922ms)","trace[1690970550] 'applied index is now lower than readState.Index' (duration: 221.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:22:38.563132Z","caller":"traceutil/trace.go:171","msg":"trace[359930763] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"124.848934ms","start":"2026-03-04T01:22:38.438254Z","end":"2026-03-04T01:22:38.563102Z","steps":["trace[359930763] 'process raft request' (duration: 124.671301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:22:38.56327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.421081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:22:38.563392Z","caller":"traceutil/trace.go:171","msg":"trace[1655939934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:362; }","duration":"117.609565ms","start":"2026-03-04T01:22:38.445765Z","end":"2026-03-04T01:22:38.563375Z","steps":["trace[1655939934] 'agreement among raft nodes before linearized reading' (duration: 117.382449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:22:54.835175Z","caller":"traceutil/trace.go:171","msg":"trace[2062664534] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:485; }","duration":"131.566993ms","start":"2026-03-04T01:22:54.703585Z","end":"2026-03-04T01:22:54.835152Z","steps":["trace[2062664534] 'read index received' (duration: 24.905974ms)","trace[2062664534] 'applied index is now lower than readState.Index' (duration: 106.659769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:22:54.835314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.715116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:22:54.835704Z","caller":"traceutil/trace.go:171","msg":"trace[586723950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:468; }","duration":"131.794298ms","start":"2026-03-04T01:22:54.703542Z","end":"2026-03-04T01:22:54.835337Z","steps":["trace[586723950] 'agreement among raft nodes before linearized reading' (duration: 131.709216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:22:54.837629Z","caller":"traceutil/trace.go:171","msg":"trace[2135985214] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"175.304226ms","start":"2026-03-04T01:22:54.662283Z","end":"2026-03-04T01:22:54.837587Z","steps":["trace[2135985214] 'process raft request' (duration: 172.575489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:01.629188Z","caller":"traceutil/trace.go:171","msg":"trace[1816553634] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"381.290351ms","start":"2026-03-04T01:23:01.247879Z","end":"2026-03-04T01:23:01.629169Z","steps":["trace[1816553634] 'process raft request' (duration: 381.161028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:01.629619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:01.247847Z","time spent":"381.413703ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:23:01.656517Z","caller":"traceutil/trace.go:171","msg":"trace[390998557] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:530; }","duration":"358.363257ms","start":"2026-03-04T01:23:01.298129Z","end":"2026-03-04T01:23:01.656493Z","steps":["trace[390998557] 'read index received' (duration: 330.937229ms)","trace[390998557] 'applied index is now lower than readState.Index' (duration: 27.424018ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:01.656597Z","caller":"traceutil/trace.go:171","msg":"trace[2003798065] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"404.483851ms","start":"2026-03-04T01:23:01.252093Z","end":"2026-03-04T01:23:01.656577Z","steps":["trace[2003798065] 'process raft request' (duration: 390.647484ms)","trace[2003798065] 'compare' (duration: 13.593012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:23:01.656691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.53479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:23:01.656733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:01.252076Z","time spent":"404.562623ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:23:01.656774Z","caller":"traceutil/trace.go:171","msg":"trace[1244557460] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"358.674643ms","start":"2026-03-04T01:23:01.298076Z","end":"2026-03-04T01:23:01.656751Z","steps":["trace[1244557460] 'agreement among raft nodes before linearized reading' (duration: 358.50172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:01.656847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:01.298056Z","time spent":"358.778935ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T01:23:02.28345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.03452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:02.283581Z","caller":"traceutil/trace.go:171","msg":"trace[1311882370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"387.188493ms","start":"2026-03-04T01:23:01.896342Z","end":"2026-03-04T01:23:02.283531Z","steps":["trace[1311882370] 'range keys from in-memory index tree' (duration: 386.862917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:02.283627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:01.896319Z","time spent":"387.297225ms","remote":"127.0.0.1:57376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:23:02.283644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.460636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:02.283725Z","caller":"traceutil/trace.go:171","msg":"trace[688449759] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"484.578639ms","start":"2026-03-04T01:23:01.799124Z","end":"2026-03-04T01:23:02.283702Z","steps":["trace[688449759] 'range keys from in-memory index tree' (duration: 484.366565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:02.283776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:23:01.799101Z","time spent":"484.66274ms","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-04T01:23:03.38513Z","caller":"traceutil/trace.go:171","msg":"trace[1810112468] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"114.266635ms","start":"2026-03-04T01:23:03.27084Z","end":"2026-03-04T01:23:03.385107Z","steps":["trace[1810112468] 'process raft request' (duration: 77.151617ms)","trace[1810112468] 'compare' (duration: 36.853713ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:23:03.385176Z","caller":"traceutil/trace.go:171","msg":"trace[1933472751] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"114.310546ms","start":"2026-03-04T01:23:03.270844Z","end":"2026-03-04T01:23:03.385154Z","steps":["trace[1933472751] 'process raft request' (duration: 114.189424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:03.386325Z","caller":"traceutil/trace.go:171","msg":"trace[552853395] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"115.262167ms","start":"2026-03-04T01:23:03.271044Z","end":"2026-03-04T01:23:03.386307Z","steps":["trace[552853395] 'process raft request' (duration: 114.055441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:23:26.717011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.107909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:23:26.717138Z","caller":"traceutil/trace.go:171","msg":"trace[1575250437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"211.292733ms","start":"2026-03-04T01:23:26.505828Z","end":"2026-03-04T01:23:26.717121Z","steps":["trace[1575250437] 'range keys from in-memory index tree' (duration: 211.007047ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:23:44.512188Z","caller":"traceutil/trace.go:171","msg":"trace[384688909] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"130.098582ms","start":"2026-03-04T01:23:44.382064Z","end":"2026-03-04T01:23:44.512163Z","steps":["trace[384688909] 'process raft request' (duration: 110.963256ms)","trace[384688909] 'compare' (duration: 18.8209ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:14.826229Z","caller":"traceutil/trace.go:171","msg":"trace[451078060] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1612; }","duration":"148.904755ms","start":"2026-03-04T01:24:14.677297Z","end":"2026-03-04T01:24:14.826202Z","steps":["trace[451078060] 'read index received' (duration: 148.65971ms)","trace[451078060] 'applied index is now lower than readState.Index' (duration: 243.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:14.826279Z","caller":"traceutil/trace.go:171","msg":"trace[544359669] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"282.983882ms","start":"2026-03-04T01:24:14.543269Z","end":"2026-03-04T01:24:14.826253Z","steps":["trace[544359669] 'process raft request' (duration: 282.776698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:14.826527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.196801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-04T01:24:14.82662Z","caller":"traceutil/trace.go:171","msg":"trace[544679066] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1550; }","duration":"149.357134ms","start":"2026-03-04T01:24:14.677241Z","end":"2026-03-04T01:24:14.826598Z","steps":["trace[544679066] 'agreement among raft nodes before linearized reading' (duration: 149.064548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:15.077081Z","caller":"traceutil/trace.go:171","msg":"trace[89623412] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"133.840253ms","start":"2026-03-04T01:24:14.943205Z","end":"2026-03-04T01:24:15.077045Z","steps":["trace[89623412] 'process raft request' (duration: 133.628318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:15.077152Z","caller":"traceutil/trace.go:171","msg":"trace[1584793244] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"133.412574ms","start":"2026-03-04T01:24:14.943702Z","end":"2026-03-04T01:24:15.077115Z","steps":["trace[1584793244] 'process raft request' (duration: 133.270371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:15.077259Z","caller":"traceutil/trace.go:171","msg":"trace[1688561292] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"133.094577ms","start":"2026-03-04T01:24:14.944143Z","end":"2026-03-04T01:24:15.077238Z","steps":["trace[1688561292] 'process raft request' (duration: 132.870773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:15.265927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.177207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:24:15.265993Z","caller":"traceutil/trace.go:171","msg":"trace[60358788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1556; }","duration":"106.28061ms","start":"2026-03-04T01:24:15.159696Z","end":"2026-03-04T01:24:15.265976Z","steps":["trace[60358788] 'range keys from in-memory index tree' (duration: 106.004994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:50.779667Z","caller":"traceutil/trace.go:171","msg":"trace[1337597920] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"182.372387ms","start":"2026-03-04T01:25:50.597277Z","end":"2026-03-04T01:25:50.779649Z","steps":["trace[1337597920] 'process raft request' (duration: 182.074781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:23.95457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.443641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:26:23.954656Z","caller":"traceutil/trace.go:171","msg":"trace[412154509] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2286; }","duration":"127.605855ms","start":"2026-03-04T01:26:23.827032Z","end":"2026-03-04T01:26:23.954638Z","steps":["trace[412154509] 'range keys from in-memory index tree' (duration: 127.232517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:17.351458Z","caller":"traceutil/trace.go:171","msg":"trace[62025331] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"105.227725ms","start":"2026-03-04T01:30:17.246209Z","end":"2026-03-04T01:30:17.351437Z","steps":["trace[62025331] 'process raft request' (duration: 105.146074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:17.351451Z","caller":"traceutil/trace.go:171","msg":"trace[916904096] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"106.493323ms","start":"2026-03-04T01:30:17.24493Z","end":"2026-03-04T01:30:17.351424Z","steps":["trace[916904096] 'process raft request' (duration: 106.278889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:19.944573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.208206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:30:19.944715Z","caller":"traceutil/trace.go:171","msg":"trace[1123641803] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4326; }","duration":"209.416921ms","start":"2026-03-04T01:30:19.735272Z","end":"2026-03-04T01:30:19.944689Z","steps":["trace[1123641803] 'count revisions from in-memory index tree' (duration: 209.107294ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:29.515917Z","caller":"traceutil/trace.go:171","msg":"trace[759342912] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"134.922664ms","start":"2026-03-04T01:30:29.380969Z","end":"2026-03-04T01:30:29.515891Z","steps":["trace[759342912] 'process raft request' (duration: 134.72419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:37.610936Z","caller":"traceutil/trace.go:171","msg":"trace[625351716] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"100.261189ms","start":"2026-03-04T01:30:37.510655Z","end":"2026-03-04T01:30:37.610916Z","steps":["trace[625351716] 'process raft request' (duration: 91.33065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:56.23021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.580209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:30:56.230697Z","caller":"traceutil/trace.go:171","msg":"trace[1649913248] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"598.891572ms","start":"2026-03-04T01:30:55.631754Z","end":"2026-03-04T01:30:56.230646Z","steps":["trace[1649913248] 'process raft request' (duration: 372.545947ms)","trace[1649913248] 'compare' (duration: 225.425426ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:56.230708Z","caller":"traceutil/trace.go:171","msg":"trace[549876149] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"598.614206ms","start":"2026-03-04T01:30:55.632065Z","end":"2026-03-04T01:30:56.230679Z","steps":["trace[549876149] 'process raft request' (duration: 598.442312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:56.230776Z","caller":"traceutil/trace.go:171","msg":"trace[1540181005] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5055; }","duration":"563.696277ms","start":"2026-03-04T01:30:55.66695Z","end":"2026-03-04T01:30:56.230646Z","steps":["trace[1540181005] 'read index received' (duration: 337.356242ms)","trace[1540181005] 'applied index is now lower than readState.Index' (duration: 226.338695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:30:56.230876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:55.63205Z","time spent":"598.734049ms","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:30:56.230788Z","caller":"traceutil/trace.go:171","msg":"trace[1175594611] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"598.645377ms","start":"2026-03-04T01:30:55.632105Z","end":"2026-03-04T01:30:56.230751Z","steps":["trace[1175594611] 'process raft request' (duration: 598.467183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:56.231004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.044584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:30:56.231072Z","caller":"traceutil/trace.go:171","msg":"trace[1596846534] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4872; }","duration":"564.154727ms","start":"2026-03-04T01:30:55.666897Z","end":"2026-03-04T01:30:56.231052Z","steps":["trace[1596846534] 'agreement among raft nodes before linearized reading' (duration: 563.952853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:56.231058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:55.63209Z","time spent":"598.896942ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:30:56.231119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:55.666875Z","time spent":"564.230928ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T01:30:56.231123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.382185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:30:56.231184Z","caller":"traceutil/trace.go:171","msg":"trace[179361626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4872; }","duration":"479.502427ms","start":"2026-03-04T01:30:55.751661Z","end":"2026-03-04T01:30:56.231163Z","steps":["trace[179361626] 'agreement among raft nodes before linearized reading' (duration: 479.328254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:56.231222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.615856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-04T01:30:56.231226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:55.75164Z","time spent":"479.574519ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:30:56.231263Z","caller":"traceutil/trace.go:171","msg":"trace[979359668] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4872; }","duration":"415.696088ms","start":"2026-03-04T01:30:55.815555Z","end":"2026-03-04T01:30:56.231251Z","steps":["trace[979359668] 'agreement among raft nodes before linearized reading' (duration: 415.533635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:56.231293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:55.815534Z","time spent":"415.7536ms","remote":"127.0.0.1:35938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T01:30:56.231461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:30:55.631723Z","time spent":"599.041375ms","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:32:25.565987Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2582} {"level":"info","ts":"2026-03-04T01:32:25.620779Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2582,"took":"53.499283ms","hash":386841481,"current-db-size-bytes":40738816,"current-db-size":"41 MB","current-db-size-in-use-bytes":30212096,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T01:32:25.620857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":386841481,"revision":2582,"compact-revision":-1} {"level":"warn","ts":"2026-03-04T01:36:33.400638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.14393ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:36:33.400783Z","caller":"traceutil/trace.go:171","msg":"trace[1577348204] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7292; }","duration":"135.298384ms","start":"2026-03-04T01:36:33.265462Z","end":"2026-03-04T01:36:33.400761Z","steps":["trace[1577348204] 'range keys from in-memory index tree' (duration: 135.12607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:36:33.400784Z","caller":"traceutil/trace.go:171","msg":"trace[530276967] linearizableReadLoop","detail":"{readStateIndex:7559; appliedIndex:7557; }","duration":"472.620049ms","start":"2026-03-04T01:36:32.928119Z","end":"2026-03-04T01:36:33.400739Z","steps":["trace[530276967] 'read index received' (duration: 21.65424ms)","trace[530276967] 'applied index is now lower than readState.Index' (duration: 450.963979ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:36:33.400934Z","caller":"traceutil/trace.go:171","msg":"trace[272836877] transaction","detail":"{read_only:false; response_revision:7293; number_of_response:1; }","duration":"477.361879ms","start":"2026-03-04T01:36:32.923537Z","end":"2026-03-04T01:36:33.400899Z","steps":["trace[272836877] 'process raft request' (duration: 410.240604ms)","trace[272836877] 'compare' (duration: 66.753648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:36:33.401094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.943606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:36:33.401101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:36:32.923515Z","time spent":"477.503662ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:36:33.40115Z","caller":"traceutil/trace.go:171","msg":"trace[2062119748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7293; }","duration":"473.047737ms","start":"2026-03-04T01:36:32.92809Z","end":"2026-03-04T01:36:33.401137Z","steps":["trace[2062119748] 'agreement among raft nodes before linearized reading' (duration: 472.822593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:36:33.401197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:36:32.928078Z","time spent":"473.108489ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:36:33.416374Z","caller":"traceutil/trace.go:171","msg":"trace[2146712547] transaction","detail":"{read_only:false; response_revision:7294; number_of_response:1; }","duration":"366.465344ms","start":"2026-03-04T01:36:33.049883Z","end":"2026-03-04T01:36:33.416348Z","steps":["trace[2146712547] 'process raft request' (duration: 366.232779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:36:33.41649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.981841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-04T01:36:33.41653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:36:33.049846Z","time spent":"366.610407ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:36:33.416586Z","caller":"traceutil/trace.go:171","msg":"trace[1635325839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7294; }","duration":"485.148275ms","start":"2026-03-04T01:36:32.931418Z","end":"2026-03-04T01:36:33.416567Z","steps":["trace[1635325839] 'agreement among raft nodes before linearized reading' (duration: 484.857399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:36:33.416641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:36:32.931407Z","time spent":"485.224616ms","remote":"127.0.0.1:36010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:36:44.867043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.349205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gw5tg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:36:44.867136Z","caller":"traceutil/trace.go:171","msg":"trace[1042420700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gw5tg; range_end:; response_count:1; response_revision:7347; }","duration":"224.479868ms","start":"2026-03-04T01:36:44.642633Z","end":"2026-03-04T01:36:44.867113Z","steps":["trace[1042420700] 'range keys from in-memory index tree' (duration: 224.177372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:36:45.651634Z","caller":"traceutil/trace.go:171","msg":"trace[1299668656] transaction","detail":"{read_only:false; response_revision:7350; number_of_response:1; }","duration":"187.907791ms","start":"2026-03-04T01:36:45.463693Z","end":"2026-03-04T01:36:45.651601Z","steps":["trace[1299668656] 'process raft request' (duration: 187.693347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:36:45.667428Z","caller":"traceutil/trace.go:171","msg":"trace[1632338361] linearizableReadLoop","detail":"{readStateIndex:7620; appliedIndex:7618; }","duration":"160.54358ms","start":"2026-03-04T01:36:45.506857Z","end":"2026-03-04T01:36:45.6674Z","steps":["trace[1632338361] 'read index received' (duration: 144.599331ms)","trace[1632338361] 'applied index is now lower than readState.Index' (duration: 15.943079ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:36:45.667481Z","caller":"traceutil/trace.go:171","msg":"trace[725703300] transaction","detail":"{read_only:false; response_revision:7351; number_of_response:1; }","duration":"201.346777ms","start":"2026-03-04T01:36:45.466103Z","end":"2026-03-04T01:36:45.667449Z","steps":["trace[725703300] 'process raft request' (duration: 201.140293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:36:45.66762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.741464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:36:45.667704Z","caller":"traceutil/trace.go:171","msg":"trace[783999748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7351; }","duration":"160.851746ms","start":"2026-03-04T01:36:45.50683Z","end":"2026-03-04T01:36:45.667682Z","steps":["trace[783999748] 'agreement among raft nodes before linearized reading' (duration: 160.729084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:36:46.274398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.028139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:36:46.274487Z","caller":"traceutil/trace.go:171","msg":"trace[2094707012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7353; }","duration":"119.167921ms","start":"2026-03-04T01:36:46.155302Z","end":"2026-03-04T01:36:46.27447Z","steps":["trace[2094707012] 'range keys from in-memory index tree' (duration: 118.824164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:12.075822Z","caller":"traceutil/trace.go:171","msg":"trace[1680765365] linearizableReadLoop","detail":"{readStateIndex:7809; appliedIndex:7808; }","duration":"295.62707ms","start":"2026-03-04T01:37:11.780169Z","end":"2026-03-04T01:37:12.075796Z","steps":["trace[1680765365] 'read index received' (duration: 295.394545ms)","trace[1680765365] 'applied index is now lower than readState.Index' (duration: 231.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:12.076141Z","caller":"traceutil/trace.go:171","msg":"trace[364488233] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"296.281453ms","start":"2026-03-04T01:37:11.779846Z","end":"2026-03-04T01:37:12.076128Z","steps":["trace[364488233] 'process raft request' (duration: 295.812813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:12.076551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.276187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:12.076603Z","caller":"traceutil/trace.go:171","msg":"trace[774030874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7533; }","duration":"178.382389ms","start":"2026-03-04T01:37:11.898209Z","end":"2026-03-04T01:37:12.076592Z","steps":["trace[774030874] 'agreement among raft nodes before linearized reading' (duration: 178.290037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:12.076972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.797495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:37:12.077013Z","caller":"traceutil/trace.go:171","msg":"trace[1867924977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7533; }","duration":"296.856016ms","start":"2026-03-04T01:37:11.780148Z","end":"2026-03-04T01:37:12.077004Z","steps":["trace[1867924977] 'agreement among raft nodes before linearized reading' (duration: 296.179601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:25.43209Z","caller":"traceutil/trace.go:171","msg":"trace[766456960] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"215.583089ms","start":"2026-03-04T01:37:25.21648Z","end":"2026-03-04T01:37:25.432063Z","steps":["trace[766456960] 'process raft request' (duration: 215.419936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:25.504348Z","caller":"traceutil/trace.go:171","msg":"trace[342213064] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"287.076268ms","start":"2026-03-04T01:37:25.217194Z","end":"2026-03-04T01:37:25.50427Z","steps":["trace[342213064] 'process raft request' (duration: 286.805642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:25.504574Z","caller":"traceutil/trace.go:171","msg":"trace[1872079185] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"157.562738ms","start":"2026-03-04T01:37:25.346975Z","end":"2026-03-04T01:37:25.504538Z","steps":["trace[1872079185] 'process raft request' (duration: 157.22506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:25.625113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5574} {"level":"info","ts":"2026-03-04T01:37:25.836194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5574,"took":"209.217604ms","hash":240865040,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":22315008,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T01:37:25.836263Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":240865040,"revision":5574,"compact-revision":2582} {"level":"info","ts":"2026-03-04T01:37:26.27599Z","caller":"traceutil/trace.go:171","msg":"trace[221818486] transaction","detail":"{read_only:false; response_revision:7645; number_of_response:1; }","duration":"136.082901ms","start":"2026-03-04T01:37:26.139883Z","end":"2026-03-04T01:37:26.275966Z","steps":["trace[221818486] 'process raft request' (duration: 135.925918ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:26.605606Z","caller":"traceutil/trace.go:171","msg":"trace[704938854] linearizableReadLoop","detail":"{readStateIndex:7928; appliedIndex:7926; }","duration":"397.234558ms","start":"2026-03-04T01:37:26.208348Z","end":"2026-03-04T01:37:26.605583Z","steps":["trace[704938854] 'read index received' (duration: 67.544485ms)","trace[704938854] 'applied index is now lower than readState.Index' (duration: 329.688993ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:26.605689Z","caller":"traceutil/trace.go:171","msg":"trace[1081849346] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"465.733383ms","start":"2026-03-04T01:37:26.139913Z","end":"2026-03-04T01:37:26.605646Z","steps":["trace[1081849346] 'process raft request' (duration: 465.525519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:26.60584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.470783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:37:26.605866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:26.139893Z","time spent":"465.878376ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:37:26.60588Z","caller":"traceutil/trace.go:171","msg":"trace[2132124122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7646; }","duration":"397.556945ms","start":"2026-03-04T01:37:26.208314Z","end":"2026-03-04T01:37:26.60587Z","steps":["trace[2132124122] 'agreement among raft nodes before linearized reading' (duration: 397.406442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:26.605917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:26.208301Z","time spent":"397.607906ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:37:26.605968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.306367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:37:26.606043Z","caller":"traceutil/trace.go:171","msg":"trace[1043480149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7646; }","duration":"379.4243ms","start":"2026-03-04T01:37:26.226598Z","end":"2026-03-04T01:37:26.606023Z","steps":["trace[1043480149] 'agreement among raft nodes before linearized reading' (duration: 379.200625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:26.606084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:26.226578Z","time spent":"379.498191ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:37:26.606271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.318666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-04T01:37:26.606428Z","caller":"traceutil/trace.go:171","msg":"trace[1091995278] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7646; }","duration":"257.544741ms","start":"2026-03-04T01:37:26.348847Z","end":"2026-03-04T01:37:26.606392Z","steps":["trace[1091995278] 'agreement among raft nodes before linearized reading' (duration: 257.103242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:27.385077Z","caller":"traceutil/trace.go:171","msg":"trace[814715226] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"112.545941ms","start":"2026-03-04T01:37:27.272496Z","end":"2026-03-04T01:37:27.385042Z","steps":["trace[814715226] 'process raft request' (duration: 112.178203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:27.566976Z","caller":"traceutil/trace.go:171","msg":"trace[785214829] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"126.697562ms","start":"2026-03-04T01:37:27.440202Z","end":"2026-03-04T01:37:27.566899Z","steps":["trace[785214829] 'process raft request' (duration: 78.095649ms)","trace[785214829] 'compare' (duration: 48.194804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:38:33.978449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.819279ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:38:34.201129Z","caller":"traceutil/trace.go:171","msg":"trace[1695766176] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"217.104088ms","start":"2026-03-04T01:38:33.983998Z","end":"2026-03-04T01:38:34.201103Z","steps":["trace[1695766176] 'process raft request' (duration: 216.886903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:34.222266Z","caller":"traceutil/trace.go:171","msg":"trace[971422848] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"238.208435ms","start":"2026-03-04T01:38:33.984027Z","end":"2026-03-04T01:38:34.222236Z","steps":["trace[971422848] 'process raft request' (duration: 238.061522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:31.909075Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:41:31.915357Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:41:31.915582Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T01:42:24.329015Z","caller":"traceutil/trace.go:171","msg":"trace[786528204] linearizableReadLoop","detail":"{readStateIndex:10469; appliedIndex:10468; }","duration":"146.104067ms","start":"2026-03-04T01:42:24.182884Z","end":"2026-03-04T01:42:24.328988Z","steps":["trace[786528204] 'read index received' (duration: 103.387622ms)","trace[786528204] 'applied index is now lower than readState.Index' (duration: 42.714815ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:24.329155Z","caller":"traceutil/trace.go:171","msg":"trace[49919375] transaction","detail":"{read_only:false; response_revision:10109; number_of_response:1; }","duration":"221.543576ms","start":"2026-03-04T01:42:24.10754Z","end":"2026-03-04T01:42:24.329083Z","steps":["trace[49919375] 'process raft request' (duration: 178.711109ms)","trace[49919375] 'compare' (duration: 42.598413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:24.329252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.347072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:42:24.32935Z","caller":"traceutil/trace.go:171","msg":"trace[1687262320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10109; }","duration":"146.501967ms","start":"2026-03-04T01:42:24.182825Z","end":"2026-03-04T01:42:24.329327Z","steps":["trace[1687262320] 'agreement among raft nodes before linearized reading' (duration: 146.269931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:24.515023Z","caller":"traceutil/trace.go:171","msg":"trace[229097797] transaction","detail":"{read_only:false; response_revision:10110; number_of_response:1; }","duration":"181.083769ms","start":"2026-03-04T01:42:24.333892Z","end":"2026-03-04T01:42:24.514976Z","steps":["trace[229097797] 'process raft request' (duration: 107.412597ms)","trace[229097797] 'compare' (duration: 73.421097ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:24.515285Z","caller":"traceutil/trace.go:171","msg":"trace[1626304987] transaction","detail":"{read_only:false; response_revision:10111; number_of_response:1; }","duration":"179.6955ms","start":"2026-03-04T01:42:24.335555Z","end":"2026-03-04T01:42:24.515251Z","steps":["trace[1626304987] 'process raft request' (duration: 179.354333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:25.633931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7643} {"level":"info","ts":"2026-03-04T01:42:25.700441Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7643,"took":"63.932096ms","hash":369129603,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":26734592,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:42:25.700496Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":369129603,"revision":7643,"compact-revision":5574} {"level":"info","ts":"2026-03-04T01:47:25.644609Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10116} {"level":"info","ts":"2026-03-04T01:47:25.735404Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10116,"took":"88.044581ms","hash":56239874,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":23601152,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:47:25.735498Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":56239874,"revision":10116,"compact-revision":7643} {"level":"info","ts":"2026-03-04T01:48:07.900429Z","caller":"traceutil/trace.go:171","msg":"trace[624968291] transaction","detail":"{read_only:false; response_revision:12296; number_of_response:1; }","duration":"118.782095ms","start":"2026-03-04T01:48:07.781584Z","end":"2026-03-04T01:48:07.900366Z","steps":["trace[624968291] 'process raft request' (duration: 118.535479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:36.316343Z","caller":"traceutil/trace.go:171","msg":"trace[120231531] transaction","detail":"{read_only:false; response_revision:12434; number_of_response:1; }","duration":"111.260596ms","start":"2026-03-04T01:48:36.205051Z","end":"2026-03-04T01:48:36.316312Z","steps":["trace[120231531] 'process raft request' (duration: 111.066602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:43.301031Z","caller":"traceutil/trace.go:171","msg":"trace[1404403065] transaction","detail":"{read_only:false; response_revision:12482; number_of_response:1; }","duration":"117.824065ms","start":"2026-03-04T01:48:43.183164Z","end":"2026-03-04T01:48:43.300988Z","steps":["trace[1404403065] 'process raft request' (duration: 102.938629ms)","trace[1404403065] 'compare' (duration: 14.655061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:48:44.369852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.442913ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T01:48:44.369955Z","caller":"traceutil/trace.go:171","msg":"trace[1387359152] linearizableReadLoop","detail":"{readStateIndex:12935; appliedIndex:12934; }","duration":"293.203203ms","start":"2026-03-04T01:48:44.076734Z","end":"2026-03-04T01:48:44.369937Z","steps":["trace[1387359152] 'read index received' (duration: 146.695559ms)","trace[1387359152] 'applied index is now lower than readState.Index' (duration: 146.505904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:48:44.370629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.882077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:48:44.37068Z","caller":"traceutil/trace.go:171","msg":"trace[554059479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12486; }","duration":"293.963698ms","start":"2026-03-04T01:48:44.076699Z","end":"2026-03-04T01:48:44.370663Z","steps":["trace[554059479] 'agreement among raft nodes before linearized reading' (duration: 293.813595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:44.371001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.519913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:48:44.371071Z","caller":"traceutil/trace.go:171","msg":"trace[830562885] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:12486; }","duration":"280.653756ms","start":"2026-03-04T01:48:44.0904Z","end":"2026-03-04T01:48:44.371054Z","steps":["trace[830562885] 'agreement among raft nodes before linearized reading' (duration: 280.509253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:44.371182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.748382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:48:44.371239Z","caller":"traceutil/trace.go:171","msg":"trace[1872737412] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:12486; }","duration":"133.928426ms","start":"2026-03-04T01:48:44.237299Z","end":"2026-03-04T01:48:44.371227Z","steps":["trace[1872737412] 'agreement among raft nodes before linearized reading' (duration: 133.749922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:44.37129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.087397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gw5tg\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:48:44.371313Z","caller":"traceutil/trace.go:171","msg":"trace[774494295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gw5tg; range_end:; response_count:1; response_revision:12486; }","duration":"164.19102ms","start":"2026-03-04T01:48:44.207117Z","end":"2026-03-04T01:48:44.371308Z","steps":["trace[774494295] 'agreement among raft nodes before linearized reading' (duration: 164.080708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:52.313883Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003314.wal"} {"level":"info","ts":"2026-03-04T01:48:53.188805Z","caller":"traceutil/trace.go:171","msg":"trace[1970065752] transaction","detail":"{read_only:false; response_revision:12639; number_of_response:1; }","duration":"235.009705ms","start":"2026-03-04T01:48:52.953755Z","end":"2026-03-04T01:48:53.188765Z","steps":["trace[1970065752] 'process raft request' (duration: 194.064724ms)","trace[1970065752] 'compare' (duration: 40.671445ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:48:53.189094Z","caller":"traceutil/trace.go:171","msg":"trace[374731901] transaction","detail":"{read_only:false; response_revision:12640; number_of_response:1; }","duration":"169.452452ms","start":"2026-03-04T01:48:53.019624Z","end":"2026-03-04T01:48:53.189076Z","steps":["trace[374731901] 'process raft request' (duration: 169.069134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:48:53.189089Z","caller":"traceutil/trace.go:171","msg":"trace[1511370430] linearizableReadLoop","detail":"{readStateIndex:13092; appliedIndex:13090; }","duration":"139.362162ms","start":"2026-03-04T01:48:53.049691Z","end":"2026-03-04T01:48:53.189053Z","steps":["trace[1511370430] 'read index received' (duration: 98.085315ms)","trace[1511370430] 'applied index is now lower than readState.Index' (duration: 41.274177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:48:53.189273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.553687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:48:53.189354Z","caller":"traceutil/trace.go:171","msg":"trace[1175459074] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12640; }","duration":"139.69827ms","start":"2026-03-04T01:48:53.049637Z","end":"2026-03-04T01:48:53.189336Z","steps":["trace[1175459074] 'agreement among raft nodes before linearized reading' (duration: 139.513786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:48:53.189604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.669504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:48:53.189687Z","caller":"traceutil/trace.go:171","msg":"trace[672862339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12640; }","duration":"136.806887ms","start":"2026-03-04T01:48:53.052862Z","end":"2026-03-04T01:48:53.189669Z","steps":["trace[672862339] 'agreement among raft nodes before linearized reading' (duration: 136.387598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:29.187338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.086787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:50:29.187403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.06666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T01:50:29.187449Z","caller":"traceutil/trace.go:171","msg":"trace[818583098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13660; }","duration":"100.277912ms","start":"2026-03-04T01:50:29.087147Z","end":"2026-03-04T01:50:29.187424Z","steps":["trace[818583098] 'range keys from in-memory index tree' (duration: 99.825041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:29.187496Z","caller":"traceutil/trace.go:171","msg":"trace[1022668678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13660; }","duration":"103.193243ms","start":"2026-03-04T01:50:29.084276Z","end":"2026-03-04T01:50:29.18747Z","steps":["trace[1022668678] 'range keys from in-memory index tree' (duration: 102.652932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:29.400312Z","caller":"traceutil/trace.go:171","msg":"trace[2077104932] transaction","detail":"{read_only:false; response_revision:13661; number_of_response:1; }","duration":"208.165655ms","start":"2026-03-04T01:50:29.192124Z","end":"2026-03-04T01:50:29.40029Z","steps":["trace[2077104932] 'process raft request' (duration: 208.008541ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:29.424603Z","caller":"traceutil/trace.go:171","msg":"trace[1071498146] transaction","detail":"{read_only:false; response_revision:13662; number_of_response:1; }","duration":"232.40546ms","start":"2026-03-04T01:50:29.19217Z","end":"2026-03-04T01:50:29.424575Z","steps":["trace[1071498146] 'process raft request' (duration: 232.026682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:30.516374Z","caller":"traceutil/trace.go:171","msg":"trace[1253415809] linearizableReadLoop","detail":"{readStateIndex:14154; appliedIndex:14153; }","duration":"142.951068ms","start":"2026-03-04T01:50:30.373395Z","end":"2026-03-04T01:50:30.516346Z","steps":["trace[1253415809] 'read index received' (duration: 142.750984ms)","trace[1253415809] 'applied index is now lower than readState.Index' (duration: 198.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:50:30.516453Z","caller":"traceutil/trace.go:171","msg":"trace[163513306] transaction","detail":"{read_only:false; response_revision:13666; number_of_response:1; }","duration":"192.964021ms","start":"2026-03-04T01:50:30.323431Z","end":"2026-03-04T01:50:30.516395Z","steps":["trace[163513306] 'process raft request' (duration: 192.741187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.516624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.192823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:50:30.516722Z","caller":"traceutil/trace.go:171","msg":"trace[1699794162] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13666; }","duration":"143.330487ms","start":"2026-03-04T01:50:30.373371Z","end":"2026-03-04T01:50:30.516701Z","steps":["trace[1699794162] 'agreement among raft nodes before linearized reading' (duration: 143.059561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.951006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.848947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:30.951086Z","caller":"traceutil/trace.go:171","msg":"trace[23780279] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13666; }","duration":"357.97535ms","start":"2026-03-04T01:50:30.593091Z","end":"2026-03-04T01:50:30.951067Z","steps":["trace[23780279] 'range keys from in-memory index tree' (duration: 357.773486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.951123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.593073Z","time spent":"358.042231ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:50:30.951235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.440982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d2rgr\" ","response":"range_response_count:1 size:9798"} {"level":"warn","ts":"2026-03-04T01:50:30.951253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.118932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:30.951312Z","caller":"traceutil/trace.go:171","msg":"trace[569785945] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d2rgr; range_end:; response_count:1; response_revision:13666; }","duration":"130.599216ms","start":"2026-03-04T01:50:30.820696Z","end":"2026-03-04T01:50:30.951295Z","steps":["trace[569785945] 'range keys from in-memory index tree' (duration: 130.250278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:50:30.951329Z","caller":"traceutil/trace.go:171","msg":"trace[1476329800] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13666; }","duration":"358.246185ms","start":"2026-03-04T01:50:30.593064Z","end":"2026-03-04T01:50:30.95131Z","steps":["trace[1476329800] 'range keys from in-memory index tree' (duration: 358.011921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.95137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.593044Z","time spent":"358.317267ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:50:30.951752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.566992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:50:30.95184Z","caller":"traceutil/trace.go:171","msg":"trace[813086811] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13666; }","duration":"358.661794ms","start":"2026-03-04T01:50:30.593156Z","end":"2026-03-04T01:50:30.951818Z","steps":["trace[813086811] 'range keys from in-memory index tree' (duration: 358.49867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.951889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.593113Z","time spent":"358.765776ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:50:30.951933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.163562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:50:30.95214Z","caller":"traceutil/trace.go:171","msg":"trace[1612395597] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13666; }","duration":"358.402408ms","start":"2026-03-04T01:50:30.593711Z","end":"2026-03-04T01:50:30.952113Z","steps":["trace[1612395597] 'range keys from in-memory index tree' (duration: 358.00981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:50:30.952357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:50:30.593704Z","time spent":"358.638453ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:52:25.651099Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12020} {"level":"info","ts":"2026-03-04T01:52:25.729452Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12020,"took":"72.721554ms","hash":2169097720,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":28213248,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:52:25.729541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2169097720,"revision":12020,"compact-revision":10116} {"level":"info","ts":"2026-03-04T01:54:07.294426Z","caller":"traceutil/trace.go:171","msg":"trace[804606747] transaction","detail":"{read_only:false; response_revision:15253; number_of_response:1; }","duration":"135.60416ms","start":"2026-03-04T01:54:07.158793Z","end":"2026-03-04T01:54:07.294397Z","steps":["trace[804606747] 'process raft request' (duration: 135.446687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:11.978187Z","caller":"traceutil/trace.go:171","msg":"trace[1172843882] transaction","detail":"{read_only:false; response_revision:15278; number_of_response:1; }","duration":"103.60258ms","start":"2026-03-04T01:54:11.874559Z","end":"2026-03-04T01:54:11.978161Z","steps":["trace[1172843882] 'process raft request' (duration: 102.859814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:12.650306Z","caller":"traceutil/trace.go:171","msg":"trace[188433561] linearizableReadLoop","detail":"{readStateIndex:15826; appliedIndex:15825; }","duration":"143.539518ms","start":"2026-03-04T01:54:12.506718Z","end":"2026-03-04T01:54:12.650258Z","steps":["trace[188433561] 'read index received' (duration: 143.527358ms)","trace[188433561] 'applied index is now lower than readState.Index' (duration: 9.84µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:12.650304Z","caller":"traceutil/trace.go:171","msg":"trace[364336498] transaction","detail":"{read_only:false; response_revision:15282; number_of_response:1; }","duration":"179.892921ms","start":"2026-03-04T01:54:12.47038Z","end":"2026-03-04T01:54:12.650273Z","steps":["trace[364336498] 'process raft request' (duration: 179.708117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:12.650523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.773253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:12.650616Z","caller":"traceutil/trace.go:171","msg":"trace[2022450690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15282; }","duration":"143.891946ms","start":"2026-03-04T01:54:12.50669Z","end":"2026-03-04T01:54:12.650582Z","steps":["trace[2022450690] 'agreement among raft nodes before linearized reading' (duration: 143.726043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:12.948668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.162108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:54:12.948773Z","caller":"traceutil/trace.go:171","msg":"trace[361105621] linearizableReadLoop","detail":"{readStateIndex:15827; appliedIndex:15826; }","duration":"298.315284ms","start":"2026-03-04T01:54:12.65044Z","end":"2026-03-04T01:54:12.948756Z","steps":["trace[361105621] 'read index received' (duration: 99.735368ms)","trace[361105621] 'applied index is now lower than readState.Index' (duration: 198.578426ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:12.948858Z","caller":"traceutil/trace.go:171","msg":"trace[1182754074] transaction","detail":"{read_only:false; response_revision:15283; number_of_response:1; }","duration":"420.394697ms","start":"2026-03-04T01:54:12.52845Z","end":"2026-03-04T01:54:12.948845Z","steps":["trace[1182754074] 'process raft request' (duration: 221.711298ms)","trace[1182754074] 'compare' (duration: 197.840002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:12.949011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:12.528432Z","time spent":"420.517529ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:12.949057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.069528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:12.949798Z","caller":"traceutil/trace.go:171","msg":"trace[743964386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15283; }","duration":"297.849686ms","start":"2026-03-04T01:54:12.651918Z","end":"2026-03-04T01:54:12.949768Z","steps":["trace[743964386] 'agreement among raft nodes before linearized reading' (duration: 296.958786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:12.949563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.072469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-03-04T01:54:12.95026Z","caller":"traceutil/trace.go:171","msg":"trace[2120989332] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15283; }","duration":"272.779883ms","start":"2026-03-04T01:54:12.677445Z","end":"2026-03-04T01:54:12.950225Z","steps":["trace[2120989332] 'agreement among raft nodes before linearized reading' (duration: 271.817062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:12.949142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.331687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T01:54:12.95059Z","caller":"traceutil/trace.go:171","msg":"trace[971355459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15283; }","duration":"374.774708ms","start":"2026-03-04T01:54:12.575741Z","end":"2026-03-04T01:54:12.950516Z","steps":["trace[971355459] 'agreement among raft nodes before linearized reading' (duration: 373.278306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:12.950712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:12.575732Z","time spent":"374.956742ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:57:25.658402Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14444} {"level":"info","ts":"2026-03-04T01:57:25.755865Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14444,"took":"94.249076ms","hash":901142149,"current-db-size-bytes":42024960,"current-db-size":"42 MB","current-db-size-in-use-bytes":29200384,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T01:57:25.755919Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":901142149,"revision":14444,"compact-revision":12020} {"level":"info","ts":"2026-03-04T02:02:17.220232Z","caller":"traceutil/trace.go:171","msg":"trace[1472117057] transaction","detail":"{read_only:false; response_revision:19144; number_of_response:1; }","duration":"128.77742ms","start":"2026-03-04T02:02:17.091424Z","end":"2026-03-04T02:02:17.220201Z","steps":["trace[1472117057] 'process raft request' (duration: 128.529735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:17.487241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.126102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:02:17.487284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.308225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:02:17.487299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.661848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:02:17.487364Z","caller":"traceutil/trace.go:171","msg":"trace[1429257922] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:19144; }","duration":"141.321265ms","start":"2026-03-04T02:02:17.34602Z","end":"2026-03-04T02:02:17.487342Z","steps":["trace[1429257922] 'count revisions from in-memory index tree' (duration: 141.022509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:17.487419Z","caller":"traceutil/trace.go:171","msg":"trace[579263461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19144; }","duration":"145.850962ms","start":"2026-03-04T02:02:17.341547Z","end":"2026-03-04T02:02:17.487398Z","steps":["trace[579263461] 'range keys from in-memory index tree' (duration: 145.424413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:17.487787Z","caller":"traceutil/trace.go:171","msg":"trace[2012526895] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19144; }","duration":"140.450947ms","start":"2026-03-04T02:02:17.346901Z","end":"2026-03-04T02:02:17.487352Z","steps":["trace[2012526895] 'range keys from in-memory index tree' (duration: 140.11399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:25.665014Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16843} {"level":"info","ts":"2026-03-04T02:02:25.770787Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16843,"took":"101.786997ms","hash":345897261,"current-db-size-bytes":43290624,"current-db-size":"43 MB","current-db-size-in-use-bytes":31485952,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T02:02:25.770862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":345897261,"revision":16843,"compact-revision":14444} {"level":"info","ts":"2026-03-04T02:02:33.41079Z","caller":"traceutil/trace.go:171","msg":"trace[1117173564] transaction","detail":"{read_only:false; response_revision:19218; number_of_response:1; }","duration":"118.025352ms","start":"2026-03-04T02:02:33.292737Z","end":"2026-03-04T02:02:33.410763Z","steps":["trace[1117173564] 'process raft request' (duration: 117.860128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:33.642366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.712607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:33.642437Z","caller":"traceutil/trace.go:171","msg":"trace[161088286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19218; }","duration":"135.823899ms","start":"2026-03-04T02:02:33.506596Z","end":"2026-03-04T02:02:33.64242Z","steps":["trace[161088286] 'range keys from in-memory index tree' (duration: 135.633585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:33.782965Z","caller":"traceutil/trace.go:171","msg":"trace[887192796] transaction","detail":"{read_only:false; response_revision:19220; number_of_response:1; }","duration":"133.969861ms","start":"2026-03-04T02:02:33.648951Z","end":"2026-03-04T02:02:33.782921Z","steps":["trace[887192796] 'process raft request' (duration: 131.709763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:34.22193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.88107ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T02:02:34.222355Z","caller":"traceutil/trace.go:171","msg":"trace[266225228] linearizableReadLoop","detail":"{readStateIndex:19893; appliedIndex:19891; }","duration":"189.111058ms","start":"2026-03-04T02:02:34.033217Z","end":"2026-03-04T02:02:34.222328Z","steps":["trace[266225228] 'read index received' (duration: 44.878821ms)","trace[266225228] 'applied index is now lower than readState.Index' (duration: 144.230787ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:34.222471Z","caller":"traceutil/trace.go:171","msg":"trace[822600849] transaction","detail":"{read_only:false; response_revision:19221; number_of_response:1; }","duration":"210.939602ms","start":"2026-03-04T02:02:34.01147Z","end":"2026-03-04T02:02:34.22241Z","steps":["trace[822600849] 'process raft request' (duration: 210.623505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:34.223103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.819644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:34.223215Z","caller":"traceutil/trace.go:171","msg":"trace[1484236539] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19221; }","duration":"190.007888ms","start":"2026-03-04T02:02:34.033163Z","end":"2026-03-04T02:02:34.223171Z","steps":["trace[1484236539] 'agreement among raft nodes before linearized reading' (duration: 189.354244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:34.223317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.535975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:02:34.223406Z","caller":"traceutil/trace.go:171","msg":"trace[1558374780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19221; }","duration":"137.717269ms","start":"2026-03-04T02:02:34.085671Z","end":"2026-03-04T02:02:34.223388Z","steps":["trace[1558374780] 'agreement among raft nodes before linearized reading' (duration: 137.015125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:34.595102Z","caller":"traceutil/trace.go:171","msg":"trace[764383075] transaction","detail":"{read_only:false; response_revision:19223; number_of_response:1; }","duration":"135.444471ms","start":"2026-03-04T02:02:34.459627Z","end":"2026-03-04T02:02:34.595071Z","steps":["trace[764383075] 'process raft request' (duration: 135.235317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:34.681329Z","caller":"traceutil/trace.go:171","msg":"trace[1886937387] linearizableReadLoop","detail":"{readStateIndex:19896; appliedIndex:19894; }","duration":"173.905467ms","start":"2026-03-04T02:02:34.507387Z","end":"2026-03-04T02:02:34.681293Z","steps":["trace[1886937387] 'read index received' (duration: 87.589616ms)","trace[1886937387] 'applied index is now lower than readState.Index' (duration: 86.314361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:34.681485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.083381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:34.681466Z","caller":"traceutil/trace.go:171","msg":"trace[807854700] transaction","detail":"{read_only:false; response_revision:19224; number_of_response:1; }","duration":"220.76691ms","start":"2026-03-04T02:02:34.460655Z","end":"2026-03-04T02:02:34.681421Z","steps":["trace[807854700] 'process raft request' (duration: 220.348972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:34.681541Z","caller":"traceutil/trace.go:171","msg":"trace[667507881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19224; }","duration":"174.191363ms","start":"2026-03-04T02:02:34.507338Z","end":"2026-03-04T02:02:34.681529Z","steps":["trace[667507881] 'agreement among raft nodes before linearized reading' (duration: 174.08649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:34.681591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.883977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:34.681657Z","caller":"traceutil/trace.go:171","msg":"trace[1435882968] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:19224; }","duration":"149.03331ms","start":"2026-03-04T02:02:34.532598Z","end":"2026-03-04T02:02:34.681632Z","steps":["trace[1435882968] 'agreement among raft nodes before linearized reading' (duration: 148.905327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:55.903018Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:02:55.908876Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:02:55.90898Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T02:06:05.844655Z","caller":"traceutil/trace.go:171","msg":"trace[2092823598] transaction","detail":"{read_only:false; response_revision:21462; number_of_response:1; }","duration":"321.68812ms","start":"2026-03-04T02:06:05.522938Z","end":"2026-03-04T02:06:05.844626Z","steps":["trace[2092823598] 'process raft request' (duration: 321.504275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:05.844838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:05.52291Z","time spent":"321.838342ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:05.862022Z","caller":"traceutil/trace.go:171","msg":"trace[1008160773] linearizableReadLoop","detail":"{readStateIndex:22205; appliedIndex:22202; }","duration":"176.775498ms","start":"2026-03-04T02:06:05.68522Z","end":"2026-03-04T02:06:05.861995Z","steps":["trace[1008160773] 'read index received' (duration: 159.314727ms)","trace[1008160773] 'applied index is now lower than readState.Index' (duration: 17.459481ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:06:05.86207Z","caller":"traceutil/trace.go:171","msg":"trace[1046247112] transaction","detail":"{read_only:false; response_revision:21463; number_of_response:1; }","duration":"338.372494ms","start":"2026-03-04T02:06:05.523673Z","end":"2026-03-04T02:06:05.862045Z","steps":["trace[1046247112] 'process raft request' (duration: 338.142329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:05.862184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:05.523651Z","time spent":"338.484695ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:06:05.862159Z","caller":"traceutil/trace.go:171","msg":"trace[980642832] transaction","detail":"{read_only:false; response_revision:21464; number_of_response:1; }","duration":"318.303068ms","start":"2026-03-04T02:06:05.543798Z","end":"2026-03-04T02:06:05.862101Z","steps":["trace[980642832] 'process raft request' (duration: 318.157285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:05.862334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:06:05.543774Z","time spent":"318.469202ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:06:05.862401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.171786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:06:05.862493Z","caller":"traceutil/trace.go:171","msg":"trace[1551368183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21464; }","duration":"177.297419ms","start":"2026-03-04T02:06:05.68518Z","end":"2026-03-04T02:06:05.862478Z","steps":["trace[1551368183] 'agreement among raft nodes before linearized reading' (duration: 176.955691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:06:05.862349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.425827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:06:05.862632Z","caller":"traceutil/trace.go:171","msg":"trace[541192723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21464; }","duration":"174.804696ms","start":"2026-03-04T02:06:05.687815Z","end":"2026-03-04T02:06:05.862619Z","steps":["trace[541192723] 'agreement among raft nodes before linearized reading' (duration: 174.324406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:06.061092Z","caller":"traceutil/trace.go:171","msg":"trace[1249120817] transaction","detail":"{read_only:false; response_revision:21465; number_of_response:1; }","duration":"193.442101ms","start":"2026-03-04T02:06:05.867625Z","end":"2026-03-04T02:06:06.061067Z","steps":["trace[1249120817] 'process raft request' (duration: 193.302038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:06:06.061972Z","caller":"traceutil/trace.go:171","msg":"trace[1053641455] transaction","detail":"{read_only:false; response_revision:21466; number_of_response:1; }","duration":"193.702486ms","start":"2026-03-04T02:06:05.868233Z","end":"2026-03-04T02:06:06.061935Z","steps":["trace[1053641455] 'process raft request' (duration: 193.475331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:25.671284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19185} {"level":"info","ts":"2026-03-04T02:07:25.789523Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19185,"took":"113.446435ms","hash":3220950363,"current-db-size-bytes":49242112,"current-db-size":"49 MB","current-db-size-in-use-bytes":39198720,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T02:07:25.789613Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3220950363,"revision":19185,"compact-revision":16843} {"level":"warn","ts":"2026-03-04T02:07:32.693348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.925222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:07:32.693588Z","caller":"traceutil/trace.go:171","msg":"trace[1710919388] linearizableReadLoop","detail":"{readStateIndex:23100; appliedIndex:23098; }","duration":"179.724219ms","start":"2026-03-04T02:07:32.513804Z","end":"2026-03-04T02:07:32.693529Z","steps":["trace[1710919388] 'read index received' (duration: 51.4537ms)","trace[1710919388] 'applied index is now lower than readState.Index' (duration: 128.266489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:07:32.693772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.958725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:07:32.693846Z","caller":"traceutil/trace.go:171","msg":"trace[10817451] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22335; }","duration":"180.059126ms","start":"2026-03-04T02:07:32.513774Z","end":"2026-03-04T02:07:32.693834Z","steps":["trace[10817451] 'agreement among raft nodes before linearized reading' (duration: 179.855892ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:32.693874Z","caller":"traceutil/trace.go:171","msg":"trace[1901780243] transaction","detail":"{read_only:false; response_revision:22334; number_of_response:1; }","duration":"194.584966ms","start":"2026-03-04T02:07:32.49921Z","end":"2026-03-04T02:07:32.693795Z","steps":["trace[1901780243] 'process raft request' (duration: 66.129273ms)","trace[1901780243] 'compare' (duration: 127.802839ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:32.694015Z","caller":"traceutil/trace.go:171","msg":"trace[1172166865] transaction","detail":"{read_only:false; response_revision:22335; number_of_response:1; }","duration":"193.010072ms","start":"2026-03-04T02:07:32.500982Z","end":"2026-03-04T02:07:32.693993Z","steps":["trace[1172166865] 'process raft request' (duration: 192.491621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.625013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.617107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:31.625102Z","caller":"traceutil/trace.go:171","msg":"trace[1032062784] linearizableReadLoop","detail":"{readStateIndex:24227; appliedIndex:24226; }","duration":"178.524105ms","start":"2026-03-04T02:09:31.446564Z","end":"2026-03-04T02:09:31.625088Z","steps":["trace[1032062784] 'read index received' (duration: 32.708844ms)","trace[1032062784] 'applied index is now lower than readState.Index' (duration: 145.814291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:31.625186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.621147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:31.625207Z","caller":"traceutil/trace.go:171","msg":"trace[1170162647] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23432; }","duration":"178.680789ms","start":"2026-03-04T02:09:31.446518Z","end":"2026-03-04T02:09:31.625199Z","steps":["trace[1170162647] 'agreement among raft nodes before linearized reading' (duration: 178.638778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.625203Z","caller":"traceutil/trace.go:171","msg":"trace[2009816201] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"325.270635ms","start":"2026-03-04T02:09:31.299864Z","end":"2026-03-04T02:09:31.625135Z","steps":["trace[2009816201] 'process raft request' (duration: 179.462254ms)","trace[2009816201] 'compare' (duration: 145.29518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:31.625438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:31.299831Z","time spent":"325.510181ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:31.62527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.276486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:31.625541Z","caller":"traceutil/trace.go:171","msg":"trace[714738248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23432; }","duration":"117.573822ms","start":"2026-03-04T02:09:31.507933Z","end":"2026-03-04T02:09:31.625507Z","steps":["trace[714738248] 'agreement among raft nodes before linearized reading' (duration: 117.282846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.882334Z","caller":"traceutil/trace.go:171","msg":"trace[1066814179] linearizableReadLoop","detail":"{readStateIndex:24229; appliedIndex:24228; }","duration":"150.02731ms","start":"2026-03-04T02:09:31.732282Z","end":"2026-03-04T02:09:31.882309Z","steps":["trace[1066814179] 'read index received' (duration: 149.807935ms)","trace[1066814179] 'applied index is now lower than readState.Index' (duration: 218.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:31.882354Z","caller":"traceutil/trace.go:171","msg":"trace[92184196] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"157.915057ms","start":"2026-03-04T02:09:31.724416Z","end":"2026-03-04T02:09:31.882331Z","steps":["trace[92184196] 'process raft request' (duration: 157.703533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:31.882501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.209715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:09:31.882509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.414112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:31.882531Z","caller":"traceutil/trace.go:171","msg":"trace[136637546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23434; }","duration":"150.256516ms","start":"2026-03-04T02:09:31.732267Z","end":"2026-03-04T02:09:31.882524Z","steps":["trace[136637546] 'agreement among raft nodes before linearized reading' (duration: 150.135402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:31.882549Z","caller":"traceutil/trace.go:171","msg":"trace[1226131351] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23434; }","duration":"136.509944ms","start":"2026-03-04T02:09:31.746024Z","end":"2026-03-04T02:09:31.882534Z","steps":["trace[1226131351] 'agreement among raft nodes before linearized reading' (duration: 136.431813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:32.092517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.176285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:32.092599Z","caller":"traceutil/trace.go:171","msg":"trace[1152501572] linearizableReadLoop","detail":"{readStateIndex:24230; appliedIndex:24229; }","duration":"204.785312ms","start":"2026-03-04T02:09:31.887799Z","end":"2026-03-04T02:09:32.092584Z","steps":["trace[1152501572] 'read index received' (duration: 53.487354ms)","trace[1152501572] 'applied index is now lower than readState.Index' (duration: 151.296628ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:32.092633Z","caller":"traceutil/trace.go:171","msg":"trace[2096968215] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"206.035268ms","start":"2026-03-04T02:09:31.886568Z","end":"2026-03-04T02:09:32.092603Z","steps":["trace[2096968215] 'process raft request' (duration: 54.693309ms)","trace[2096968215] 'compare' (duration: 151.050242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:32.092684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.892665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:32.092708Z","caller":"traceutil/trace.go:171","msg":"trace[746791692] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23435; }","duration":"204.962726ms","start":"2026-03-04T02:09:31.887737Z","end":"2026-03-04T02:09:32.092699Z","steps":["trace[746791692] 'agreement among raft nodes before linearized reading' (duration: 204.916135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:32.344824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.21823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:32.344948Z","caller":"traceutil/trace.go:171","msg":"trace[1766816297] linearizableReadLoop","detail":"{readStateIndex:24231; appliedIndex:24230; }","duration":"244.617786ms","start":"2026-03-04T02:09:32.100314Z","end":"2026-03-04T02:09:32.344931Z","steps":["trace[1766816297] 'read index received' (duration: 106.041228ms)","trace[1766816297] 'applied index is now lower than readState.Index' (duration: 138.575358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:32.345027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.723278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:32.345061Z","caller":"traceutil/trace.go:171","msg":"trace[97794792] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23436; }","duration":"244.759069ms","start":"2026-03-04T02:09:32.100292Z","end":"2026-03-04T02:09:32.345051Z","steps":["trace[97794792] 'agreement among raft nodes before linearized reading' (duration: 244.701888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:32.345061Z","caller":"traceutil/trace.go:171","msg":"trace[1155577344] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"248.10696ms","start":"2026-03-04T02:09:32.096897Z","end":"2026-03-04T02:09:32.345004Z","steps":["trace[1155577344] 'process raft request' (duration: 109.623404ms)","trace[1155577344] 'compare' (duration: 138.101407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:32.375989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.402767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:32.376128Z","caller":"traceutil/trace.go:171","msg":"trace[1534157777] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23437; }","duration":"274.564511ms","start":"2026-03-04T02:09:32.101525Z","end":"2026-03-04T02:09:32.37609Z","steps":["trace[1534157777] 'agreement among raft nodes before linearized reading' (duration: 274.341976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:32.546991Z","caller":"traceutil/trace.go:171","msg":"trace[2083275831] linearizableReadLoop","detail":"{readStateIndex:24233; appliedIndex:24232; }","duration":"142.45203ms","start":"2026-03-04T02:09:32.404506Z","end":"2026-03-04T02:09:32.546958Z","steps":["trace[2083275831] 'read index received' (duration: 120.015364ms)","trace[2083275831] 'applied index is now lower than readState.Index' (duration: 22.435286ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:32.547126Z","caller":"traceutil/trace.go:171","msg":"trace[1261237894] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"150.810147ms","start":"2026-03-04T02:09:32.396302Z","end":"2026-03-04T02:09:32.547112Z","steps":["trace[1261237894] 'process raft request' (duration: 128.329501ms)","trace[1261237894] 'compare' (duration: 22.046977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:32.547484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.96988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:32.547547Z","caller":"traceutil/trace.go:171","msg":"trace[637866872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23438; }","duration":"143.105763ms","start":"2026-03-04T02:09:32.404429Z","end":"2026-03-04T02:09:32.547534Z","steps":["trace[637866872] 'agreement among raft nodes before linearized reading' (duration: 142.910069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:32.704036Z","caller":"traceutil/trace.go:171","msg":"trace[1525699678] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"152.045724ms","start":"2026-03-04T02:09:32.55196Z","end":"2026-03-04T02:09:32.704006Z","steps":["trace[1525699678] 'process raft request' (duration: 141.898839ms)","trace[1525699678] 'compare' (duration: 10.029123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:32.970505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.183368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:32.97071Z","caller":"traceutil/trace.go:171","msg":"trace[492119035] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"101.376729ms","start":"2026-03-04T02:09:32.869319Z","end":"2026-03-04T02:09:32.970696Z","steps":["trace[492119035] 'process raft request' (duration: 101.340718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:32.970872Z","caller":"traceutil/trace.go:171","msg":"trace[150754752] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"310.36718ms","start":"2026-03-04T02:09:32.660498Z","end":"2026-03-04T02:09:32.970865Z","steps":["trace[150754752] 'process raft request' (duration: 310.085484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:32.970915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.660471Z","time spent":"310.421191ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:32.970987Z","caller":"traceutil/trace.go:171","msg":"trace[1313334457] linearizableReadLoop","detail":"{readStateIndex:24235; appliedIndex:24233; }","duration":"415.406245ms","start":"2026-03-04T02:09:32.555574Z","end":"2026-03-04T02:09:32.97098Z","steps":["trace[1313334457] 'read index received' (duration: 138.299501ms)","trace[1313334457] 'applied index is now lower than readState.Index' (duration: 277.106004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:32.971109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.539839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:32.971089Z","caller":"traceutil/trace.go:171","msg":"trace[1174362979] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"419.051533ms","start":"2026-03-04T02:09:32.552002Z","end":"2026-03-04T02:09:32.971054Z","steps":["trace[1174362979] 'process raft request' (duration: 281.235222ms)","trace[1174362979] 'compare' (duration: 136.965763ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:32.97114Z","caller":"traceutil/trace.go:171","msg":"trace[242562674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23442; }","duration":"415.60657ms","start":"2026-03-04T02:09:32.555523Z","end":"2026-03-04T02:09:32.971129Z","steps":["trace[242562674] 'agreement among raft nodes before linearized reading' (duration: 415.555569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:32.971162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.555496Z","time spent":"415.659501ms","remote":"127.0.0.1:36008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:32.97123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:32.551981Z","time spent":"419.173575ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:32.971442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.04177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:09:32.971467Z","caller":"traceutil/trace.go:171","msg":"trace[519245897] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23442; }","duration":"208.110692ms","start":"2026-03-04T02:09:32.763351Z","end":"2026-03-04T02:09:32.971461Z","steps":["trace[519245897] 'agreement among raft nodes before linearized reading' (duration: 207.937598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:33.286681Z","caller":"traceutil/trace.go:171","msg":"trace[1864539238] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"122.270713ms","start":"2026-03-04T02:09:33.164379Z","end":"2026-03-04T02:09:33.286649Z","steps":["trace[1864539238] 'process raft request' (duration: 122.113919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:33.527263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.139421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:09:33.527347Z","caller":"traceutil/trace.go:171","msg":"trace[2117775502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23443; }","duration":"199.261584ms","start":"2026-03-04T02:09:33.328067Z","end":"2026-03-04T02:09:33.527328Z","steps":["trace[2117775502] 'range keys from in-memory index tree' (duration: 198.982968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:33.804352Z","caller":"traceutil/trace.go:171","msg":"trace[653789430] linearizableReadLoop","detail":"{readStateIndex:24239; appliedIndex:24238; }","duration":"175.709495ms","start":"2026-03-04T02:09:33.628621Z","end":"2026-03-04T02:09:33.80433Z","steps":["trace[653789430] 'read index received' (duration: 175.572432ms)","trace[653789430] 'applied index is now lower than readState.Index' (duration: 136.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:33.804433Z","caller":"traceutil/trace.go:171","msg":"trace[1929305178] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"273.13303ms","start":"2026-03-04T02:09:33.531257Z","end":"2026-03-04T02:09:33.80439Z","steps":["trace[1929305178] 'process raft request' (duration: 272.939396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:33.804593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.95808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:33.804625Z","caller":"traceutil/trace.go:171","msg":"trace[1863447491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23444; }","duration":"176.044972ms","start":"2026-03-04T02:09:33.628572Z","end":"2026-03-04T02:09:33.804617Z","steps":["trace[1863447491] 'agreement among raft nodes before linearized reading' (duration: 175.907779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:33.80464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.997878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:33.804703Z","caller":"traceutil/trace.go:171","msg":"trace[477438907] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23444; }","duration":"157.096069ms","start":"2026-03-04T02:09:33.647594Z","end":"2026-03-04T02:09:33.80469Z","steps":["trace[477438907] 'agreement among raft nodes before linearized reading' (duration: 156.968397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:33.804704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.86192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:09:33.804779Z","caller":"traceutil/trace.go:171","msg":"trace[1007330255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23444; }","duration":"160.991353ms","start":"2026-03-04T02:09:33.643767Z","end":"2026-03-04T02:09:33.804758Z","steps":["trace[1007330255] 'agreement among raft nodes before linearized reading' (duration: 160.742398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:33.940414Z","caller":"traceutil/trace.go:171","msg":"trace[1178633176] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"130.241481ms","start":"2026-03-04T02:09:33.810101Z","end":"2026-03-04T02:09:33.940342Z","steps":["trace[1178633176] 'process raft request' (duration: 124.451638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.334078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.881673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:34.334471Z","caller":"traceutil/trace.go:171","msg":"trace[1967745696] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"446.67665ms","start":"2026-03-04T02:09:33.887764Z","end":"2026-03-04T02:09:34.33444Z","steps":["trace[1967745696] 'process raft request' (duration: 174.345287ms)","trace[1967745696] 'compare' (duration: 271.70136ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:34.334498Z","caller":"traceutil/trace.go:171","msg":"trace[267303269] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"377.83833ms","start":"2026-03-04T02:09:33.956625Z","end":"2026-03-04T02:09:34.334464Z","steps":["trace[267303269] 'process raft request' (duration: 377.572365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.334642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.88774Z","time spent":"446.804132ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:34.334655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:33.956601Z","time spent":"377.970992ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:34.395582Z","caller":"traceutil/trace.go:171","msg":"trace[587336089] linearizableReadLoop","detail":"{readStateIndex:24244; appliedIndex:24241; }","duration":"298.54516ms","start":"2026-03-04T02:09:34.097009Z","end":"2026-03-04T02:09:34.395554Z","steps":["trace[587336089] 'read index received' (duration: 153.502004ms)","trace[587336089] 'applied index is now lower than readState.Index' (duration: 145.041686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:34.395807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.785864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:09:34.395873Z","caller":"traceutil/trace.go:171","msg":"trace[1100796907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23448; }","duration":"298.902287ms","start":"2026-03-04T02:09:34.096954Z","end":"2026-03-04T02:09:34.395857Z","steps":["trace[1100796907] 'agreement among raft nodes before linearized reading' (duration: 298.707483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.584809Z","caller":"traceutil/trace.go:171","msg":"trace[1408735234] linearizableReadLoop","detail":"{readStateIndex:24245; appliedIndex:24244; }","duration":"189.127288ms","start":"2026-03-04T02:09:34.395646Z","end":"2026-03-04T02:09:34.584774Z","steps":["trace[1408735234] 'read index received' (duration: 188.799261ms)","trace[1408735234] 'applied index is now lower than readState.Index' (duration: 326.247µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:34.585211Z","caller":"traceutil/trace.go:171","msg":"trace[1534045870] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"202.966202ms","start":"2026-03-04T02:09:34.382187Z","end":"2026-03-04T02:09:34.585154Z","steps":["trace[1534045870] 'process raft request' (duration: 202.356459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.585338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.910295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:34.585231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.007362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:09:34.585503Z","caller":"traceutil/trace.go:171","msg":"trace[18048920] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23449; }","duration":"235.319629ms","start":"2026-03-04T02:09:34.350157Z","end":"2026-03-04T02:09:34.585477Z","steps":["trace[18048920] 'agreement among raft nodes before linearized reading' (duration: 234.857509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:34.58556Z","caller":"traceutil/trace.go:171","msg":"trace[77543230] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23449; }","duration":"381.13888ms","start":"2026-03-04T02:09:34.204303Z","end":"2026-03-04T02:09:34.585442Z","steps":["trace[77543230] 'agreement among raft nodes before linearized reading' (duration: 380.863144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.585757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.204282Z","time spent":"381.450746ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:34.740663Z","caller":"traceutil/trace.go:171","msg":"trace[309307118] linearizableReadLoop","detail":"{readStateIndex:24246; appliedIndex:24245; }","duration":"155.740512ms","start":"2026-03-04T02:09:34.58489Z","end":"2026-03-04T02:09:34.740631Z","steps":["trace[309307118] 'read index received' (duration: 97.947206ms)","trace[309307118] 'applied index is now lower than readState.Index' (duration: 57.791896ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:34.740837Z","caller":"traceutil/trace.go:171","msg":"trace[1392979177] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"340.984579ms","start":"2026-03-04T02:09:34.399749Z","end":"2026-03-04T02:09:34.740734Z","steps":["trace[1392979177] 'process raft request' (duration: 283.099501ms)","trace[1392979177] 'compare' (duration: 57.609282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:34.74088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.661194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:34.740992Z","caller":"traceutil/trace.go:171","msg":"trace[1050343470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23450; }","duration":"233.829678ms","start":"2026-03-04T02:09:34.507136Z","end":"2026-03-04T02:09:34.740966Z","steps":["trace[1050343470] 'agreement among raft nodes before linearized reading' (duration: 233.629183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.741102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.399724Z","time spent":"341.208523ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:34.817647Z","caller":"traceutil/trace.go:171","msg":"trace[1205893327] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"228.536154ms","start":"2026-03-04T02:09:34.589077Z","end":"2026-03-04T02:09:34.817613Z","steps":["trace[1205893327] 'process raft request' (duration: 228.376551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.81773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.645014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-04T02:09:34.817787Z","caller":"traceutil/trace.go:171","msg":"trace[2063405975] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23451; }","duration":"109.768317ms","start":"2026-03-04T02:09:34.708005Z","end":"2026-03-04T02:09:34.817773Z","steps":["trace[2063405975] 'agreement among raft nodes before linearized reading' (duration: 109.598533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:34.970457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.2334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:34.970557Z","caller":"traceutil/trace.go:171","msg":"trace[1300238683] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"148.16118ms","start":"2026-03-04T02:09:34.822375Z","end":"2026-03-04T02:09:34.970536Z","steps":["trace[1300238683] 'process raft request' (duration: 18.753497ms)","trace[1300238683] 'compare' (duration: 129.127468ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:35.344487Z","caller":"traceutil/trace.go:171","msg":"trace[1755139105] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"366.623313ms","start":"2026-03-04T02:09:34.977837Z","end":"2026-03-04T02:09:35.344461Z","steps":["trace[1755139105] 'process raft request' (duration: 366.408798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:35.344651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:34.977813Z","time spent":"366.752295ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:35.583073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.395427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:35.583329Z","caller":"traceutil/trace.go:171","msg":"trace[2079941930] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"512.31241ms","start":"2026-03-04T02:09:35.07098Z","end":"2026-03-04T02:09:35.583292Z","steps":["trace[2079941930] 'process raft request' (duration: 387.373181ms)","trace[2079941930] 'compare' (duration: 124.216013ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:35.583389Z","caller":"traceutil/trace.go:171","msg":"trace[1790763180] linearizableReadLoop","detail":"{readStateIndex:24251; appliedIndex:24249; }","duration":"362.357582ms","start":"2026-03-04T02:09:35.221004Z","end":"2026-03-04T02:09:35.583361Z","steps":["trace[1790763180] 'read index received' (duration: 123.289913ms)","trace[1790763180] 'applied index is now lower than readState.Index' (duration: 239.065819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:35.583403Z","caller":"traceutil/trace.go:171","msg":"trace[380581664] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"290.521349ms","start":"2026-03-04T02:09:35.292855Z","end":"2026-03-04T02:09:35.583376Z","steps":["trace[380581664] 'process raft request' (duration: 290.343805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:35.583454Z","caller":"traceutil/trace.go:171","msg":"trace[401455208] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"111.930132ms","start":"2026-03-04T02:09:35.471502Z","end":"2026-03-04T02:09:35.583433Z","steps":["trace[401455208] 'process raft request' (duration: 111.80298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:35.583507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.070939Z","time spent":"512.473794ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:35.583645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.351395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:35.583646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.634808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:35.583853Z","caller":"traceutil/trace.go:171","msg":"trace[1494982728] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23457; }","duration":"362.790591ms","start":"2026-03-04T02:09:35.220984Z","end":"2026-03-04T02:09:35.583775Z","steps":["trace[1494982728] 'agreement among raft nodes before linearized reading' (duration: 362.512016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:35.583681Z","caller":"traceutil/trace.go:171","msg":"trace[792562405] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23457; }","duration":"232.386726ms","start":"2026-03-04T02:09:35.351282Z","end":"2026-03-04T02:09:35.583668Z","steps":["trace[792562405] 'agreement among raft nodes before linearized reading' (duration: 232.270904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:35.58371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.717956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:35.584043Z","caller":"traceutil/trace.go:171","msg":"trace[1305091250] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23457; }","duration":"135.045922ms","start":"2026-03-04T02:09:35.448971Z","end":"2026-03-04T02:09:35.584016Z","steps":["trace[1305091250] 'agreement among raft nodes before linearized reading' (duration: 134.661454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:35.583961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.220905Z","time spent":"363.034576ms","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:36.061552Z","caller":"traceutil/trace.go:171","msg":"trace[1713270527] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"208.95986ms","start":"2026-03-04T02:09:35.852514Z","end":"2026-03-04T02:09:36.061474Z","steps":["trace[1713270527] 'process raft request' (duration: 208.760986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.378092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.133662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:36.378224Z","caller":"traceutil/trace.go:171","msg":"trace[867833419] linearizableReadLoop","detail":"{readStateIndex:24255; appliedIndex:24253; }","duration":"433.479849ms","start":"2026-03-04T02:09:35.944722Z","end":"2026-03-04T02:09:36.378201Z","steps":["trace[867833419] 'read index received' (duration: 116.555111ms)","trace[867833419] 'applied index is now lower than readState.Index' (duration: 316.922818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:36.378291Z","caller":"traceutil/trace.go:171","msg":"trace[1996642944] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"525.421518ms","start":"2026-03-04T02:09:35.85283Z","end":"2026-03-04T02:09:36.378252Z","steps":["trace[1996642944] 'process raft request' (duration: 358.00312ms)","trace[1996642944] 'compare' (duration: 166.983889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:36.37845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.734244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:09:36.378461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.85281Z","time spent":"525.5646ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:36.378506Z","caller":"traceutil/trace.go:171","msg":"trace[1799481423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23459; }","duration":"433.845836ms","start":"2026-03-04T02:09:35.944645Z","end":"2026-03-04T02:09:36.378491Z","steps":["trace[1799481423] 'agreement among raft nodes before linearized reading' (duration: 433.657262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.378554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:35.944608Z","time spent":"433.932588ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:09:36.784523Z","caller":"traceutil/trace.go:171","msg":"trace[1199013292] linearizableReadLoop","detail":"{readStateIndex:24256; appliedIndex:24255; }","duration":"406.239402ms","start":"2026-03-04T02:09:36.378258Z","end":"2026-03-04T02:09:36.784497Z","steps":["trace[1199013292] 'read index received' (duration: 406.087009ms)","trace[1199013292] 'applied index is now lower than readState.Index' (duration: 151.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:36.78468Z","caller":"traceutil/trace.go:171","msg":"trace[300052142] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"444.684696ms","start":"2026-03-04T02:09:36.339984Z","end":"2026-03-04T02:09:36.784668Z","steps":["trace[300052142] 'process raft request' (duration: 444.318158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.784803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.339951Z","time spent":"444.762428ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:36.784851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.93361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:36.784979Z","caller":"traceutil/trace.go:171","msg":"trace[1669993461] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23460; }","duration":"494.135526ms","start":"2026-03-04T02:09:36.290822Z","end":"2026-03-04T02:09:36.784957Z","steps":["trace[1669993461] 'agreement among raft nodes before linearized reading' (duration: 493.886179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:36.785038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.290799Z","time spent":"494.219848ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:37.100989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.939521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:37.101221Z","caller":"traceutil/trace.go:171","msg":"trace[1929193108] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"509.710005ms","start":"2026-03-04T02:09:36.591482Z","end":"2026-03-04T02:09:37.101192Z","steps":["trace[1929193108] 'process raft request' (duration: 509.588133ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:37.101249Z","caller":"traceutil/trace.go:171","msg":"trace[1267129764] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24256; }","duration":"316.583851ms","start":"2026-03-04T02:09:36.784637Z","end":"2026-03-04T02:09:37.101221Z","steps":["trace[1267129764] 'read index received' (duration: 155.261052ms)","trace[1267129764] 'applied index is now lower than readState.Index' (duration: 161.319599ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:37.10125Z","caller":"traceutil/trace.go:171","msg":"trace[1160375735] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"718.911759ms","start":"2026-03-04T02:09:36.382308Z","end":"2026-03-04T02:09:37.10122Z","steps":["trace[1160375735] 'process raft request' (duration: 557.663252ms)","trace[1160375735] 'compare' (duration: 160.050672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:37.101372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.591455Z","time spent":"509.837428ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:37.101385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.38229Z","time spent":"719.025302ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:37.101505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.724653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:37.101514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.912496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:09:37.101547Z","caller":"traceutil/trace.go:171","msg":"trace[274870450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23463; }","duration":"356.001248ms","start":"2026-03-04T02:09:36.745536Z","end":"2026-03-04T02:09:37.101537Z","steps":["trace[274870450] 'agreement among raft nodes before linearized reading' (duration: 355.810783ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:37.101547Z","caller":"traceutil/trace.go:171","msg":"trace[1970026004] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23463; }","duration":"698.799575ms","start":"2026-03-04T02:09:36.402732Z","end":"2026-03-04T02:09:37.101531Z","steps":["trace[1970026004] 'agreement among raft nodes before linearized reading' (duration: 698.732053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.101587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.745515Z","time spent":"356.06487ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:37.101625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.610977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:09:37.101593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.402713Z","time spent":"698.871976ms","remote":"127.0.0.1:58384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:37.101671Z","caller":"traceutil/trace.go:171","msg":"trace[637445714] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23463; }","duration":"279.695869ms","start":"2026-03-04T02:09:36.821962Z","end":"2026-03-04T02:09:37.101658Z","steps":["trace[637445714] 'agreement among raft nodes before linearized reading' (duration: 279.562396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.101632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.899422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:37.101778Z","caller":"traceutil/trace.go:171","msg":"trace[1930992971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23463; }","duration":"595.080816ms","start":"2026-03-04T02:09:36.506689Z","end":"2026-03-04T02:09:37.10177Z","steps":["trace[1930992971] 'agreement among raft nodes before linearized reading' (duration: 594.920772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.101806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:36.506665Z","time spent":"595.132257ms","remote":"127.0.0.1:57380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:37.101809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.773228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-04T02:09:37.101849Z","caller":"traceutil/trace.go:171","msg":"trace[621487482] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23463; }","duration":"126.84721ms","start":"2026-03-04T02:09:36.97499Z","end":"2026-03-04T02:09:37.101837Z","steps":["trace[621487482] 'agreement among raft nodes before linearized reading' (duration: 126.701247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:37.290593Z","caller":"traceutil/trace.go:171","msg":"trace[416646188] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"185.638245ms","start":"2026-03-04T02:09:37.104927Z","end":"2026-03-04T02:09:37.290565Z","steps":["trace[416646188] 'process raft request' (duration: 131.972958ms)","trace[416646188] 'compare' (duration: 53.274639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:37.517427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.708109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:37.517776Z","caller":"traceutil/trace.go:171","msg":"trace[1129840144] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"412.132966ms","start":"2026-03-04T02:09:37.105616Z","end":"2026-03-04T02:09:37.517749Z","steps":["trace[1129840144] 'process raft request' (duration: 290.011478ms)","trace[1129840144] 'compare' (duration: 121.485765ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:37.5178Z","caller":"traceutil/trace.go:171","msg":"trace[1973435621] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"411.090925ms","start":"2026-03-04T02:09:37.106682Z","end":"2026-03-04T02:09:37.517773Z","steps":["trace[1973435621] 'process raft request' (duration: 410.84543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.517865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.105597Z","time spent":"412.230069ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:37.517883Z","caller":"traceutil/trace.go:171","msg":"trace[102329924] linearizableReadLoop","detail":"{readStateIndex:24262; appliedIndex:24259; }","duration":"399.646151ms","start":"2026-03-04T02:09:37.118206Z","end":"2026-03-04T02:09:37.517852Z","steps":["trace[102329924] 'read index received' (duration: 118.667246ms)","trace[102329924] 'applied index is now lower than readState.Index' (duration: 280.975515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:37.517946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.106664Z","time spent":"411.198447ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:37.518143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.920718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:09:37.518188Z","caller":"traceutil/trace.go:171","msg":"trace[2064984414] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23466; }","duration":"399.983999ms","start":"2026-03-04T02:09:37.118192Z","end":"2026-03-04T02:09:37.518176Z","steps":["trace[2064984414] 'agreement among raft nodes before linearized reading' (duration: 399.790475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.518246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:37.118174Z","time spent":"400.0628ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T02:09:37.523315Z","caller":"traceutil/trace.go:171","msg":"trace[1505300631] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"171.575077ms","start":"2026-03-04T02:09:37.351721Z","end":"2026-03-04T02:09:37.523296Z","steps":["trace[1505300631] 'process raft request' (duration: 171.448384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.523327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.665362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:37.523379Z","caller":"traceutil/trace.go:171","msg":"trace[930190209] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23467; }","duration":"207.773754ms","start":"2026-03-04T02:09:37.315593Z","end":"2026-03-04T02:09:37.523367Z","steps":["trace[930190209] 'agreement among raft nodes before linearized reading' (duration: 207.687213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.523596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.482696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:37.523636Z","caller":"traceutil/trace.go:171","msg":"trace[12103623] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23467; }","duration":"264.572158ms","start":"2026-03-04T02:09:37.259054Z","end":"2026-03-04T02:09:37.523627Z","steps":["trace[12103623] 'agreement among raft nodes before linearized reading' (duration: 264.456495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.812737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.455621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:37.812851Z","caller":"traceutil/trace.go:171","msg":"trace[833051083] linearizableReadLoop","detail":"{readStateIndex:24264; appliedIndex:24263; }","duration":"242.338037ms","start":"2026-03-04T02:09:37.570496Z","end":"2026-03-04T02:09:37.812834Z","steps":["trace[833051083] 'read index received' (duration: 115.731203ms)","trace[833051083] 'applied index is now lower than readState.Index' (duration: 126.605604ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:37.81287Z","caller":"traceutil/trace.go:171","msg":"trace[1215079426] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"259.895159ms","start":"2026-03-04T02:09:37.552949Z","end":"2026-03-04T02:09:37.812845Z","steps":["trace[1215079426] 'process raft request' (duration: 133.247484ms)","trace[1215079426] 'compare' (duration: 126.335339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:37.812981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.464101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:37.813038Z","caller":"traceutil/trace.go:171","msg":"trace[1253853889] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23468; }","duration":"242.536903ms","start":"2026-03-04T02:09:37.570484Z","end":"2026-03-04T02:09:37.813021Z","steps":["trace[1253853889] 'agreement among raft nodes before linearized reading' (duration: 242.414119ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:37.825828Z","caller":"traceutil/trace.go:171","msg":"trace[1661436011] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"233.621302ms","start":"2026-03-04T02:09:37.59219Z","end":"2026-03-04T02:09:37.825811Z","steps":["trace[1661436011] 'process raft request' (duration: 233.339536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:37.826076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.209799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:37.826114Z","caller":"traceutil/trace.go:171","msg":"trace[480163343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23469; }","duration":"238.280621ms","start":"2026-03-04T02:09:37.587824Z","end":"2026-03-04T02:09:37.826105Z","steps":["trace[480163343] 'agreement among raft nodes before linearized reading' (duration: 238.149878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:38.263175Z","caller":"traceutil/trace.go:171","msg":"trace[1236484657] linearizableReadLoop","detail":"{readStateIndex:24267; appliedIndex:24266; }","duration":"194.257158ms","start":"2026-03-04T02:09:38.068893Z","end":"2026-03-04T02:09:38.26315Z","steps":["trace[1236484657] 'read index received' (duration: 194.021903ms)","trace[1236484657] 'applied index is now lower than readState.Index' (duration: 233.745µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:38.263384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.471002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:09:38.263433Z","caller":"traceutil/trace.go:171","msg":"trace[1429424536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23471; }","duration":"194.545393ms","start":"2026-03-04T02:09:38.068867Z","end":"2026-03-04T02:09:38.263413Z","steps":["trace[1429424536] 'agreement among raft nodes before linearized reading' (duration: 194.37529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:38.263418Z","caller":"traceutil/trace.go:171","msg":"trace[369865663] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"194.469522ms","start":"2026-03-04T02:09:38.068781Z","end":"2026-03-04T02:09:38.26325Z","steps":["trace[369865663] 'process raft request' (duration: 194.165526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:38.496319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.185069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:09:38.496394Z","caller":"traceutil/trace.go:171","msg":"trace[1585153165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23471; }","duration":"114.298742ms","start":"2026-03-04T02:09:38.382074Z","end":"2026-03-04T02:09:38.496373Z","steps":["trace[1585153165] 'range keys from in-memory index tree' (duration: 114.030057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:38.496121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.577205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:38.496537Z","caller":"traceutil/trace.go:171","msg":"trace[1718247020] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23471; }","duration":"162.179928ms","start":"2026-03-04T02:09:38.33433Z","end":"2026-03-04T02:09:38.49651Z","steps":["trace[1718247020] 'range keys from in-memory index tree' (duration: 161.424001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:38.617435Z","caller":"traceutil/trace.go:171","msg":"trace[1453216211] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"117.250025ms","start":"2026-03-04T02:09:38.500154Z","end":"2026-03-04T02:09:38.617404Z","steps":["trace[1453216211] 'process raft request' (duration: 117.049051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:38.617663Z","caller":"traceutil/trace.go:171","msg":"trace[1370004475] linearizableReadLoop","detail":"{readStateIndex:24268; appliedIndex:24267; }","duration":"117.412959ms","start":"2026-03-04T02:09:38.500236Z","end":"2026-03-04T02:09:38.617649Z","steps":["trace[1370004475] 'read index received' (duration: 116.881168ms)","trace[1370004475] 'applied index is now lower than readState.Index' (duration: 530.411µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:38.617831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.580263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:38.617839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.290688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:38.617872Z","caller":"traceutil/trace.go:171","msg":"trace[1198974491] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23472; }","duration":"117.665124ms","start":"2026-03-04T02:09:38.500197Z","end":"2026-03-04T02:09:38.617862Z","steps":["trace[1198974491] 'agreement among raft nodes before linearized reading' (duration: 117.536761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:38.61788Z","caller":"traceutil/trace.go:171","msg":"trace[1615289084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23472; }","duration":"110.334949ms","start":"2026-03-04T02:09:38.507534Z","end":"2026-03-04T02:09:38.617869Z","steps":["trace[1615289084] 'agreement among raft nodes before linearized reading' (duration: 110.241477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:38.940842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.585383ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-04T02:09:38.940966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.629821Z","time spent":"311.137446ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:09:38.941063Z","caller":"traceutil/trace.go:171","msg":"trace[1743649169] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24268; }","duration":"307.149191ms","start":"2026-03-04T02:09:38.633889Z","end":"2026-03-04T02:09:38.941038Z","steps":["trace[1743649169] 'read index received' (duration: 131.386584ms)","trace[1743649169] 'applied index is now lower than readState.Index' (duration: 175.760267ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:38.941211Z","caller":"traceutil/trace.go:171","msg":"trace[184292096] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"136.254148ms","start":"2026-03-04T02:09:38.804942Z","end":"2026-03-04T02:09:38.941196Z","steps":["trace[184292096] 'process raft request' (duration: 136.009483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:38.94127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.375565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-04T02:09:38.941308Z","caller":"traceutil/trace.go:171","msg":"trace[1707044129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23472; }","duration":"307.460797ms","start":"2026-03-04T02:09:38.633833Z","end":"2026-03-04T02:09:38.941294Z","steps":["trace[1707044129] 'agreement among raft nodes before linearized reading' (duration: 307.316244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:38.941348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:38.633826Z","time spent":"307.513638ms","remote":"127.0.0.1:36010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:09:38.941594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.852863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:09:38.94163Z","caller":"traceutil/trace.go:171","msg":"trace[1689669475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23473; }","duration":"113.924594ms","start":"2026-03-04T02:09:38.827697Z","end":"2026-03-04T02:09:38.941621Z","steps":["trace[1689669475] 'agreement among raft nodes before linearized reading' (duration: 113.828852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.273045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.548855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:41.273136Z","caller":"traceutil/trace.go:171","msg":"trace[1621270074] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23489; }","duration":"210.705668ms","start":"2026-03-04T02:09:41.062407Z","end":"2026-03-04T02:09:41.273113Z","steps":["trace[1621270074] 'count revisions from in-memory index tree' (duration: 210.441361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.27331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.775513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:09:41.273411Z","caller":"traceutil/trace.go:171","msg":"trace[1213961069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23489; }","duration":"156.903717ms","start":"2026-03-04T02:09:41.116474Z","end":"2026-03-04T02:09:41.273378Z","steps":["trace[1213961069] 'range keys from in-memory index tree' (duration: 156.60483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.273891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.650444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:41.273983Z","caller":"traceutil/trace.go:171","msg":"trace[1047610913] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"156.11484ms","start":"2026-03-04T02:09:41.117853Z","end":"2026-03-04T02:09:41.273968Z","steps":["trace[1047610913] 'process raft request' (duration: 55.328283ms)","trace[1047610913] 'compare' (duration: 100.403359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:41.661003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.354483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:41.661137Z","caller":"traceutil/trace.go:171","msg":"trace[2017374705] linearizableReadLoop","detail":"{readStateIndex:24288; appliedIndex:24286; }","duration":"519.85713ms","start":"2026-03-04T02:09:41.141255Z","end":"2026-03-04T02:09:41.661112Z","steps":["trace[2017374705] 'read index received' (duration: 31.959917ms)","trace[2017374705] 'applied index is now lower than readState.Index' (duration: 487.894783ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:41.661164Z","caller":"traceutil/trace.go:171","msg":"trace[276110821] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"542.063331ms","start":"2026-03-04T02:09:41.119065Z","end":"2026-03-04T02:09:41.661129Z","steps":["trace[276110821] 'process raft request' (duration: 411.482773ms)","trace[276110821] 'compare' (duration: 130.031966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:41.661326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.119059Z","time spent":"542.172063ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:41.661387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.124516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:41.661445Z","caller":"traceutil/trace.go:171","msg":"trace[512002950] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23491; }","duration":"520.223947ms","start":"2026-03-04T02:09:41.141206Z","end":"2026-03-04T02:09:41.66143Z","steps":["trace[512002950] 'agreement among raft nodes before linearized reading' (duration: 520.030113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.661498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.141188Z","time spent":"520.296809ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:41.708196Z","caller":"traceutil/trace.go:171","msg":"trace[1288848524] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"429.805071ms","start":"2026-03-04T02:09:41.278361Z","end":"2026-03-04T02:09:41.708166Z","steps":["trace[1288848524] 'process raft request' (duration: 429.608217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.708384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.278336Z","time spent":"429.949194ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:41.715793Z","caller":"traceutil/trace.go:171","msg":"trace[1812478462] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"180.581109ms","start":"2026-03-04T02:09:41.535181Z","end":"2026-03-04T02:09:41.715762Z","steps":["trace[1812478462] 'process raft request' (duration: 180.441136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.715871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.882811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:09:41.715916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.575011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-04T02:09:41.715932Z","caller":"traceutil/trace.go:171","msg":"trace[1338641919] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23493; }","duration":"410.958593ms","start":"2026-03-04T02:09:41.304957Z","end":"2026-03-04T02:09:41.715916Z","steps":["trace[1338641919] 'agreement among raft nodes before linearized reading' (duration: 410.789149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.715931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.242576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:09:41.715962Z","caller":"traceutil/trace.go:171","msg":"trace[83571112] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23493; }","duration":"182.660863ms","start":"2026-03-04T02:09:41.533289Z","end":"2026-03-04T02:09:41.71595Z","steps":["trace[83571112] 'agreement among raft nodes before linearized reading' (duration: 182.55137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.715968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.304896Z","time spent":"411.061995ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:09:41.715989Z","caller":"traceutil/trace.go:171","msg":"trace[1228772227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23493; }","duration":"184.303397ms","start":"2026-03-04T02:09:41.531672Z","end":"2026-03-04T02:09:41.715975Z","steps":["trace[1228772227] 'agreement among raft nodes before linearized reading' (duration: 184.116893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.716067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.149244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:41.716103Z","caller":"traceutil/trace.go:171","msg":"trace[1694223793] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23493; }","duration":"334.185215ms","start":"2026-03-04T02:09:41.381908Z","end":"2026-03-04T02:09:41.716094Z","steps":["trace[1694223793] 'agreement among raft nodes before linearized reading' (duration: 334.130073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:41.71613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:41.381874Z","time spent":"334.249066ms","remote":"127.0.0.1:57732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:42.943345Z","caller":"traceutil/trace.go:171","msg":"trace[1061973276] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"123.897127ms","start":"2026-03-04T02:09:42.819429Z","end":"2026-03-04T02:09:42.943326Z","steps":["trace[1061973276] 'process raft request' (duration: 123.740093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:43.089495Z","caller":"traceutil/trace.go:171","msg":"trace[2063992034] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"134.613424ms","start":"2026-03-04T02:09:42.954864Z","end":"2026-03-04T02:09:43.089477Z","steps":["trace[2063992034] 'process raft request' (duration: 132.688393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:54.48086Z","caller":"traceutil/trace.go:171","msg":"trace[1306936380] linearizableReadLoop","detail":"{readStateIndex:24380; appliedIndex:24379; }","duration":"102.246607ms","start":"2026-03-04T02:09:54.378594Z","end":"2026-03-04T02:09:54.480841Z","steps":["trace[1306936380] 'read index received' (duration: 102.069823ms)","trace[1306936380] 'applied index is now lower than readState.Index' (duration: 175.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:54.48098Z","caller":"traceutil/trace.go:171","msg":"trace[1630005645] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"146.062936ms","start":"2026-03-04T02:09:54.334884Z","end":"2026-03-04T02:09:54.480947Z","steps":["trace[1630005645] 'process raft request' (duration: 145.824001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:54.48104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.43709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:54.481075Z","caller":"traceutil/trace.go:171","msg":"trace[1618324741] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23580; }","duration":"102.542123ms","start":"2026-03-04T02:09:54.378521Z","end":"2026-03-04T02:09:54.481063Z","steps":["trace[1618324741] 'agreement among raft nodes before linearized reading' (duration: 102.439441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.101584Z","caller":"traceutil/trace.go:171","msg":"trace[299038389] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"151.986342ms","start":"2026-03-04T02:09:55.949562Z","end":"2026-03-04T02:09:56.101548Z","steps":["trace[299038389] 'process raft request' (duration: 151.676595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:56.406474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.551549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:56.406583Z","caller":"traceutil/trace.go:171","msg":"trace[1817184725] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23656; }","duration":"148.697552ms","start":"2026-03-04T02:09:56.257862Z","end":"2026-03-04T02:09:56.406559Z","steps":["trace[1817184725] 'count revisions from in-memory index tree' (duration: 148.482038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:56.91572Z","caller":"traceutil/trace.go:171","msg":"trace[1961311152] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"120.808822ms","start":"2026-03-04T02:09:56.794885Z","end":"2026-03-04T02:09:56.915694Z","steps":["trace[1961311152] 'process raft request' (duration: 120.657649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:57.459191Z","caller":"traceutil/trace.go:171","msg":"trace[1775446886] linearizableReadLoop","detail":"{readStateIndex:24460; appliedIndex:24459; }","duration":"211.528694ms","start":"2026-03-04T02:09:57.247634Z","end":"2026-03-04T02:09:57.459163Z","steps":["trace[1775446886] 'read index received' (duration: 209.4408ms)","trace[1775446886] 'applied index is now lower than readState.Index' (duration: 2.086664ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:57.459229Z","caller":"traceutil/trace.go:171","msg":"trace[1855314836] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"212.071096ms","start":"2026-03-04T02:09:57.247124Z","end":"2026-03-04T02:09:57.459195Z","steps":["trace[1855314836] 'process raft request' (duration: 209.955651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:57.459509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.818591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"info","ts":"2026-03-04T02:09:57.45962Z","caller":"traceutil/trace.go:171","msg":"trace[1268389350] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23660; }","duration":"211.972184ms","start":"2026-03-04T02:09:57.247619Z","end":"2026-03-04T02:09:57.459591Z","steps":["trace[1268389350] 'agreement among raft nodes before linearized reading' (duration: 211.639037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:58.72208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053871081s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:58.722223Z","caller":"traceutil/trace.go:171","msg":"trace[1994641135] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"1.397478534s","start":"2026-03-04T02:09:57.324711Z","end":"2026-03-04T02:09:58.72219Z","steps":["trace[1994641135] 'process raft request' (duration: 343.43235ms)","trace[1994641135] 'compare' (duration: 1.053002233s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:58.722326Z","caller":"traceutil/trace.go:171","msg":"trace[1489687186] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"1.007328564s","start":"2026-03-04T02:09:57.714974Z","end":"2026-03-04T02:09:58.722303Z","steps":["trace[1489687186] 'process raft request' (duration: 1.007218201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:58.722382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.324671Z","time spent":"1.397621287s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:58.72244Z","caller":"traceutil/trace.go:171","msg":"trace[485131352] linearizableReadLoop","detail":"{readStateIndex:24461; appliedIndex:24460; }","duration":"1.258339456s","start":"2026-03-04T02:09:57.46408Z","end":"2026-03-04T02:09:58.72242Z","steps":["trace[485131352] 'read index received' (duration: 204.104277ms)","trace[485131352] 'applied index is now lower than readState.Index' (duration: 1.054233389s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:09:58.722457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.714948Z","time spent":"1.007450967s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:58.72263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25854208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1899816415a107c1\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-04T02:09:58.722664Z","caller":"traceutil/trace.go:171","msg":"trace[946634798] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1899816415a107c1; range_end:; response_count:1; response_revision:23662; }","duration":"1.258614522s","start":"2026-03-04T02:09:57.46404Z","end":"2026-03-04T02:09:58.722654Z","steps":["trace[946634798] 'agreement among raft nodes before linearized reading' (duration: 1.258478469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:58.722688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.46402Z","time spent":"1.258662403s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":760,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1899816415a107c1\" "} {"level":"warn","ts":"2026-03-04T02:09:59.506643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:09:59.506703Z","caller":"traceutil/trace.go:171","msg":"trace[1871846970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606961s","start":"2026-03-04T02:09:57.506082Z","end":"2026-03-04T02:09:59.506689Z","steps":["trace[1871846970] 'agreement among raft nodes before linearized reading' (duration: 2.000525199s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.506737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.506058Z","time spent":"2.000670272s","remote":"127.0.0.1:57376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:59.846071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.999659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:09:59.846358Z","caller":"traceutil/trace.go:171","msg":"trace[2067452001] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"1.121171127s","start":"2026-03-04T02:09:58.725173Z","end":"2026-03-04T02:09:59.846344Z","steps":["trace[2067452001] 'process raft request' (duration: 1.121122386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.846416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.72515Z","time spent":"1.12123971s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:09:59.846495Z","caller":"traceutil/trace.go:171","msg":"trace[1354849774] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"1.85907851s","start":"2026-03-04T02:09:57.98738Z","end":"2026-03-04T02:09:59.846459Z","steps":["trace[1354849774] 'process raft request' (duration: 1.858856406s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:59.846578Z","caller":"traceutil/trace.go:171","msg":"trace[1034051529] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"2.0689336s","start":"2026-03-04T02:09:57.777617Z","end":"2026-03-04T02:09:59.84655Z","steps":["trace[1034051529] 'process raft request' (duration: 1.32738527s)","trace[1034051529] 'compare' (duration: 740.685351ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:59.846601Z","caller":"traceutil/trace.go:171","msg":"trace[1971187933] linearizableReadLoop","detail":"{readStateIndex:24466; appliedIndex:24462; }","duration":"1.124061288s","start":"2026-03-04T02:09:58.722493Z","end":"2026-03-04T02:09:59.846555Z","steps":["trace[1971187933] 'read index received' (duration: 382.526098ms)","trace[1971187933] 'applied index is now lower than readState.Index' (duration: 741.53259ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:09:59.846619Z","caller":"traceutil/trace.go:171","msg":"trace[828803170] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"1.957310034s","start":"2026-03-04T02:09:57.889249Z","end":"2026-03-04T02:09:59.846559Z","steps":["trace[828803170] 'process raft request' (duration: 1.956898725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.846695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.77759Z","time spent":"2.069043392s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:59.846687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.987351Z","time spent":"1.859230554s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:59.846763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058117451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:09:59.846757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77739533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-04T02:09:59.846789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059720884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-04T02:09:59.84678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.889205Z","time spent":"1.957481497s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:59.846797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208018919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:09:59.846829Z","caller":"traceutil/trace.go:171","msg":"trace[709292798] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23667; }","duration":"2.059764525s","start":"2026-03-04T02:09:57.787052Z","end":"2026-03-04T02:09:59.846816Z","steps":["trace[709292798] 'agreement among raft nodes before linearized reading' (duration: 2.059636002s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:59.846836Z","caller":"traceutil/trace.go:171","msg":"trace[1294610001] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23667; }","duration":"1.777523913s","start":"2026-03-04T02:09:58.069289Z","end":"2026-03-04T02:09:59.846813Z","steps":["trace[1294610001] 'agreement among raft nodes before linearized reading' (duration: 1.777269648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.846859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.787046Z","time spent":"2.059805996s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:09:59.846856Z","caller":"traceutil/trace.go:171","msg":"trace[1550498362] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:23667; }","duration":"1.20810992s","start":"2026-03-04T02:09:58.638728Z","end":"2026-03-04T02:09:59.846838Z","steps":["trace[1550498362] 'agreement among raft nodes before linearized reading' (duration: 1.207918766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.84689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.069267Z","time spent":"1.777608194s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T02:09:59.846938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837205227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:09:59.846947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277105383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:09:59.84695Z","caller":"traceutil/trace.go:171","msg":"trace[1774826210] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"1.738322871s","start":"2026-03-04T02:09:58.108613Z","end":"2026-03-04T02:09:59.846936Z","steps":["trace[1774826210] 'process raft request' (duration: 1.737651997s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.846975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059974419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:09:59.847005Z","caller":"traceutil/trace.go:171","msg":"trace[869015629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23667; }","duration":"2.06002535s","start":"2026-03-04T02:09:57.786971Z","end":"2026-03-04T02:09:59.846996Z","steps":["trace[869015629] 'agreement among raft nodes before linearized reading' (duration: 2.059917267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.847021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915289542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:09:59.847013Z","caller":"traceutil/trace.go:171","msg":"trace[1127882450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23667; }","duration":"1.277182366s","start":"2026-03-04T02:09:58.569809Z","end":"2026-03-04T02:09:59.846991Z","steps":["trace[1127882450] 'agreement among raft nodes before linearized reading' (duration: 1.277010892s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:59.847039Z","caller":"traceutil/trace.go:171","msg":"trace[1063323018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23667; }","duration":"1.915363434s","start":"2026-03-04T02:09:57.931671Z","end":"2026-03-04T02:09:59.847034Z","steps":["trace[1063323018] 'agreement among raft nodes before linearized reading' (duration: 1.915311913s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.847047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.786959Z","time spent":"2.060080132s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:09:59.847057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.931641Z","time spent":"1.915413125s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:59.847043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.108573Z","time spent":"1.738420774s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:59.847051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574783003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:59.847067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.569794Z","time spent":"1.277261047s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:09:59.847086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066289304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:09:59.84711Z","caller":"traceutil/trace.go:171","msg":"trace[1073045523] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23667; }","duration":"1.574906767s","start":"2026-03-04T02:09:58.272188Z","end":"2026-03-04T02:09:59.847094Z","steps":["trace[1073045523] 'agreement among raft nodes before linearized reading' (duration: 1.574815815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.84712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925157151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.847145Z","caller":"traceutil/trace.go:171","msg":"trace[1114381869] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23667; }","duration":"1.925219533s","start":"2026-03-04T02:09:57.921918Z","end":"2026-03-04T02:09:59.847137Z","steps":["trace[1114381869] 'agreement among raft nodes before linearized reading' (duration: 1.925183342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.847143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382843084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-04T02:09:59.846967Z","caller":"traceutil/trace.go:171","msg":"trace[1532220534] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23667; }","duration":"1.837278329s","start":"2026-03-04T02:09:58.009683Z","end":"2026-03-04T02:09:59.846961Z","steps":["trace[1532220534] 'agreement among raft nodes before linearized reading' (duration: 1.837131166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.847148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.272148Z","time spent":"1.574990439s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.847149Z","caller":"traceutil/trace.go:171","msg":"trace[1880746266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23667; }","duration":"2.066392845s","start":"2026-03-04T02:09:57.78074Z","end":"2026-03-04T02:09:59.847132Z","steps":["trace[1880746266] 'agreement among raft nodes before linearized reading' (duration: 2.066093939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.847173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.921902Z","time spent":"1.925261873s","remote":"127.0.0.1:58420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.847182Z","caller":"traceutil/trace.go:171","msg":"trace[1465109083] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23667; }","duration":"2.382932056s","start":"2026-03-04T02:09:57.464236Z","end":"2026-03-04T02:09:59.847168Z","steps":["trace[1465109083] 'agreement among raft nodes before linearized reading' (duration: 2.382819724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.847186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.009662Z","time spent":"1.837513733s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":187,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.847199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.780719Z","time spent":"2.066467818s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:09:59.847193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69586164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.847254Z","caller":"traceutil/trace.go:171","msg":"trace[130448650] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23667; }","duration":"1.695995233s","start":"2026-03-04T02:09:58.151243Z","end":"2026-03-04T02:09:59.847238Z","steps":["trace[130448650] 'agreement among raft nodes before linearized reading' (duration: 1.69586814s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:59.846797Z","caller":"traceutil/trace.go:171","msg":"trace[235667859] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23667; }","duration":"2.058172371s","start":"2026-03-04T02:09:57.788617Z","end":"2026-03-04T02:09:59.846789Z","steps":["trace[235667859] 'agreement among raft nodes before linearized reading' (duration: 2.058069689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.846761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327553223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:09:59.846901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.638716Z","time spent":"1.208174201s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-04T02:09:59.84729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.788608Z","time spent":"2.058675752s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:09:59.847312Z","caller":"traceutil/trace.go:171","msg":"trace[1533626623] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23667; }","duration":"1.328177596s","start":"2026-03-04T02:09:58.519126Z","end":"2026-03-04T02:09:59.847304Z","steps":["trace[1533626623] 'agreement among raft nodes before linearized reading' (duration: 1.327505202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.847217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:57.464208Z","time spent":"2.383003157s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-04T02:09:59.847343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.519104Z","time spent":"1.328230908s","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.847289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.15121Z","time spent":"1.696072845s","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.848058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6194564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e153f52-d015-48e1-a965-146214abf7fb\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-04T02:09:59.848118Z","caller":"traceutil/trace.go:171","msg":"trace[775579694] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4e153f52-d015-48e1-a965-146214abf7fb; range_end:; response_count:1; response_revision:23667; }","duration":"1.619570963s","start":"2026-03-04T02:09:58.228533Z","end":"2026-03-04T02:09:59.848104Z","steps":["trace[775579694] 'agreement among raft nodes before linearized reading' (duration: 1.618396758s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.848151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.228507Z","time spent":"1.619636225s","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e153f52-d015-48e1-a965-146214abf7fb\" "} {"level":"warn","ts":"2026-03-04T02:09:59.872644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.326844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.872709Z","caller":"traceutil/trace.go:171","msg":"trace[168841714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23668; }","duration":"365.437566ms","start":"2026-03-04T02:09:59.507256Z","end":"2026-03-04T02:09:59.872693Z","steps":["trace[168841714] 'agreement among raft nodes before linearized reading' (duration: 365.272373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.87274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.507241Z","time spent":"365.493717ms","remote":"127.0.0.1:57380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:09:59.872723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.072309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.872778Z","caller":"traceutil/trace.go:171","msg":"trace[387986079] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23668; }","duration":"432.176582ms","start":"2026-03-04T02:09:59.440585Z","end":"2026-03-04T02:09:59.872762Z","steps":["trace[387986079] 'agreement among raft nodes before linearized reading' (duration: 432.066969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.872777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.254344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:09:59.872803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.993762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:09:59.872816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.440565Z","time spent":"432.242193ms","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:09:59.872838Z","caller":"traceutil/trace.go:171","msg":"trace[1969575792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23668; }","duration":"633.343526ms","start":"2026-03-04T02:09:59.23948Z","end":"2026-03-04T02:09:59.872824Z","steps":["trace[1969575792] 'agreement among raft nodes before linearized reading' (duration: 633.05616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:59.87285Z","caller":"traceutil/trace.go:171","msg":"trace[951420346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23668; }","duration":"953.069224ms","start":"2026-03-04T02:09:58.919768Z","end":"2026-03-04T02:09:59.872837Z","steps":["trace[951420346] 'agreement among raft nodes before linearized reading' (duration: 952.933991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.872875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.239473Z","time spent":"633.394367ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:09:59.87288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:58.919752Z","time spent":"953.120895ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:09:59.872913Z","caller":"traceutil/trace.go:171","msg":"trace[1250284429] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"635.192575ms","start":"2026-03-04T02:09:59.237698Z","end":"2026-03-04T02:09:59.872891Z","steps":["trace[1250284429] 'process raft request' (duration: 634.602213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.872998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.797177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:09:59.873031Z","caller":"traceutil/trace.go:171","msg":"trace[1417191331] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23668; }","duration":"359.842698ms","start":"2026-03-04T02:09:59.513177Z","end":"2026-03-04T02:09:59.873019Z","steps":["trace[1417191331] 'agreement among raft nodes before linearized reading' (duration: 359.771667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.873035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.237676Z","time spent":"635.287908ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:09:59.873063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.51317Z","time spent":"359.885339ms","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:09:59.873287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.258645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:09:59.873347Z","caller":"traceutil/trace.go:171","msg":"trace[682549226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23668; }","duration":"634.362928ms","start":"2026-03-04T02:09:59.238967Z","end":"2026-03-04T02:09:59.87333Z","steps":["trace[682549226] 'agreement among raft nodes before linearized reading' (duration: 633.637022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:09:59.873388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:09:59.238948Z","time spent":"634.426508ms","remote":"127.0.0.1:36034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:01.846952Z","caller":"traceutil/trace.go:171","msg":"trace[1160567700] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"226.120054ms","start":"2026-03-04T02:10:01.620793Z","end":"2026-03-04T02:10:01.846913Z","steps":["trace[1160567700] 'process raft request' (duration: 155.931396ms)","trace[1160567700] 'compare' (duration: 69.935633ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:07.197092Z","caller":"traceutil/trace.go:171","msg":"trace[1089300953] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"434.271606ms","start":"2026-03-04T02:10:06.762796Z","end":"2026-03-04T02:10:07.197067Z","steps":["trace[1089300953] 'process raft request' (duration: 434.093343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.197242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.762778Z","time spent":"434.388188ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:07.616212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.871752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:07.616287Z","caller":"traceutil/trace.go:171","msg":"trace[1498571375] linearizableReadLoop","detail":"{readStateIndex:24583; appliedIndex:24581; }","duration":"430.378423ms","start":"2026-03-04T02:10:07.185897Z","end":"2026-03-04T02:10:07.616275Z","steps":["trace[1498571375] 'read index received' (duration: 11.005514ms)","trace[1498571375] 'applied index is now lower than readState.Index' (duration: 419.372119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:07.616343Z","caller":"traceutil/trace.go:171","msg":"trace[690564193] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"851.755947ms","start":"2026-03-04T02:10:06.764579Z","end":"2026-03-04T02:10:07.616335Z","steps":["trace[690564193] 'process raft request' (duration: 572.698311ms)","trace[690564193] 'compare' (duration: 278.77864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:07.616379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:06.764569Z","time spent":"851.792567ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:07.616527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.633378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10358"} {"level":"info","ts":"2026-03-04T02:10:07.61658Z","caller":"traceutil/trace.go:171","msg":"trace[682654716] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23780; }","duration":"430.72431ms","start":"2026-03-04T02:10:07.185846Z","end":"2026-03-04T02:10:07.616571Z","steps":["trace[682654716] 'agreement among raft nodes before linearized reading' (duration: 430.583738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.616607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.185795Z","time spent":"430.806012ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10382,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-04T02:10:07.658762Z","caller":"traceutil/trace.go:171","msg":"trace[166590782] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"303.856231ms","start":"2026-03-04T02:10:07.354881Z","end":"2026-03-04T02:10:07.658737Z","steps":["trace[166590782] 'process raft request' (duration: 303.696347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.658904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.354855Z","time spent":"303.974874ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:07.65905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.128176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:07.659088Z","caller":"traceutil/trace.go:171","msg":"trace[1665429773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23781; }","duration":"152.194837ms","start":"2026-03-04T02:10:07.506883Z","end":"2026-03-04T02:10:07.659078Z","steps":["trace[1665429773] 'agreement among raft nodes before linearized reading' (duration: 152.134266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.659103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.273942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T02:10:07.659161Z","caller":"traceutil/trace.go:171","msg":"trace[1763664389] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23781; }","duration":"447.364674ms","start":"2026-03-04T02:10:07.211783Z","end":"2026-03-04T02:10:07.659148Z","steps":["trace[1763664389] 'agreement among raft nodes before linearized reading' (duration: 447.1753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:07.659189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.211774Z","time spent":"447.410285ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-04T02:10:08.234849Z","caller":"traceutil/trace.go:171","msg":"trace[1927351767] linearizableReadLoop","detail":"{readStateIndex:24585; appliedIndex:24584; }","duration":"574.660152ms","start":"2026-03-04T02:10:07.660168Z","end":"2026-03-04T02:10:08.234828Z","steps":["trace[1927351767] 'read index received' (duration: 476.642514ms)","trace[1927351767] 'applied index is now lower than readState.Index' (duration: 98.016518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:08.235035Z","caller":"traceutil/trace.go:171","msg":"trace[1305964810] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"611.541863ms","start":"2026-03-04T02:10:07.623483Z","end":"2026-03-04T02:10:08.235025Z","steps":["trace[1305964810] 'process raft request' (duration: 513.315471ms)","trace[1305964810] 'compare' (duration: 97.777573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:08.235117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.623428Z","time spent":"611.632666ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10630,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:08.235273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.077821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:08.235398Z","caller":"traceutil/trace.go:171","msg":"trace[651004672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23782; }","duration":"575.215784ms","start":"2026-03-04T02:10:07.660164Z","end":"2026-03-04T02:10:08.235379Z","steps":["trace[651004672] 'agreement among raft nodes before linearized reading' (duration: 574.997049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.235447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.660124Z","time spent":"575.312686ms","remote":"127.0.0.1:57380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:10:08.272916Z","caller":"traceutil/trace.go:171","msg":"trace[1693504947] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"308.965941ms","start":"2026-03-04T02:10:07.963928Z","end":"2026-03-04T02:10:08.272894Z","steps":["trace[1693504947] 'process raft request' (duration: 308.815378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.273044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.963908Z","time spent":"309.071213ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.273207Z","caller":"traceutil/trace.go:171","msg":"trace[106625484] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"277.096955ms","start":"2026-03-04T02:10:07.996088Z","end":"2026-03-04T02:10:08.273185Z","steps":["trace[106625484] 'process raft request' (duration: 276.762908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.273556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.36202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4e153f52-d015-48e1-a965-146214abf7fb\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T02:10:08.273606Z","caller":"traceutil/trace.go:171","msg":"trace[140212160] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4e153f52-d015-48e1-a965-146214abf7fb; range_end:; response_count:1; response_revision:23785; }","duration":"611.427421ms","start":"2026-03-04T02:10:07.662165Z","end":"2026-03-04T02:10:08.273592Z","steps":["trace[140212160] 'agreement among raft nodes before linearized reading' (duration: 611.259108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.273636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.662156Z","time spent":"611.473383ms","remote":"127.0.0.1:57524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4e153f52-d015-48e1-a965-146214abf7fb\" "} {"level":"warn","ts":"2026-03-04T02:10:08.273669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.411304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:10:08.273718Z","caller":"traceutil/trace.go:171","msg":"trace[346333130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23785; }","duration":"180.469956ms","start":"2026-03-04T02:10:08.093236Z","end":"2026-03-04T02:10:08.273706Z","steps":["trace[346333130] 'agreement among raft nodes before linearized reading' (duration: 180.328323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.273827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.644639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:10:08.273862Z","caller":"traceutil/trace.go:171","msg":"trace[1029200625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23785; }","duration":"180.69246ms","start":"2026-03-04T02:10:08.093161Z","end":"2026-03-04T02:10:08.273853Z","steps":["trace[1029200625] 'agreement among raft nodes before linearized reading' (duration: 180.603828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.273947Z","caller":"traceutil/trace.go:171","msg":"trace[352788106] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"242.894599ms","start":"2026-03-04T02:10:08.031035Z","end":"2026-03-04T02:10:08.27393Z","steps":["trace[352788106] 'process raft request' (duration: 242.074152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.274042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.901085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-04T02:10:08.274082Z","caller":"traceutil/trace.go:171","msg":"trace[1539128585] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23785; }","duration":"180.974536ms","start":"2026-03-04T02:10:08.093096Z","end":"2026-03-04T02:10:08.274071Z","steps":["trace[1539128585] 'agreement among raft nodes before linearized reading' (duration: 180.885804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.274208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.422007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:08.274251Z","caller":"traceutil/trace.go:171","msg":"trace[1324589052] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23785; }","duration":"174.491519ms","start":"2026-03-04T02:10:08.09975Z","end":"2026-03-04T02:10:08.274242Z","steps":["trace[1324589052] 'agreement among raft nodes before linearized reading' (duration: 174.354636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.274333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.750906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:10:08.274377Z","caller":"traceutil/trace.go:171","msg":"trace[105928173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23785; }","duration":"217.836317ms","start":"2026-03-04T02:10:08.056532Z","end":"2026-03-04T02:10:08.274368Z","steps":["trace[105928173] 'agreement among raft nodes before linearized reading' (duration: 217.718195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.274516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.623208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:10:08.274537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.974096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:08.274565Z","caller":"traceutil/trace.go:171","msg":"trace[1451793174] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23785; }","duration":"180.69625ms","start":"2026-03-04T02:10:08.093858Z","end":"2026-03-04T02:10:08.274554Z","steps":["trace[1451793174] 'agreement among raft nodes before linearized reading' (duration: 180.564938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.274646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.435249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:08.274715Z","caller":"traceutil/trace.go:171","msg":"trace[480904096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23785; }","duration":"234.530452ms","start":"2026-03-04T02:10:08.040177Z","end":"2026-03-04T02:10:08.274708Z","steps":["trace[480904096] 'agreement among raft nodes before linearized reading' (duration: 234.412829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.274834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.558238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:10:08.274871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.573042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:08.274899Z","caller":"traceutil/trace.go:171","msg":"trace[321405465] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23785; }","duration":"592.623412ms","start":"2026-03-04T02:10:07.682268Z","end":"2026-03-04T02:10:08.274891Z","steps":["trace[321405465] 'agreement among raft nodes before linearized reading' (duration: 592.563201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.274929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:07.682261Z","time spent":"592.659263ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:08.274571Z","caller":"traceutil/trace.go:171","msg":"trace[974742568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23785; }","duration":"223.030777ms","start":"2026-03-04T02:10:08.051527Z","end":"2026-03-04T02:10:08.274558Z","steps":["trace[974742568] 'agreement among raft nodes before linearized reading' (duration: 222.982366ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.274873Z","caller":"traceutil/trace.go:171","msg":"trace[928925200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23785; }","duration":"181.63376ms","start":"2026-03-04T02:10:08.09323Z","end":"2026-03-04T02:10:08.274864Z","steps":["trace[928925200] 'agreement among raft nodes before linearized reading' (duration: 181.537738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.897495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.480994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:08.897743Z","caller":"traceutil/trace.go:171","msg":"trace[1042369262] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"656.363425ms","start":"2026-03-04T02:10:08.24133Z","end":"2026-03-04T02:10:08.897693Z","steps":["trace[1042369262] 'process raft request' (duration: 536.585905ms)","trace[1042369262] 'compare' (duration: 118.85765ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:08.897824Z","caller":"traceutil/trace.go:171","msg":"trace[1355527271] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"656.130809ms","start":"2026-03-04T02:10:08.241674Z","end":"2026-03-04T02:10:08.897805Z","steps":["trace[1355527271] 'process raft request' (duration: 655.954986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.897908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.241652Z","time spent":"656.214751ms","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:08.897921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.241312Z","time spent":"656.513329ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.898393Z","caller":"traceutil/trace.go:171","msg":"trace[1970328858] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"656.512857ms","start":"2026-03-04T02:10:08.241857Z","end":"2026-03-04T02:10:08.898369Z","steps":["trace[1970328858] 'process raft request' (duration: 655.900054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.89851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.241839Z","time spent":"656.61325ms","remote":"127.0.0.1:57538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.8984Z","caller":"traceutil/trace.go:171","msg":"trace[477549531] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"655.775902ms","start":"2026-03-04T02:10:08.242603Z","end":"2026-03-04T02:10:08.898379Z","steps":["trace[477549531] 'process raft request' (duration: 655.64889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.898612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.242595Z","time spent":"655.965616ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.97901Z","caller":"traceutil/trace.go:171","msg":"trace[2037848835] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"699.193173ms","start":"2026-03-04T02:10:08.279797Z","end":"2026-03-04T02:10:08.97899Z","steps":["trace[2037848835] 'process raft request' (duration: 699.121942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:08.97907Z","caller":"traceutil/trace.go:171","msg":"trace[2137137522] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"699.663503ms","start":"2026-03-04T02:10:08.279365Z","end":"2026-03-04T02:10:08.979028Z","steps":["trace[2137137522] 'process raft request' (duration: 699.451358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.979178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.279788Z","time spent":"699.288145ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:08.97928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.279349Z","time spent":"699.836466ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.979382Z","caller":"traceutil/trace.go:171","msg":"trace[1914914474] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"699.498319ms","start":"2026-03-04T02:10:08.279856Z","end":"2026-03-04T02:10:08.979355Z","steps":["trace[1914914474] 'process raft request' (duration: 699.09306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.979513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.27985Z","time spent":"699.591171ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.980024Z","caller":"traceutil/trace.go:171","msg":"trace[726280666] linearizableReadLoop","detail":"{readStateIndex:24599; appliedIndex:24588; }","duration":"586.419831ms","start":"2026-03-04T02:10:08.393595Z","end":"2026-03-04T02:10:08.980015Z","steps":["trace[726280666] 'read index received' (duration: 384.337448ms)","trace[726280666] 'applied index is now lower than readState.Index' (duration: 202.081753ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:08.980216Z","caller":"traceutil/trace.go:171","msg":"trace[567752476] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"700.264765ms","start":"2026-03-04T02:10:08.279942Z","end":"2026-03-04T02:10:08.980207Z","steps":["trace[567752476] 'process raft request' (duration: 699.340826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.980265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.279924Z","time spent":"700.317006ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.980353Z","caller":"traceutil/trace.go:171","msg":"trace[808242728] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"700.117982ms","start":"2026-03-04T02:10:08.280229Z","end":"2026-03-04T02:10:08.980347Z","steps":["trace[808242728] 'process raft request' (duration: 699.676593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.980394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.280222Z","time spent":"700.149523ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.980652Z","caller":"traceutil/trace.go:171","msg":"trace[282367324] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"700.371297ms","start":"2026-03-04T02:10:08.28027Z","end":"2026-03-04T02:10:08.980641Z","steps":["trace[282367324] 'process raft request' (duration: 699.676413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.980848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.280234Z","time spent":"700.441139ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.9809Z","caller":"traceutil/trace.go:171","msg":"trace[1801371075] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"700.360537ms","start":"2026-03-04T02:10:08.280516Z","end":"2026-03-04T02:10:08.980876Z","steps":["trace[1801371075] 'process raft request' (duration: 699.468699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.981094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.478394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:10:08.981272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.280507Z","time spent":"700.729516ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:08.98134Z","caller":"traceutil/trace.go:171","msg":"trace[487783481] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23796; }","duration":"587.76276ms","start":"2026-03-04T02:10:08.393564Z","end":"2026-03-04T02:10:08.981327Z","steps":["trace[487783481] 'agreement among raft nodes before linearized reading' (duration: 587.372801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.981464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.393541Z","time spent":"587.911283ms","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:08.981212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.288857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:10:08.981525Z","caller":"traceutil/trace.go:171","msg":"trace[1862241245] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:23796; }","duration":"342.637685ms","start":"2026-03-04T02:10:08.638878Z","end":"2026-03-04T02:10:08.981516Z","steps":["trace[1862241245] 'agreement among raft nodes before linearized reading' (duration: 342.246296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:08.981547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:08.638857Z","time spent":"342.683345ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"warn","ts":"2026-03-04T02:10:10.877845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.980269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:10.877951Z","caller":"traceutil/trace.go:171","msg":"trace[632951331] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"597.293803ms","start":"2026-03-04T02:10:10.280645Z","end":"2026-03-04T02:10:10.877939Z","steps":["trace[632951331] 'process raft request' (duration: 448.163301ms)","trace[632951331] 'compare' (duration: 148.750654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:10.877983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.280609Z","time spent":"597.359985ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:10.878072Z","caller":"traceutil/trace.go:171","msg":"trace[1073983863] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"595.439533ms","start":"2026-03-04T02:10:10.282628Z","end":"2026-03-04T02:10:10.878068Z","steps":["trace[1073983863] 'process raft request' (duration: 595.278459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:10.878105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.282601Z","time spent":"595.488064ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:10.8784Z","caller":"traceutil/trace.go:171","msg":"trace[563210168] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"595.77118ms","start":"2026-03-04T02:10:10.282623Z","end":"2026-03-04T02:10:10.878394Z","steps":["trace[563210168] 'process raft request' (duration: 595.422803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:10.878433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.282576Z","time spent":"595.841032ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:10.878668Z","caller":"traceutil/trace.go:171","msg":"trace[1949023488] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"594.84259ms","start":"2026-03-04T02:10:10.283809Z","end":"2026-03-04T02:10:10.878652Z","steps":["trace[1949023488] 'process raft request' (duration: 594.479762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:10.879087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.283803Z","time spent":"594.920321ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:11.06647Z","caller":"traceutil/trace.go:171","msg":"trace[1767114078] linearizableReadLoop","detail":"{readStateIndex:24618; appliedIndex:24613; }","duration":"717.825237ms","start":"2026-03-04T02:10:10.348612Z","end":"2026-03-04T02:10:11.066437Z","steps":["trace[1767114078] 'read index received' (duration: 380.27253ms)","trace[1767114078] 'applied index is now lower than readState.Index' (duration: 337.550497ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:11.066516Z","caller":"traceutil/trace.go:171","msg":"trace[1956772899] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"722.272342ms","start":"2026-03-04T02:10:10.344218Z","end":"2026-03-04T02:10:11.06649Z","steps":["trace[1956772899] 'process raft request' (duration: 662.508235ms)","trace[1956772899] 'compare' (duration: 59.469441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:11.066764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.344193Z","time spent":"722.456155ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:11.066962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.020589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:10:11.066998Z","caller":"traceutil/trace.go:171","msg":"trace[666278053] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23814; }","duration":"140.089681ms","start":"2026-03-04T02:10:10.926901Z","end":"2026-03-04T02:10:11.066991Z","steps":["trace[666278053] 'agreement among raft nodes before linearized reading' (duration: 139.918927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.066796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.920406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:11.067162Z","caller":"traceutil/trace.go:171","msg":"trace[920244426] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23814; }","duration":"715.311043ms","start":"2026-03-04T02:10:10.351819Z","end":"2026-03-04T02:10:11.06713Z","steps":["trace[920244426] 'agreement among raft nodes before linearized reading' (duration: 714.835973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.067241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.351802Z","time spent":"715.411306ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:11.067264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.123625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:10:11.067307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.019212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:11.067371Z","caller":"traceutil/trace.go:171","msg":"trace[1104369615] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23814; }","duration":"478.271858ms","start":"2026-03-04T02:10:10.589076Z","end":"2026-03-04T02:10:11.067348Z","steps":["trace[1104369615] 'agreement among raft nodes before linearized reading' (duration: 478.065714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:11.067381Z","caller":"traceutil/trace.go:171","msg":"trace[1015125518] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23814; }","duration":"718.805288ms","start":"2026-03-04T02:10:10.348556Z","end":"2026-03-04T02:10:11.067361Z","steps":["trace[1015125518] 'agreement among raft nodes before linearized reading' (duration: 718.023012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:11.067424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.589061Z","time spent":"478.34851ms","remote":"127.0.0.1:57470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:10:11.067438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:10.348536Z","time spent":"718.88737ms","remote":"127.0.0.1:57780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:10:43.317643Z","caller":"traceutil/trace.go:171","msg":"trace[760863889] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"227.934793ms","start":"2026-03-04T02:10:43.089663Z","end":"2026-03-04T02:10:43.317598Z","steps":["trace[760863889] 'process raft request' (duration: 194.600026ms)","trace[760863889] 'compare' (duration: 32.740813ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:43.318087Z","caller":"traceutil/trace.go:171","msg":"trace[1445988936] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"224.659762ms","start":"2026-03-04T02:10:43.093393Z","end":"2026-03-04T02:10:43.318053Z","steps":["trace[1445988936] 'process raft request' (duration: 223.985538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.632305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.044479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:43.632499Z","caller":"traceutil/trace.go:171","msg":"trace[1813628984] linearizableReadLoop","detail":"{readStateIndex:24888; appliedIndex:24887; }","duration":"287.606437ms","start":"2026-03-04T02:10:43.344877Z","end":"2026-03-04T02:10:43.632483Z","steps":["trace[1813628984] 'read index received' (duration: 122.234552ms)","trace[1813628984] 'applied index is now lower than readState.Index' (duration: 165.371035ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:43.632697Z","caller":"traceutil/trace.go:171","msg":"trace[443253851] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"306.453815ms","start":"2026-03-04T02:10:43.326232Z","end":"2026-03-04T02:10:43.632686Z","steps":["trace[443253851] 'process raft request' (duration: 140.918167ms)","trace[443253851] 'compare' (duration: 164.900765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:43.632796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.326222Z","time spent":"306.543928ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:43.633276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.654956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:10:43.63331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.471478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-04T02:10:43.633326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.410744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:10:43.633364Z","caller":"traceutil/trace.go:171","msg":"trace[1627940826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24078; }","duration":"236.800579ms","start":"2026-03-04T02:10:43.396537Z","end":"2026-03-04T02:10:43.633337Z","steps":["trace[1627940826] 'agreement among raft nodes before linearized reading' (duration: 236.533003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:43.633366Z","caller":"traceutil/trace.go:171","msg":"trace[532156843] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"255.116308ms","start":"2026-03-04T02:10:43.378194Z","end":"2026-03-04T02:10:43.633311Z","steps":["trace[532156843] 'process raft request' (duration: 254.250209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:43.63352Z","caller":"traceutil/trace.go:171","msg":"trace[1258527553] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24078; }","duration":"208.56753ms","start":"2026-03-04T02:10:43.424781Z","end":"2026-03-04T02:10:43.633349Z","steps":["trace[1258527553] 'agreement among raft nodes before linearized reading' (duration: 208.292955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.633421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.358404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:10:43.633436Z","caller":"traceutil/trace.go:171","msg":"trace[1888290517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24077; }","duration":"288.574728ms","start":"2026-03-04T02:10:43.344839Z","end":"2026-03-04T02:10:43.633414Z","steps":["trace[1888290517] 'agreement among raft nodes before linearized reading' (duration: 288.071887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.633647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.420951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:10:43.633692Z","caller":"traceutil/trace.go:171","msg":"trace[794612279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24078; }","duration":"236.485032ms","start":"2026-03-04T02:10:43.397196Z","end":"2026-03-04T02:10:43.633681Z","steps":["trace[794612279] 'agreement among raft nodes before linearized reading' (duration: 236.37691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:43.633644Z","caller":"traceutil/trace.go:171","msg":"trace[1158992125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24078; }","duration":"231.580598ms","start":"2026-03-04T02:10:43.402008Z","end":"2026-03-04T02:10:43.633589Z","steps":["trace[1158992125] 'agreement among raft nodes before linearized reading' (duration: 231.094258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.63392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.527093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:43.634009Z","caller":"traceutil/trace.go:171","msg":"trace[918774733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24078; }","duration":"126.647076ms","start":"2026-03-04T02:10:43.50734Z","end":"2026-03-04T02:10:43.633987Z","steps":["trace[918774733] 'agreement among raft nodes before linearized reading' (duration: 126.524112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:43.634242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.988947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:10:43.63659Z","caller":"traceutil/trace.go:171","msg":"trace[730739199] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24078; }","duration":"231.062349ms","start":"2026-03-04T02:10:43.403219Z","end":"2026-03-04T02:10:43.634281Z","steps":["trace[730739199] 'agreement among raft nodes before linearized reading' (duration: 230.454705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:43.981899Z","caller":"traceutil/trace.go:171","msg":"trace[2026936202] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"342.569663ms","start":"2026-03-04T02:10:43.639299Z","end":"2026-03-04T02:10:43.981869Z","steps":["trace[2026936202] 'process raft request' (duration: 303.139918ms)","trace[2026936202] 'compare' (duration: 39.318853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:43.982054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.639286Z","time spent":"342.693765ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:44.14514Z","caller":"traceutil/trace.go:171","msg":"trace[594762395] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"345.336621ms","start":"2026-03-04T02:10:43.79978Z","end":"2026-03-04T02:10:44.145116Z","steps":["trace[594762395] 'process raft request' (duration: 345.28979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.145286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.799754Z","time spent":"345.459553ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:44.145624Z","caller":"traceutil/trace.go:171","msg":"trace[1943100786] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"505.996176ms","start":"2026-03-04T02:10:43.639617Z","end":"2026-03-04T02:10:44.145613Z","steps":["trace[1943100786] 'process raft request' (duration: 504.572567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.145694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.639594Z","time spent":"506.066807ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:44.145832Z","caller":"traceutil/trace.go:171","msg":"trace[107604476] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"506.133539ms","start":"2026-03-04T02:10:43.639689Z","end":"2026-03-04T02:10:44.145823Z","steps":["trace[107604476] 'process raft request' (duration: 505.186509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.145892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.639685Z","time spent":"506.17888ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:44.146035Z","caller":"traceutil/trace.go:171","msg":"trace[772669793] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"505.025356ms","start":"2026-03-04T02:10:43.641Z","end":"2026-03-04T02:10:44.146026Z","steps":["trace[772669793] 'process raft request' (duration: 503.935513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.146158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.640992Z","time spent":"505.126258ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:44.146332Z","caller":"traceutil/trace.go:171","msg":"trace[1438742043] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"505.264621ms","start":"2026-03-04T02:10:43.641055Z","end":"2026-03-04T02:10:44.14632Z","steps":["trace[1438742043] 'process raft request' (duration: 503.931563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.146404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.641049Z","time spent":"505.320372ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:44.14656Z","caller":"traceutil/trace.go:171","msg":"trace[1912461422] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"504.715791ms","start":"2026-03-04T02:10:43.641835Z","end":"2026-03-04T02:10:44.146551Z","steps":["trace[1912461422] 'process raft request' (duration: 503.199448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:44.146622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:43.641809Z","time spent":"504.783192ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:44.387971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.765426ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-04T02:10:45.380632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.751561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:45.380747Z","caller":"traceutil/trace.go:171","msg":"trace[1681768560] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"222.494646ms","start":"2026-03-04T02:10:45.158233Z","end":"2026-03-04T02:10:45.380728Z","steps":["trace[1681768560] 'process raft request' (duration: 33.551622ms)","trace[1681768560] 'compare' (duration: 187.983994ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:45.381397Z","caller":"traceutil/trace.go:171","msg":"trace[1361932656] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"173.891966ms","start":"2026-03-04T02:10:45.207491Z","end":"2026-03-04T02:10:45.381383Z","steps":["trace[1361932656] 'process raft request' (duration: 173.687622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.728181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.566523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:45.728437Z","caller":"traceutil/trace.go:171","msg":"trace[362551624] linearizableReadLoop","detail":"{readStateIndex:24902; appliedIndex:24900; }","duration":"347.156629ms","start":"2026-03-04T02:10:45.381239Z","end":"2026-03-04T02:10:45.728396Z","steps":["trace[362551624] 'read index received' (duration: 211.27199ms)","trace[362551624] 'applied index is now lower than readState.Index' (duration: 135.883649ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:45.728524Z","caller":"traceutil/trace.go:171","msg":"trace[1079656633] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"404.084486ms","start":"2026-03-04T02:10:45.324425Z","end":"2026-03-04T02:10:45.728509Z","steps":["trace[1079656633] 'process raft request' (duration: 268.070513ms)","trace[1079656633] 'compare' (duration: 135.38566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:45.728594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.324381Z","time spent":"404.177358ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:45.728782Z","caller":"traceutil/trace.go:171","msg":"trace[1095664687] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"403.894242ms","start":"2026-03-04T02:10:45.324858Z","end":"2026-03-04T02:10:45.728752Z","steps":["trace[1095664687] 'process raft request' (duration: 403.430862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.728944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.324836Z","time spent":"404.029744ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:45.729528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.292102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:10:45.729551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.827752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:45.729577Z","caller":"traceutil/trace.go:171","msg":"trace[375797808] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24090; }","duration":"405.350643ms","start":"2026-03-04T02:10:45.324212Z","end":"2026-03-04T02:10:45.729563Z","steps":["trace[375797808] 'agreement among raft nodes before linearized reading' (duration: 405.271141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.729613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.324208Z","time spent":"405.396644ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:45.72961Z","caller":"traceutil/trace.go:171","msg":"trace[257605960] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24090; }","duration":"378.936953ms","start":"2026-03-04T02:10:45.350657Z","end":"2026-03-04T02:10:45.729594Z","steps":["trace[257605960] 'agreement among raft nodes before linearized reading' (duration: 378.806471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:45.729837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.35064Z","time spent":"379.121688ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:46.102392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.661678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:46.102608Z","caller":"traceutil/trace.go:171","msg":"trace[1782665691] linearizableReadLoop","detail":"{readStateIndex:24904; appliedIndex:24902; }","duration":"374.116741ms","start":"2026-03-04T02:10:45.728473Z","end":"2026-03-04T02:10:46.10259Z","steps":["trace[1782665691] 'read index received' (duration: 103.171197ms)","trace[1782665691] 'applied index is now lower than readState.Index' (duration: 270.944444ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:46.102708Z","caller":"traceutil/trace.go:171","msg":"trace[1099985015] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"704.676789ms","start":"2026-03-04T02:10:45.398019Z","end":"2026-03-04T02:10:46.102696Z","steps":["trace[1099985015] 'process raft request' (duration: 433.612822ms)","trace[1099985015] 'compare' (duration: 270.515035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:46.102902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.113415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:10:46.102999Z","caller":"traceutil/trace.go:171","msg":"trace[656150272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24092; }","duration":"461.246239ms","start":"2026-03-04T02:10:45.641732Z","end":"2026-03-04T02:10:46.102978Z","steps":["trace[656150272] 'agreement among raft nodes before linearized reading' (duration: 460.973873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.103045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.64172Z","time spent":"461.31688ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:46.103061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.326874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:46.103044Z","caller":"traceutil/trace.go:171","msg":"trace[1025235203] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"461.382611ms","start":"2026-03-04T02:10:45.641625Z","end":"2026-03-04T02:10:46.103007Z","steps":["trace[1025235203] 'process raft request' (duration: 460.878901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:46.103123Z","caller":"traceutil/trace.go:171","msg":"trace[1146192349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24092; }","duration":"598.411596ms","start":"2026-03-04T02:10:45.504694Z","end":"2026-03-04T02:10:46.103106Z","steps":["trace[1146192349] 'agreement among raft nodes before linearized reading' (duration: 598.311994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.103161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.504681Z","time spent":"598.472707ms","remote":"127.0.0.1:57380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:10:46.103276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.641599Z","time spent":"461.540584ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:46.103248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.572632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:10:46.103549Z","caller":"traceutil/trace.go:171","msg":"trace[1883467269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24092; }","duration":"117.91603ms","start":"2026-03-04T02:10:45.985603Z","end":"2026-03-04T02:10:46.103519Z","steps":["trace[1883467269] 'agreement among raft nodes before linearized reading' (duration: 117.408609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.102775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:45.397994Z","time spent":"704.746211ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:46.103824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.215232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:46.103874Z","caller":"traceutil/trace.go:171","msg":"trace[134653999] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24092; }","duration":"156.298504ms","start":"2026-03-04T02:10:45.947558Z","end":"2026-03-04T02:10:46.103856Z","steps":["trace[134653999] 'agreement among raft nodes before linearized reading' (duration: 155.184491ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:46.338749Z","caller":"traceutil/trace.go:171","msg":"trace[411749691] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"230.992847ms","start":"2026-03-04T02:10:46.107705Z","end":"2026-03-04T02:10:46.338698Z","steps":["trace[411749691] 'process raft request' (duration: 147.749601ms)","trace[411749691] 'compare' (duration: 83.060372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:46.651997Z","caller":"traceutil/trace.go:171","msg":"trace[613512822] linearizableReadLoop","detail":"{readStateIndex:24906; appliedIndex:24904; }","duration":"500.326937ms","start":"2026-03-04T02:10:46.151651Z","end":"2026-03-04T02:10:46.651978Z","steps":["trace[613512822] 'read index received' (duration: 103.859092ms)","trace[613512822] 'applied index is now lower than readState.Index' (duration: 396.467125ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:46.652224Z","caller":"traceutil/trace.go:171","msg":"trace[1394576413] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"544.307179ms","start":"2026-03-04T02:10:46.107906Z","end":"2026-03-04T02:10:46.652213Z","steps":["trace[1394576413] 'process raft request' (duration: 508.925959ms)","trace[1394576413] 'compare' (duration: 34.977881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:46.652318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.107884Z","time spent":"544.37053ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:46.652498Z","caller":"traceutil/trace.go:171","msg":"trace[1786248848] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"498.946128ms","start":"2026-03-04T02:10:46.153544Z","end":"2026-03-04T02:10:46.65249Z","steps":["trace[1786248848] 'process raft request' (duration: 498.397806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.652536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.153529Z","time spent":"498.984788ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:46.652596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.94309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:10:46.652626Z","caller":"traceutil/trace.go:171","msg":"trace[328552011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24095; }","duration":"501.014161ms","start":"2026-03-04T02:10:46.151603Z","end":"2026-03-04T02:10:46.652618Z","steps":["trace[328552011] 'agreement among raft nodes before linearized reading' (duration: 500.908689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.65263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.638891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:10:46.652648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.15158Z","time spent":"501.062613ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:10:46.652651Z","caller":"traceutil/trace.go:171","msg":"trace[64890245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24095; }","duration":"499.678773ms","start":"2026-03-04T02:10:46.152963Z","end":"2026-03-04T02:10:46.652642Z","steps":["trace[64890245] 'agreement among raft nodes before linearized reading' (duration: 499.624512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.652668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.152953Z","time spent":"499.710373ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:46.652781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.011641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:10:46.652727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.996741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:10:46.652718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.149818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:46.652801Z","caller":"traceutil/trace.go:171","msg":"trace[1681793348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24095; }","duration":"501.086073ms","start":"2026-03-04T02:10:46.151709Z","end":"2026-03-04T02:10:46.652795Z","steps":["trace[1681793348] 'agreement among raft nodes before linearized reading' (duration: 501.004741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.652823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.151674Z","time spent":"501.144034ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:10:46.652821Z","caller":"traceutil/trace.go:171","msg":"trace[869633810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24095; }","duration":"501.137814ms","start":"2026-03-04T02:10:46.151667Z","end":"2026-03-04T02:10:46.652804Z","steps":["trace[869633810] 'agreement among raft nodes before linearized reading' (duration: 500.918999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:46.652839Z","caller":"traceutil/trace.go:171","msg":"trace[1579374932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24095; }","duration":"145.31471ms","start":"2026-03-04T02:10:46.507502Z","end":"2026-03-04T02:10:46.652817Z","steps":["trace[1579374932] 'agreement among raft nodes before linearized reading' (duration: 145.114826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.652861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.151644Z","time spent":"501.208605ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:10:46.652902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.162455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-04T02:10:46.652961Z","caller":"traceutil/trace.go:171","msg":"trace[1281003302] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24095; }","duration":"501.236066ms","start":"2026-03-04T02:10:46.151707Z","end":"2026-03-04T02:10:46.652943Z","steps":["trace[1281003302] 'agreement among raft nodes before linearized reading' (duration: 501.064422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:46.65299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.151701Z","time spent":"501.283337ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:10:46.652951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.734107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:46.653067Z","caller":"traceutil/trace.go:171","msg":"trace[1396280163] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24095; }","duration":"193.923521ms","start":"2026-03-04T02:10:46.459114Z","end":"2026-03-04T02:10:46.653038Z","steps":["trace[1396280163] 'agreement among raft nodes before linearized reading' (duration: 193.589754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.093762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.648157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:47.093851Z","caller":"traceutil/trace.go:171","msg":"trace[1996482725] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"437.387493ms","start":"2026-03-04T02:10:46.656447Z","end":"2026-03-04T02:10:47.093834Z","steps":["trace[1996482725] 'process raft request' (duration: 233.594633ms)","trace[1996482725] 'compare' (duration: 203.495623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:47.093894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.656435Z","time spent":"437.440344ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:47.455597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.141783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:47.455952Z","caller":"traceutil/trace.go:171","msg":"trace[611133920] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"797.737942ms","start":"2026-03-04T02:10:46.65819Z","end":"2026-03-04T02:10:47.455928Z","steps":["trace[611133920] 'process raft request' (duration: 656.173931ms)","trace[611133920] 'compare' (duration: 141.022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:47.456077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.658171Z","time spent":"797.866954ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:47.45628Z","caller":"traceutil/trace.go:171","msg":"trace[2139992969] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"798.037148ms","start":"2026-03-04T02:10:46.658221Z","end":"2026-03-04T02:10:47.456258Z","steps":["trace[2139992969] 'process raft request' (duration: 797.65251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:47.456441Z","caller":"traceutil/trace.go:171","msg":"trace[1305592357] linearizableReadLoop","detail":"{readStateIndex:24912; appliedIndex:24907; }","duration":"711.645026ms","start":"2026-03-04T02:10:46.744739Z","end":"2026-03-04T02:10:47.456384Z","steps":["trace[1305592357] 'read index received' (duration: 145.298931ms)","trace[1305592357] 'applied index is now lower than readState.Index' (duration: 566.344645ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:47.456478Z","caller":"traceutil/trace.go:171","msg":"trace[1856931606] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"798.217392ms","start":"2026-03-04T02:10:46.65823Z","end":"2026-03-04T02:10:47.456448Z","steps":["trace[1856931606] 'process raft request' (duration: 797.965557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.456457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.658204Z","time spent":"798.15492ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:10:47.456552Z","caller":"traceutil/trace.go:171","msg":"trace[1383888599] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"793.725426ms","start":"2026-03-04T02:10:46.662738Z","end":"2026-03-04T02:10:47.456464Z","steps":["trace[1383888599] 'process raft request' (duration: 793.574513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.456647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.658207Z","time spent":"798.353234ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:47.456733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.662715Z","time spent":"793.94165ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:10:47.456594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.84306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:47.456843Z","caller":"traceutil/trace.go:171","msg":"trace[638888373] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24100; }","duration":"712.134426ms","start":"2026-03-04T02:10:46.744671Z","end":"2026-03-04T02:10:47.456805Z","steps":["trace[638888373] 'agreement among raft nodes before linearized reading' (duration: 711.85279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.457014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.744643Z","time spent":"712.328211ms","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:10:47.493503Z","caller":"traceutil/trace.go:171","msg":"trace[1973399238] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"105.298852ms","start":"2026-03-04T02:10:47.388183Z","end":"2026-03-04T02:10:47.493482Z","steps":["trace[1973399238] 'process raft request' (duration: 105.182339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.493762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.918912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:47.493796Z","caller":"traceutil/trace.go:171","msg":"trace[75564843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24101; }","duration":"712.021864ms","start":"2026-03-04T02:10:46.781765Z","end":"2026-03-04T02:10:47.493787Z","steps":["trace[75564843] 'agreement among raft nodes before linearized reading' (duration: 711.951973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.493819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.781737Z","time spent":"712.075896ms","remote":"127.0.0.1:35978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:10:47.493892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.56534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"info","ts":"2026-03-04T02:10:47.493964Z","caller":"traceutil/trace.go:171","msg":"trace[754999640] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24101; }","duration":"498.682821ms","start":"2026-03-04T02:10:46.995265Z","end":"2026-03-04T02:10:47.493948Z","steps":["trace[754999640] 'agreement among raft nodes before linearized reading' (duration: 498.435896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.494003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.995248Z","time spent":"498.747023ms","remote":"127.0.0.1:57780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T02:10:47.494123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.595596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:10:47.494157Z","caller":"traceutil/trace.go:171","msg":"trace[386521123] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24101; }","duration":"745.642077ms","start":"2026-03-04T02:10:46.748508Z","end":"2026-03-04T02:10:47.49415Z","steps":["trace[386521123] 'agreement among raft nodes before linearized reading' (duration: 745.147956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.494176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:10:46.748502Z","time spent":"745.670027ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:10:47.741577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.264326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:47.74164Z","caller":"traceutil/trace.go:171","msg":"trace[342156660] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24101; }","duration":"175.368549ms","start":"2026-03-04T02:10:47.566258Z","end":"2026-03-04T02:10:47.741627Z","steps":["trace[342156660] 'range keys from in-memory index tree' (duration: 175.178314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:47.906165Z","caller":"traceutil/trace.go:171","msg":"trace[956726002] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"171.364813ms","start":"2026-03-04T02:10:47.734777Z","end":"2026-03-04T02:10:47.906142Z","steps":["trace[956726002] 'process raft request' (duration: 171.233821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:47.907496Z","caller":"traceutil/trace.go:171","msg":"trace[1217259966] linearizableReadLoop","detail":"{readStateIndex:24915; appliedIndex:24913; }","duration":"162.7223ms","start":"2026-03-04T02:10:47.744747Z","end":"2026-03-04T02:10:47.907469Z","steps":["trace[1217259966] 'read index received' (duration: 161.370302ms)","trace[1217259966] 'applied index is now lower than readState.Index' (duration: 1.350688ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:47.907813Z","caller":"traceutil/trace.go:171","msg":"trace[1095410937] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"172.833564ms","start":"2026-03-04T02:10:47.734962Z","end":"2026-03-04T02:10:47.907795Z","steps":["trace[1095410937] 'process raft request' (duration: 172.378964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:47.908073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.138339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:47.908432Z","caller":"traceutil/trace.go:171","msg":"trace[887435478] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24103; }","duration":"163.669999ms","start":"2026-03-04T02:10:47.744711Z","end":"2026-03-04T02:10:47.908381Z","steps":["trace[887435478] 'agreement among raft nodes before linearized reading' (duration: 163.094427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:25.678362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22282} {"level":"info","ts":"2026-03-04T02:12:25.823551Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22282,"took":"139.024767ms","hash":1187079553,"current-db-size-bytes":50507776,"current-db-size":"50 MB","current-db-size-in-use-bytes":34021376,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-04T02:12:25.823608Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1187079553,"revision":22282,"compact-revision":19185} {"level":"info","ts":"2026-03-04T02:17:25.684541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25018} {"level":"info","ts":"2026-03-04T02:17:25.832344Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25018,"took":"143.996513ms","hash":291415747,"current-db-size-bytes":50507776,"current-db-size":"50 MB","current-db-size-in-use-bytes":31023104,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T02:17:25.832449Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":291415747,"revision":25018,"compact-revision":22282} {"level":"info","ts":"2026-03-04T02:21:00.162204Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:21:00.170035Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:21:00.170146Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:22:25.692435Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27529} {"level":"info","ts":"2026-03-04T02:22:25.839423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27529,"took":"142.237785ms","hash":2038256421,"current-db-size-bytes":50507776,"current-db-size":"50 MB","current-db-size-in-use-bytes":27615232,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:22:25.839506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2038256421,"revision":27529,"compact-revision":25018} {"level":"info","ts":"2026-03-04T02:27:25.697911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29632} {"level":"info","ts":"2026-03-04T02:27:25.825281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29632,"took":"123.899396ms","hash":3642629409,"current-db-size-bytes":50507776,"current-db-size":"50 MB","current-db-size-in-use-bytes":28188672,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:27:25.825343Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3642629409,"revision":29632,"compact-revision":27529} {"level":"info","ts":"2026-03-04T02:32:25.705016Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31853} {"level":"info","ts":"2026-03-04T02:32:25.862779Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31853,"took":"152.956629ms","hash":2615668287,"current-db-size-bytes":50507776,"current-db-size":"50 MB","current-db-size-in-use-bytes":29704192,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T02:32:25.862862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2615668287,"revision":31853,"compact-revision":29632} {"level":"info","ts":"2026-03-04T02:34:27.260518Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008c61.wal"} {"level":"info","ts":"2026-03-04T02:37:25.711186Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33968} {"level":"info","ts":"2026-03-04T02:37:25.860753Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33968,"took":"144.115351ms","hash":1523357414,"current-db-size-bytes":51429376,"current-db-size":"51 MB","current-db-size-in-use-bytes":28790784,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:37:25.86086Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1523357414,"revision":33968,"compact-revision":31853}