{"level":"warn","ts":"2026-07-01T09:28:55.210067Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T09:28:55.210149Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-01T09:28:55.210206Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T09:28:55.210214Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-01T09:28:55.210234Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T09:28:55.210852Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-07-01T09:28:55.210924Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-01T09:28:55.214538Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.404404ms"} {"level":"info","ts":"2026-07-01T09:28:55.220308Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-07-01T09:28:55.220385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-07-01T09:28:55.220406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-07-01T09:28:55.220521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-01T09:28:55.220541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-07-01T09:28:55.220576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-07-01T09:28:55.241925Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-01T09:28:55.243517Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-01T09:28:55.244842Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-01T09:28:55.247776Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-01T09:28:55.248049Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-01T09:28:55.248366Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T09:28:55.248507Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T09:28:55.248532Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T09:28:55.250569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-07-01T09:28:55.250941Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-07-01T09:28:55.253904Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T09:28:55.254024Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-01T09:28:55.254113Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-07-01T09:28:55.254316Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-01T09:28:55.25436Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-01T09:28:56.021059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-07-01T09:28:56.021137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-07-01T09:28:56.021182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-07-01T09:28:56.021205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-07-01T09:28:56.021217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-01T09:28:56.021241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-07-01T09:28:56.021256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-07-01T09:28:56.023194Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T09:28:56.023237Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T09:28:56.023285Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T09:28:56.023189Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-01T09:28:56.023673Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-01T09:28:56.02373Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-01T09:28:56.025067Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T09:28:56.025163Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T09:28:56.025204Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T09:28:56.027967Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-01T09:28:56.027975Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"warn","ts":"2026-07-01T09:29:05.568755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.661895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:29:05.568904Z","caller":"traceutil/trace.go:171","msg":"trace[247767109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:384; }","duration":"185.877181ms","start":"2026-07-01T09:29:05.383006Z","end":"2026-07-01T09:29:05.568883Z","steps":["trace[247767109] 'range keys from in-memory index tree' (duration: 185.544721ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:09.392881Z","caller":"traceutil/trace.go:171","msg":"trace[1238781345] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:417; }","duration":"417.113204ms","start":"2026-07-01T09:29:08.975742Z","end":"2026-07-01T09:29:09.392855Z","steps":["trace[1238781345] 'read index received' (duration: 416.97936ms)","trace[1238781345] 'applied index is now lower than readState.Index' (duration: 132.834µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:09.393124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.34357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T09:29:09.393218Z","caller":"traceutil/trace.go:171","msg":"trace[593279988] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:403; }","duration":"417.482494ms","start":"2026-07-01T09:29:08.975716Z","end":"2026-07-01T09:29:09.393199Z","steps":["trace[593279988] 'agreement among raft nodes before linearized reading' (duration: 417.273799ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:09.393017Z","caller":"traceutil/trace.go:171","msg":"trace[402425516] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"431.022786ms","start":"2026-07-01T09:29:08.96195Z","end":"2026-07-01T09:29:09.392973Z","steps":["trace[402425516] 'process raft request' (duration: 430.732748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:09.393323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:08.975705Z","time spent":"417.607467ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-01T09:29:09.393937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:08.961935Z","time spent":"431.368905ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:10.80147Z","caller":"traceutil/trace.go:171","msg":"trace[2078700418] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"139.762078ms","start":"2026-07-01T09:29:10.661677Z","end":"2026-07-01T09:29:10.801439Z","steps":["trace[2078700418] 'process raft request' (duration: 139.574672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:11.034885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.90126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:29:11.034996Z","caller":"traceutil/trace.go:171","msg":"trace[665816958] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"281.440768ms","start":"2026-07-01T09:29:10.753535Z","end":"2026-07-01T09:29:11.034976Z","steps":["trace[665816958] 'process raft request' (duration: 164.242321ms)","trace[665816958] 'compare' (duration: 116.780856ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:20.637831Z","caller":"traceutil/trace.go:171","msg":"trace[1722914647] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"659.15944ms","start":"2026-07-01T09:29:19.978645Z","end":"2026-07-01T09:29:20.637804Z","steps":["trace[1722914647] 'process raft request' (duration: 658.987875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:20.638003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:19.978629Z","time spent":"659.293154ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:21.675275Z","caller":"traceutil/trace.go:171","msg":"trace[1476234041] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"163.320685ms","start":"2026-07-01T09:29:21.511928Z","end":"2026-07-01T09:29:21.675249Z","steps":["trace[1476234041] 'process raft request' (duration: 163.182091ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:21.819019Z","caller":"traceutil/trace.go:171","msg":"trace[1371207267] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:456; }","duration":"122.604506ms","start":"2026-07-01T09:29:21.696379Z","end":"2026-07-01T09:29:21.818984Z","steps":["trace[1371207267] 'read index received' (duration: 54.932798ms)","trace[1371207267] 'applied index is now lower than readState.Index' (duration: 67.669678ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:21.819059Z","caller":"traceutil/trace.go:171","msg":"trace[483685995] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"127.514532ms","start":"2026-07-01T09:29:21.6915Z","end":"2026-07-01T09:29:21.819014Z","steps":["trace[483685995] 'process raft request' (duration: 59.755651ms)","trace[483685995] 'compare' (duration: 67.586076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:21.819194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.807762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:29:21.819301Z","caller":"traceutil/trace.go:171","msg":"trace[1892404373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:439; }","duration":"122.992157ms","start":"2026-07-01T09:29:21.69629Z","end":"2026-07-01T09:29:21.819283Z","steps":["trace[1892404373] 'agreement among raft nodes before linearized reading' (duration: 122.822282ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:30.036847Z","caller":"traceutil/trace.go:171","msg":"trace[1016457080] linearizableReadLoop","detail":"{readStateIndex:506; appliedIndex:505; }","duration":"177.501955ms","start":"2026-07-01T09:29:29.859311Z","end":"2026-07-01T09:29:30.036813Z","steps":["trace[1016457080] 'read index received' (duration: 177.295999ms)","trace[1016457080] 'applied index is now lower than readState.Index' (duration: 204.375µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:30.037034Z","caller":"traceutil/trace.go:171","msg":"trace[50940450] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"291.998389ms","start":"2026-07-01T09:29:29.745Z","end":"2026-07-01T09:29:30.036999Z","steps":["trace[50940450] 'process raft request' (duration: 291.613728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:30.037218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.884855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T09:29:30.037242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.339381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:29:30.037294Z","caller":"traceutil/trace.go:171","msg":"trace[648854271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:486; }","duration":"178.017418ms","start":"2026-07-01T09:29:29.859259Z","end":"2026-07-01T09:29:30.037276Z","steps":["trace[648854271] 'agreement among raft nodes before linearized reading' (duration: 177.766701ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:30.037331Z","caller":"traceutil/trace.go:171","msg":"trace[953833092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:486; }","duration":"141.493495ms","start":"2026-07-01T09:29:29.895815Z","end":"2026-07-01T09:29:30.037309Z","steps":["trace[953833092] 'agreement among raft nodes before linearized reading' (duration: 141.32292ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:30.817254Z","caller":"traceutil/trace.go:171","msg":"trace[330747507] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"122.040431ms","start":"2026-07-01T09:29:30.695192Z","end":"2026-07-01T09:29:30.817232Z","steps":["trace[330747507] 'process raft request' (duration: 121.908458ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:37.13768Z","caller":"traceutil/trace.go:171","msg":"trace[1512864417] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"278.562579ms","start":"2026-07-01T09:29:36.859081Z","end":"2026-07-01T09:29:37.137643Z","steps":["trace[1512864417] 'process raft request' (duration: 272.470902ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:37.137778Z","caller":"traceutil/trace.go:171","msg":"trace[168261055] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"259.269389ms","start":"2026-07-01T09:29:36.87848Z","end":"2026-07-01T09:29:37.137749Z","steps":["trace[168261055] 'process raft request' (duration: 259.027112ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:37.138197Z","caller":"traceutil/trace.go:171","msg":"trace[1442653976] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"244.71974ms","start":"2026-07-01T09:29:36.893439Z","end":"2026-07-01T09:29:37.138159Z","steps":["trace[1442653976] 'process raft request' (duration: 244.224607ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:37.138274Z","caller":"traceutil/trace.go:171","msg":"trace[368653190] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"226.017446ms","start":"2026-07-01T09:29:36.912184Z","end":"2026-07-01T09:29:37.138201Z","steps":["trace[368653190] 'process raft request' (duration: 225.833761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:37.920525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189024491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T09:29:38.387399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177606217s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T09:29:38.388686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:37.379684Z","time spent":"1.008992937s","remote":"127.0.0.1:59124","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T09:29:38.389194Z","caller":"traceutil/trace.go:171","msg":"trace[1662745139] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.179793996s","start":"2026-07-01T09:29:37.209375Z","end":"2026-07-01T09:29:38.389169Z","steps":["trace[1662745139] 'process raft request' (duration: 1.178298635s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:38.389385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:37.20935Z","time spent":"1.179953231s","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:38.397048Z","caller":"traceutil/trace.go:171","msg":"trace[602939400] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.187256982s","start":"2026-07-01T09:29:37.209759Z","end":"2026-07-01T09:29:38.397016Z","steps":["trace[602939400] 'process raft request' (duration: 1.187009885s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:38.397303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:37.209748Z","time spent":"1.187377775s","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:38.397462Z","caller":"traceutil/trace.go:171","msg":"trace[2088273080] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:620; }","duration":"977.397049ms","start":"2026-07-01T09:29:37.420046Z","end":"2026-07-01T09:29:38.397443Z","steps":["trace[2088273080] 'read index received' (duration: 967.716973ms)","trace[2088273080] 'applied index is now lower than readState.Index' (duration: 9.679296ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:38.397552Z","caller":"traceutil/trace.go:171","msg":"trace[2000741805] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"928.62197ms","start":"2026-07-01T09:29:37.468921Z","end":"2026-07-01T09:29:38.397543Z","steps":["trace[2000741805] 'process raft request' (duration: 928.183457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:38.397638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:37.468889Z","time spent":"928.696342ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:29:38.397783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.730238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:38.397816Z","caller":"traceutil/trace.go:171","msg":"trace[582487720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"977.79984ms","start":"2026-07-01T09:29:37.420007Z","end":"2026-07-01T09:29:38.397807Z","steps":["trace[582487720] 'agreement among raft nodes before linearized reading' (duration: 977.723738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:38.39784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:37.419985Z","time spent":"977.850212ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:29:38.398053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.117014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:38.398113Z","caller":"traceutil/trace.go:171","msg":"trace[386605143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"854.211547ms","start":"2026-07-01T09:29:37.543886Z","end":"2026-07-01T09:29:38.398097Z","steps":["trace[386605143] 'agreement among raft nodes before linearized reading' (duration: 854.123144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:38.398132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.143663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-01T09:29:38.398156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:37.543864Z","time spent":"854.281398ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:29:38.398154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.881917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T09:29:38.398192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.274332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T09:29:38.398206Z","caller":"traceutil/trace.go:171","msg":"trace[588870648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"251.972449ms","start":"2026-07-01T09:29:38.146218Z","end":"2026-07-01T09:29:38.398191Z","steps":["trace[588870648] 'agreement among raft nodes before linearized reading' (duration: 251.822495ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:38.398232Z","caller":"traceutil/trace.go:171","msg":"trace[434440432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"207.361545ms","start":"2026-07-01T09:29:38.190853Z","end":"2026-07-01T09:29:38.398214Z","steps":["trace[434440432] 'agreement among raft nodes before linearized reading' (duration: 207.244972ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:38.398233Z","caller":"traceutil/trace.go:171","msg":"trace[851880538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"217.259887ms","start":"2026-07-01T09:29:38.180907Z","end":"2026-07-01T09:29:38.398167Z","steps":["trace[851880538] 'agreement among raft nodes before linearized reading' (duration: 217.106672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:39.526905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.319222ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-01T09:29:39.527032Z","caller":"traceutil/trace.go:171","msg":"trace[2040527697] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"504.325018ms","start":"2026-07-01T09:29:39.022687Z","end":"2026-07-01T09:29:39.527012Z","steps":["trace[2040527697] 'read index received' (duration: 162.990825ms)","trace[2040527697] 'applied index is now lower than readState.Index' (duration: 341.332613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:39.527401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:38.999092Z","time spent":"528.296997ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T09:29:39.527799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.09212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-07-01T09:29:39.527858Z","caller":"traceutil/trace.go:171","msg":"trace[213107088] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:614; }","duration":"505.169162ms","start":"2026-07-01T09:29:39.022676Z","end":"2026-07-01T09:29:39.527845Z","steps":["trace[213107088] 'agreement among raft nodes before linearized reading' (duration: 504.411721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:39.527896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:39.022671Z","time spent":"505.216243ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":570128,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-01T09:29:39.539354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.288109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T09:29:39.539419Z","caller":"traceutil/trace.go:171","msg":"trace[1767303696] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"477.982265ms","start":"2026-07-01T09:29:39.061401Z","end":"2026-07-01T09:29:39.539383Z","steps":["trace[1767303696] 'process raft request' (duration: 477.624395ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:39.539442Z","caller":"traceutil/trace.go:171","msg":"trace[1883115980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"397.420733ms","start":"2026-07-01T09:29:39.142003Z","end":"2026-07-01T09:29:39.539424Z","steps":["trace[1883115980] 'agreement among raft nodes before linearized reading' (duration: 397.217257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:39.539477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:39.141989Z","time spent":"397.478835ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T09:29:39.539572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:39.061368Z","time spent":"478.099858ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:44.726759Z","caller":"traceutil/trace.go:171","msg":"trace[1902025801] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:669; }","duration":"270.392735ms","start":"2026-07-01T09:29:44.456331Z","end":"2026-07-01T09:29:44.726724Z","steps":["trace[1902025801] 'read index received' (duration: 269.432229ms)","trace[1902025801] 'applied index is now lower than readState.Index' (duration: 959.256µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:44.726921Z","caller":"traceutil/trace.go:171","msg":"trace[2026126984] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"577.59218ms","start":"2026-07-01T09:29:44.149251Z","end":"2026-07-01T09:29:44.726843Z","steps":["trace[2026126984] 'process raft request' (duration: 576.750867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:44.726987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.630741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:29:44.727231Z","caller":"traceutil/trace.go:171","msg":"trace[760445366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:644; }","duration":"270.910819ms","start":"2026-07-01T09:29:44.456275Z","end":"2026-07-01T09:29:44.727185Z","steps":["trace[760445366] 'agreement among raft nodes before linearized reading' (duration: 270.627171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:44.727293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T09:29:44.727345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.307572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T09:29:44.727415Z","caller":"traceutil/trace.go:171","msg":"trace[1087785844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:644; }","duration":"231.043744ms","start":"2026-07-01T09:29:44.496355Z","end":"2026-07-01T09:29:44.727399Z","steps":["trace[1087785844] 'agreement among raft nodes before linearized reading' (duration: 230.742585ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:44.727544Z","caller":"traceutil/trace.go:171","msg":"trace[1639386519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:644; }","duration":"235.61376ms","start":"2026-07-01T09:29:44.491904Z","end":"2026-07-01T09:29:44.727518Z","steps":["trace[1639386519] 'agreement among raft nodes before linearized reading' (duration: 235.201089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:44.72783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:44.149224Z","time spent":"578.473735ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:45.108213Z","caller":"traceutil/trace.go:171","msg":"trace[1009941279] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"314.469395ms","start":"2026-07-01T09:29:44.793706Z","end":"2026-07-01T09:29:45.108175Z","steps":["trace[1009941279] 'process raft request' (duration: 314.28446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:45.108544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:44.793688Z","time spent":"314.709422ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:29:45.560074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.132401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:29:45.560222Z","caller":"traceutil/trace.go:171","msg":"trace[1526634698] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"759.012333ms","start":"2026-07-01T09:29:44.801174Z","end":"2026-07-01T09:29:45.560186Z","steps":["trace[1526634698] 'process raft request' (duration: 505.689836ms)","trace[1526634698] 'compare' (duration: 252.901055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:45.560541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:44.801141Z","time spent":"759.170976ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:29:46.627834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.379727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:29:46.628111Z","caller":"traceutil/trace.go:171","msg":"trace[495208075] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"1.019068063s","start":"2026-07-01T09:29:45.609025Z","end":"2026-07-01T09:29:46.628093Z","steps":["trace[495208075] 'process raft request' (duration: 72.196412ms)","trace[495208075] 'compare' (duration: 946.185682ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:46.628186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:45.609005Z","time spent":"1.019137214s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:46.79889Z","caller":"traceutil/trace.go:171","msg":"trace[628785520] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:676; }","duration":"256.354799ms","start":"2026-07-01T09:29:46.542515Z","end":"2026-07-01T09:29:46.79887Z","steps":["trace[628785520] 'read index received' (duration: 254.074686ms)","trace[628785520] 'applied index is now lower than readState.Index' (duration: 2.278993ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:46.798975Z","caller":"traceutil/trace.go:171","msg":"trace[1036615631] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"816.830759ms","start":"2026-07-01T09:29:45.982115Z","end":"2026-07-01T09:29:46.798945Z","steps":["trace[1036615631] 'process raft request' (duration: 815.06399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:46.799148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:45.982081Z","time spent":"816.975003ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:29:46.799018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.505224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:46.799276Z","caller":"traceutil/trace.go:171","msg":"trace[1789348899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"256.797182ms","start":"2026-07-01T09:29:46.54246Z","end":"2026-07-01T09:29:46.799258Z","steps":["trace[1789348899] 'agreement among raft nodes before linearized reading' (duration: 256.522244ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:52.06436Z","caller":"traceutil/trace.go:171","msg":"trace[2104627351] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"198.881361ms","start":"2026-07-01T09:29:51.865459Z","end":"2026-07-01T09:29:52.06434Z","steps":["trace[2104627351] 'process raft request' (duration: 198.719867ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:52.17954Z","caller":"traceutil/trace.go:171","msg":"trace[2031483823] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"140.809257ms","start":"2026-07-01T09:29:52.0387Z","end":"2026-07-01T09:29:52.179509Z","steps":["trace[2031483823] 'process raft request' (duration: 140.595521ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:53.065767Z","caller":"traceutil/trace.go:171","msg":"trace[322075425] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"228.950138ms","start":"2026-07-01T09:29:52.836794Z","end":"2026-07-01T09:29:53.065744Z","steps":["trace[322075425] 'process raft request' (duration: 228.779073ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:53.230996Z","caller":"traceutil/trace.go:171","msg":"trace[500545147] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:766; }","duration":"381.862336ms","start":"2026-07-01T09:29:52.849105Z","end":"2026-07-01T09:29:53.230967Z","steps":["trace[500545147] 'read index received' (duration: 217.111182ms)","trace[500545147] 'applied index is now lower than readState.Index' (duration: 164.749784ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:53.231017Z","caller":"traceutil/trace.go:171","msg":"trace[586394097] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"384.030636ms","start":"2026-07-01T09:29:52.846949Z","end":"2026-07-01T09:29:53.23098Z","steps":["trace[586394097] 'process raft request' (duration: 361.532918ms)","trace[586394097] 'compare' (duration: 22.185659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:29:53.231271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.157224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T09:29:53.231272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:52.846938Z","time spent":"384.21197ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:53.231342Z","caller":"traceutil/trace.go:171","msg":"trace[1917933809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:740; }","duration":"382.243186ms","start":"2026-07-01T09:29:52.849081Z","end":"2026-07-01T09:29:53.231324Z","steps":["trace[1917933809] 'agreement among raft nodes before linearized reading' (duration: 382.00259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.23141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:52.849071Z","time spent":"382.327248ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T09:29:53.231402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.673289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T09:29:53.231428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.198883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:29:53.231481Z","caller":"traceutil/trace.go:171","msg":"trace[672806321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:740; }","duration":"375.288725ms","start":"2026-07-01T09:29:52.856177Z","end":"2026-07-01T09:29:53.231466Z","steps":["trace[672806321] 'agreement among raft nodes before linearized reading' (duration: 374.966656ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:53.23148Z","caller":"traceutil/trace.go:171","msg":"trace[1255177498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:740; }","duration":"374.792502ms","start":"2026-07-01T09:29:52.856667Z","end":"2026-07-01T09:29:53.23146Z","steps":["trace[1255177498] 'agreement among raft nodes before linearized reading' (duration: 374.558066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.231483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.878537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-07-01T09:29:53.231523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:52.856167Z","time spent":"375.347396ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:29:53.231528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:52.856648Z","time spent":"374.868134ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T09:29:53.231545Z","caller":"traceutil/trace.go:171","msg":"trace[2134743953] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:740; }","duration":"223.980531ms","start":"2026-07-01T09:29:53.007544Z","end":"2026-07-01T09:29:53.231525Z","steps":["trace[2134743953] 'agreement among raft nodes before linearized reading' (duration: 223.627021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.230857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.22873ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.231956Z","caller":"traceutil/trace.go:171","msg":"trace[2038675515] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:739; }","duration":"102.379101ms","start":"2026-07-01T09:29:53.12956Z","end":"2026-07-01T09:29:53.231939Z","steps":["trace[2038675515] 'range keys from in-memory index tree' (duration: 101.196209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.502228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.936726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:29:53.502611Z","caller":"traceutil/trace.go:171","msg":"trace[802408842] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"265.342816ms","start":"2026-07-01T09:29:53.237239Z","end":"2026-07-01T09:29:53.502581Z","steps":["trace[802408842] 'process raft request' (duration: 141.930947ms)","trace[802408842] 'compare' (duration: 122.821263ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:53.502745Z","caller":"traceutil/trace.go:171","msg":"trace[359883043] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"265.028688ms","start":"2026-07-01T09:29:53.237696Z","end":"2026-07-01T09:29:53.502725Z","steps":["trace[359883043] 'process raft request' (duration: 264.882644ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:53.502634Z","caller":"traceutil/trace.go:171","msg":"trace[754578345] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"265.350157ms","start":"2026-07-01T09:29:53.237265Z","end":"2026-07-01T09:29:53.502615Z","steps":["trace[754578345] 'process raft request' (duration: 265.252064ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:53.788068Z","caller":"traceutil/trace.go:171","msg":"trace[1042433825] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"219.341104ms","start":"2026-07-01T09:29:53.568704Z","end":"2026-07-01T09:29:53.788045Z","steps":["trace[1042433825] 'process raft request' (duration: 181.088443ms)","trace[1042433825] 'compare' (duration: 38.155938ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:53.802182Z","caller":"traceutil/trace.go:171","msg":"trace[1669724234] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:770; }","duration":"208.234518ms","start":"2026-07-01T09:29:53.593923Z","end":"2026-07-01T09:29:53.802158Z","steps":["trace[1669724234] 'read index received' (duration: 155.85278ms)","trace[1669724234] 'applied index is now lower than readState.Index' (duration: 52.380718ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:53.802295Z","caller":"traceutil/trace.go:171","msg":"trace[120672522] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"208.734972ms","start":"2026-07-01T09:29:53.59355Z","end":"2026-07-01T09:29:53.802285Z","steps":["trace[120672522] 'process raft request' (duration: 208.504455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.802602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.665169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.802648Z","caller":"traceutil/trace.go:171","msg":"trace[579377074] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:745; }","duration":"208.749522ms","start":"2026-07-01T09:29:53.593886Z","end":"2026-07-01T09:29:53.802635Z","steps":["trace[579377074] 'agreement among raft nodes before linearized reading' (duration: 208.638699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.80283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.871075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.802865Z","caller":"traceutil/trace.go:171","msg":"trace[425802083] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:745; }","duration":"208.933807ms","start":"2026-07-01T09:29:53.593922Z","end":"2026-07-01T09:29:53.802856Z","steps":["trace[425802083] 'agreement among raft nodes before linearized reading' (duration: 208.883146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.803191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.22073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.803237Z","caller":"traceutil/trace.go:171","msg":"trace[379471569] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:745; }","duration":"140.347154ms","start":"2026-07-01T09:29:53.662878Z","end":"2026-07-01T09:29:53.803225Z","steps":["trace[379471569] 'agreement among raft nodes before linearized reading' (duration: 140.223861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.803542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.062404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.803608Z","caller":"traceutil/trace.go:171","msg":"trace[766891715] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:745; }","duration":"141.144406ms","start":"2026-07-01T09:29:53.662454Z","end":"2026-07-01T09:29:53.803599Z","steps":["trace[766891715] 'agreement among raft nodes before linearized reading' (duration: 141.026292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.803764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.323781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.803797Z","caller":"traceutil/trace.go:171","msg":"trace[1606701600] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:745; }","duration":"141.385923ms","start":"2026-07-01T09:29:53.662403Z","end":"2026-07-01T09:29:53.803789Z","steps":["trace[1606701600] 'agreement among raft nodes before linearized reading' (duration: 141.334181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.803923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.614528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.803998Z","caller":"traceutil/trace.go:171","msg":"trace[1293165970] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:745; }","duration":"157.69205ms","start":"2026-07-01T09:29:53.646254Z","end":"2026-07-01T09:29:53.803946Z","steps":["trace[1293165970] 'agreement among raft nodes before linearized reading' (duration: 157.645139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.804438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.322445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.804488Z","caller":"traceutil/trace.go:171","msg":"trace[1405572123] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:745; }","duration":"159.419428ms","start":"2026-07-01T09:29:53.645058Z","end":"2026-07-01T09:29:53.804478Z","steps":["trace[1405572123] 'agreement among raft nodes before linearized reading' (duration: 159.316255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.804689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.758847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.804724Z","caller":"traceutil/trace.go:171","msg":"trace[1798323488] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:745; }","duration":"159.797758ms","start":"2026-07-01T09:29:53.644918Z","end":"2026-07-01T09:29:53.804715Z","steps":["trace[1798323488] 'agreement among raft nodes before linearized reading' (duration: 159.738647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:53.804852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.784548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:29:53.804901Z","caller":"traceutil/trace.go:171","msg":"trace[194967046] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:745; }","duration":"210.825209ms","start":"2026-07-01T09:29:53.594057Z","end":"2026-07-01T09:29:53.804882Z","steps":["trace[194967046] 'agreement among raft nodes before linearized reading' (duration: 210.771857ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:29:59.224839Z","caller":"traceutil/trace.go:171","msg":"trace[118640598] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"136.217291ms","start":"2026-07-01T09:29:59.088533Z","end":"2026-07-01T09:29:59.224751Z","steps":["trace[118640598] 'process raft request' (duration: 106.901406ms)","trace[118640598] 'compare' (duration: 29.208502ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:59.418263Z","caller":"traceutil/trace.go:171","msg":"trace[1485505996] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"327.709869ms","start":"2026-07-01T09:29:59.09052Z","end":"2026-07-01T09:29:59.418229Z","steps":["trace[1485505996] 'process raft request' (duration: 307.137554ms)","trace[1485505996] 'compare' (duration: 20.094072ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:59.418311Z","caller":"traceutil/trace.go:171","msg":"trace[868554907] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"326.966299ms","start":"2026-07-01T09:29:59.091306Z","end":"2026-07-01T09:29:59.418273Z","steps":["trace[868554907] 'process raft request' (duration: 326.809145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:59.418434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:59.090504Z","time spent":"327.844533ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:29:59.418546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:29:59.091248Z","time spent":"327.164084ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:29:59.706743Z","caller":"traceutil/trace.go:171","msg":"trace[965309685] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:812; }","duration":"173.73793ms","start":"2026-07-01T09:29:59.532983Z","end":"2026-07-01T09:29:59.706721Z","steps":["trace[965309685] 'read index received' (duration: 9.000497ms)","trace[965309685] 'applied index is now lower than readState.Index' (duration: 164.735793ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:59.706792Z","caller":"traceutil/trace.go:171","msg":"trace[972938961] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"174.77781ms","start":"2026-07-01T09:29:59.531983Z","end":"2026-07-01T09:29:59.70676Z","steps":["trace[972938961] 'process raft request' (duration: 118.953147ms)","trace[972938961] 'compare' (duration: 55.634977ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:29:59.70681Z","caller":"traceutil/trace.go:171","msg":"trace[884975628] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"173.975877ms","start":"2026-07-01T09:29:59.53281Z","end":"2026-07-01T09:29:59.706786Z","steps":["trace[884975628] 'process raft request' (duration: 173.862834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:59.706976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.962677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-07-01T09:29:59.707472Z","caller":"traceutil/trace.go:171","msg":"trace[960397781] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:784; }","duration":"174.506112ms","start":"2026-07-01T09:29:59.532946Z","end":"2026-07-01T09:29:59.707452Z","steps":["trace[960397781] 'agreement among raft nodes before linearized reading' (duration: 173.936296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:29:59.707235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.901868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-07-01T09:29:59.707588Z","caller":"traceutil/trace.go:171","msg":"trace[1971912545] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:784; }","duration":"173.262608ms","start":"2026-07-01T09:29:59.534276Z","end":"2026-07-01T09:29:59.707539Z","steps":["trace[1971912545] 'agreement among raft nodes before linearized reading' (duration: 172.859267ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:00.986165Z","caller":"traceutil/trace.go:171","msg":"trace[1106559081] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"119.232394ms","start":"2026-07-01T09:30:00.866909Z","end":"2026-07-01T09:30:00.986141Z","steps":["trace[1106559081] 'process raft request' (duration: 119.07588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:01.803785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.274291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:30:01.803865Z","caller":"traceutil/trace.go:171","msg":"trace[2111710212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:792; }","duration":"258.391075ms","start":"2026-07-01T09:30:01.545457Z","end":"2026-07-01T09:30:01.803848Z","steps":["trace[2111710212] 'range keys from in-memory index tree' (duration: 258.132827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:01.804003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.315646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:01.804045Z","caller":"traceutil/trace.go:171","msg":"trace[1674065885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"261.410748ms","start":"2026-07-01T09:30:01.542627Z","end":"2026-07-01T09:30:01.804038Z","steps":["trace[1674065885] 'range keys from in-memory index tree' (duration: 261.244634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:02.139467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.747494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:02.139645Z","caller":"traceutil/trace.go:171","msg":"trace[2110785935] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"262.163138ms","start":"2026-07-01T09:30:01.877453Z","end":"2026-07-01T09:30:02.139616Z","steps":["trace[2110785935] 'process raft request' (duration: 85.155468ms)","trace[2110785935] 'compare' (duration: 176.532247ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:02.187743Z","caller":"traceutil/trace.go:171","msg":"trace[958119215] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"219.765105ms","start":"2026-07-01T09:30:01.967944Z","end":"2026-07-01T09:30:02.187709Z","steps":["trace[958119215] 'process raft request' (duration: 219.105916ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:02.209028Z","caller":"traceutil/trace.go:171","msg":"trace[942440755] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:827; }","duration":"137.272489ms","start":"2026-07-01T09:30:02.071733Z","end":"2026-07-01T09:30:02.209006Z","steps":["trace[942440755] 'read index received' (duration: 115.402889ms)","trace[942440755] 'applied index is now lower than readState.Index' (duration: 21.86747ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:02.209082Z","caller":"traceutil/trace.go:171","msg":"trace[1511784898] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"232.797992ms","start":"2026-07-01T09:30:01.976264Z","end":"2026-07-01T09:30:02.209062Z","steps":["trace[1511784898] 'process raft request' (duration: 232.578186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:02.209152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.403673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:30:02.209193Z","caller":"traceutil/trace.go:171","msg":"trace[842160236] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:799; }","duration":"137.500515ms","start":"2026-07-01T09:30:02.07168Z","end":"2026-07-01T09:30:02.209181Z","steps":["trace[842160236] 'agreement among raft nodes before linearized reading' (duration: 137.401552ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:03.036316Z","caller":"traceutil/trace.go:171","msg":"trace[1522831705] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"150.166483ms","start":"2026-07-01T09:30:02.886124Z","end":"2026-07-01T09:30:03.03629Z","steps":["trace[1522831705] 'process raft request' (duration: 149.614448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:05.833922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.859049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:05.834048Z","caller":"traceutil/trace.go:171","msg":"trace[26429824] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:822; }","duration":"239.026874ms","start":"2026-07-01T09:30:05.594994Z","end":"2026-07-01T09:30:05.834021Z","steps":["trace[26429824] 'range keys from in-memory index tree' (duration: 238.817238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:05.834101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.929298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:05.834162Z","caller":"traceutil/trace.go:171","msg":"trace[357019876] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:822; }","duration":"201.01928ms","start":"2026-07-01T09:30:05.633124Z","end":"2026-07-01T09:30:05.834143Z","steps":["trace[357019876] 'count revisions from in-memory index tree' (duration: 200.867515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:05.834175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.937218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:30:05.834137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.184464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:30:05.834345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.93726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:30:05.834358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.387103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:30:05.834358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.432814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:05.834391Z","caller":"traceutil/trace.go:171","msg":"trace[1731922439] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:822; }","duration":"259.004342ms","start":"2026-07-01T09:30:05.575375Z","end":"2026-07-01T09:30:05.834379Z","steps":["trace[1731922439] 'count revisions from in-memory index tree' (duration: 258.867058ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:05.834376Z","caller":"traceutil/trace.go:171","msg":"trace[821479544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:822; }","duration":"201.564685ms","start":"2026-07-01T09:30:05.632776Z","end":"2026-07-01T09:30:05.834341Z","steps":["trace[821479544] 'range keys from in-memory index tree' (duration: 201.090482ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:05.834424Z","caller":"traceutil/trace.go:171","msg":"trace[1075295906] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:822; }","duration":"239.507207ms","start":"2026-07-01T09:30:05.594899Z","end":"2026-07-01T09:30:05.834406Z","steps":["trace[1075295906] 'range keys from in-memory index tree' (duration: 239.321411ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:05.83442Z","caller":"traceutil/trace.go:171","msg":"trace[1828933002] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:822; }","duration":"239.446245ms","start":"2026-07-01T09:30:05.59495Z","end":"2026-07-01T09:30:05.834396Z","steps":["trace[1828933002] 'count revisions from in-memory index tree' (duration: 239.361363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:05.834434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.596091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:05.834283Z","caller":"traceutil/trace.go:171","msg":"trace[1795107888] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:822; }","duration":"201.078852ms","start":"2026-07-01T09:30:05.633175Z","end":"2026-07-01T09:30:05.834254Z","steps":["trace[1795107888] 'range keys from in-memory index tree' (duration: 200.815104ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:05.834554Z","caller":"traceutil/trace.go:171","msg":"trace[1968571970] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:822; }","duration":"258.805776ms","start":"2026-07-01T09:30:05.57572Z","end":"2026-07-01T09:30:05.834526Z","steps":["trace[1968571970] 'range keys from in-memory index tree' (duration: 258.513549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:05.834156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.482454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:30:05.834262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.350181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:05.834695Z","caller":"traceutil/trace.go:171","msg":"trace[987860969] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:822; }","duration":"216.832045ms","start":"2026-07-01T09:30:05.617843Z","end":"2026-07-01T09:30:05.834675Z","steps":["trace[987860969] 'count revisions from in-memory index tree' (duration: 216.226758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:05.834291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.373712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:05.834824Z","caller":"traceutil/trace.go:171","msg":"trace[1372091311] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:822; }","duration":"259.902797ms","start":"2026-07-01T09:30:05.574863Z","end":"2026-07-01T09:30:05.834766Z","steps":["trace[1372091311] 'range keys from in-memory index tree' (duration: 259.28677ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:05.834879Z","caller":"traceutil/trace.go:171","msg":"trace[988562271] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:822; }","duration":"217.098111ms","start":"2026-07-01T09:30:05.617591Z","end":"2026-07-01T09:30:05.834689Z","steps":["trace[988562271] 'range keys from in-memory index tree' (duration: 216.382091ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:06.237073Z","caller":"traceutil/trace.go:171","msg":"trace[1645681950] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"374.817502ms","start":"2026-07-01T09:30:05.862229Z","end":"2026-07-01T09:30:06.237046Z","steps":["trace[1645681950] 'process raft request' (duration: 374.650657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:06.237241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:05.862211Z","time spent":"374.943616ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:06.237778Z","caller":"traceutil/trace.go:171","msg":"trace[427652666] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:854; }","duration":"346.620167ms","start":"2026-07-01T09:30:05.89113Z","end":"2026-07-01T09:30:06.237751Z","steps":["trace[427652666] 'read index received' (duration: 345.754944ms)","trace[427652666] 'applied index is now lower than readState.Index' (duration: 864.253µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:06.237889Z","caller":"traceutil/trace.go:171","msg":"trace[1344258517] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"375.606154ms","start":"2026-07-01T09:30:05.862264Z","end":"2026-07-01T09:30:06.23787Z","steps":["trace[1344258517] 'process raft request' (duration: 375.313106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:06.238036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:05.862242Z","time spent":"375.692237ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:06.238127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.947217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-97zrp\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-01T09:30:06.238206Z","caller":"traceutil/trace.go:171","msg":"trace[1250935346] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-97zrp; range_end:; response_count:1; response_revision:825; }","duration":"347.07196ms","start":"2026-07-01T09:30:05.891093Z","end":"2026-07-01T09:30:06.238165Z","steps":["trace[1250935346] 'agreement among raft nodes before linearized reading' (duration: 346.757441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:06.238283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:05.89108Z","time spent":"347.164293ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-97zrp\" "} {"level":"info","ts":"2026-07-01T09:30:06.238216Z","caller":"traceutil/trace.go:171","msg":"trace[1709315825] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"375.759938ms","start":"2026-07-01T09:30:05.862367Z","end":"2026-07-01T09:30:06.238126Z","steps":["trace[1709315825] 'process raft request' (duration: 375.344186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:06.239058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:05.862344Z","time spent":"376.062437ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:11.207921Z","caller":"traceutil/trace.go:171","msg":"trace[1294659121] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"126.494237ms","start":"2026-07-01T09:30:11.081398Z","end":"2026-07-01T09:30:11.207892Z","steps":["trace[1294659121] 'process raft request' (duration: 126.339042ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:11.228628Z","caller":"traceutil/trace.go:171","msg":"trace[51484953] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:915; }","duration":"141.835747ms","start":"2026-07-01T09:30:11.086772Z","end":"2026-07-01T09:30:11.228607Z","steps":["trace[51484953] 'read index received' (duration: 120.965611ms)","trace[51484953] 'applied index is now lower than readState.Index' (duration: 20.869006ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:11.228759Z","caller":"traceutil/trace.go:171","msg":"trace[48334978] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"146.664652ms","start":"2026-07-01T09:30:11.082039Z","end":"2026-07-01T09:30:11.228703Z","steps":["trace[48334978] 'process raft request' (duration: 146.470957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:11.22884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.048382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-07-01T09:30:11.22889Z","caller":"traceutil/trace.go:171","msg":"trace[2099880056] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:884; }","duration":"142.152265ms","start":"2026-07-01T09:30:11.086723Z","end":"2026-07-01T09:30:11.228875Z","steps":["trace[2099880056] 'agreement among raft nodes before linearized reading' (duration: 141.96598ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:13.77816Z","caller":"traceutil/trace.go:171","msg":"trace[739709948] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"129.635334ms","start":"2026-07-01T09:30:13.648488Z","end":"2026-07-01T09:30:13.778124Z","steps":["trace[739709948] 'process raft request' (duration: 129.331186ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:13.778542Z","caller":"traceutil/trace.go:171","msg":"trace[2034532141] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"113.450961ms","start":"2026-07-01T09:30:13.665013Z","end":"2026-07-01T09:30:13.778464Z","steps":["trace[2034532141] 'process raft request' (duration: 113.0524ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:14.977529Z","caller":"traceutil/trace.go:171","msg":"trace[1018542889] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"100.007454ms","start":"2026-07-01T09:30:14.877482Z","end":"2026-07-01T09:30:14.97749Z","steps":["trace[1018542889] 'process raft request' (duration: 99.832809ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:18.544317Z","caller":"traceutil/trace.go:171","msg":"trace[1123368585] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:984; }","duration":"247.260682ms","start":"2026-07-01T09:30:18.297031Z","end":"2026-07-01T09:30:18.544292Z","steps":["trace[1123368585] 'read index received' (duration: 226.49888ms)","trace[1123368585] 'applied index is now lower than readState.Index' (duration: 20.760652ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:18.544468Z","caller":"traceutil/trace.go:171","msg":"trace[1244878230] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"425.305934ms","start":"2026-07-01T09:30:18.119137Z","end":"2026-07-01T09:30:18.544443Z","steps":["trace[1244878230] 'process raft request' (duration: 425.042287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:18.544604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:18.119123Z","time spent":"425.422757ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:30:18.544639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.583972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:30:18.544679Z","caller":"traceutil/trace.go:171","msg":"trace[622518444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:952; }","duration":"247.671733ms","start":"2026-07-01T09:30:18.296995Z","end":"2026-07-01T09:30:18.544667Z","steps":["trace[622518444] 'agreement among raft nodes before linearized reading' (duration: 247.473258ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:18.544589Z","caller":"traceutil/trace.go:171","msg":"trace[1415186108] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"429.952714ms","start":"2026-07-01T09:30:18.114346Z","end":"2026-07-01T09:30:18.544299Z","steps":["trace[1415186108] 'process raft request' (duration: 409.189432ms)","trace[1415186108] 'compare' (duration: 20.418202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:18.544801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.916752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:18.544863Z","caller":"traceutil/trace.go:171","msg":"trace[866180916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:952; }","duration":"161.015764ms","start":"2026-07-01T09:30:18.383833Z","end":"2026-07-01T09:30:18.544849Z","steps":["trace[866180916] 'agreement among raft nodes before linearized reading' (duration: 160.911882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:18.544936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.818718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:30:18.545053Z","caller":"traceutil/trace.go:171","msg":"trace[1585411375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:952; }","duration":"248.030694ms","start":"2026-07-01T09:30:18.296981Z","end":"2026-07-01T09:30:18.545011Z","steps":["trace[1585411375] 'agreement among raft nodes before linearized reading' (duration: 247.590062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:18.544963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.416256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T09:30:18.545191Z","caller":"traceutil/trace.go:171","msg":"trace[746779121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:952; }","duration":"247.653913ms","start":"2026-07-01T09:30:18.297513Z","end":"2026-07-01T09:30:18.545167Z","steps":["trace[746779121] 'agreement among raft nodes before linearized reading' (duration: 247.341925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:18.545299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:18.114258Z","time spent":"430.671735ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:30:18.730053Z","caller":"traceutil/trace.go:171","msg":"trace[1583120767] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"139.026457ms","start":"2026-07-01T09:30:18.591006Z","end":"2026-07-01T09:30:18.730032Z","steps":["trace[1583120767] 'process raft request' (duration: 76.873055ms)","trace[1583120767] 'compare' (duration: 62.021509ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:18.952242Z","caller":"traceutil/trace.go:171","msg":"trace[1798026417] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"177.434065ms","start":"2026-07-01T09:30:18.774789Z","end":"2026-07-01T09:30:18.952223Z","steps":["trace[1798026417] 'process raft request' (duration: 105.949591ms)","trace[1798026417] 'compare' (duration: 71.389881ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:19.091268Z","caller":"traceutil/trace.go:171","msg":"trace[1034144301] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:994; }","duration":"102.539935ms","start":"2026-07-01T09:30:18.988689Z","end":"2026-07-01T09:30:19.091229Z","steps":["trace[1034144301] 'read index received' (duration: 100.292902ms)","trace[1034144301] 'applied index is now lower than readState.Index' (duration: 2.245523ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:19.091429Z","caller":"traceutil/trace.go:171","msg":"trace[1197884247] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"134.450329ms","start":"2026-07-01T09:30:18.956928Z","end":"2026-07-01T09:30:19.091379Z","steps":["trace[1197884247] 'process raft request' (duration: 132.126924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:19.09166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.933356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T09:30:19.091717Z","caller":"traceutil/trace.go:171","msg":"trace[1279978648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:961; }","duration":"103.056459ms","start":"2026-07-01T09:30:18.988642Z","end":"2026-07-01T09:30:19.091699Z","steps":["trace[1279978648] 'agreement among raft nodes before linearized reading' (duration: 102.781722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:25.665454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.678084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:25.66586Z","caller":"traceutil/trace.go:171","msg":"trace[1202661818] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"459.845852ms","start":"2026-07-01T09:30:25.205937Z","end":"2026-07-01T09:30:25.665782Z","steps":["trace[1202661818] 'process raft request' (duration: 170.759197ms)","trace[1202661818] 'compare' (duration: 288.392746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:25.666026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:25.205919Z","time spent":"460.030468ms","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2918,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:30:25.666139Z","caller":"traceutil/trace.go:171","msg":"trace[638859483] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"391.796695ms","start":"2026-07-01T09:30:25.274322Z","end":"2026-07-01T09:30:25.666118Z","steps":["trace[638859483] 'process raft request' (duration: 391.576998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:25.666225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:25.274298Z","time spent":"391.887998ms","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2257,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T09:30:25.666263Z","caller":"traceutil/trace.go:171","msg":"trace[1964918280] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"451.074717ms","start":"2026-07-01T09:30:25.215163Z","end":"2026-07-01T09:30:25.666237Z","steps":["trace[1964918280] 'process raft request' (duration: 450.4725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:25.666363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:25.21515Z","time spent":"451.156569ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":286482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:25.666686Z","caller":"traceutil/trace.go:171","msg":"trace[1988620917] linearizableReadLoop","detail":"{readStateIndex:1174; appliedIndex:1169; }","duration":"343.927873ms","start":"2026-07-01T09:30:25.322727Z","end":"2026-07-01T09:30:25.666655Z","steps":["trace[1988620917] 'read index received' (duration: 53.980624ms)","trace[1988620917] 'applied index is now lower than readState.Index' (duration: 289.945989ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:25.666697Z","caller":"traceutil/trace.go:171","msg":"trace[1103858028] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"372.892314ms","start":"2026-07-01T09:30:25.293787Z","end":"2026-07-01T09:30:25.66668Z","steps":["trace[1103858028] 'process raft request' (duration: 372.74744ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:25.666757Z","caller":"traceutil/trace.go:171","msg":"trace[1814467294] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"391.187657ms","start":"2026-07-01T09:30:25.27556Z","end":"2026-07-01T09:30:25.666747Z","steps":["trace[1814467294] 'process raft request' (duration: 390.385215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:25.666814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:25.275553Z","time spent":"391.233018ms","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3018,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:30:25.666854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:25.293761Z","time spent":"373.012008ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:25.666862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.119398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:30:25.666924Z","caller":"traceutil/trace.go:171","msg":"trace[539105869] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1137; }","duration":"344.228351ms","start":"2026-07-01T09:30:25.322679Z","end":"2026-07-01T09:30:25.666907Z","steps":["trace[539105869] 'agreement among raft nodes before linearized reading' (duration: 344.104667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:25.666985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:25.322663Z","time spent":"344.307403ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":16,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:30:30.997196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.417816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:30:30.997397Z","caller":"traceutil/trace.go:171","msg":"trace[1271389801] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"339.085756ms","start":"2026-07-01T09:30:30.658289Z","end":"2026-07-01T09:30:30.997375Z","steps":["trace[1271389801] 'process raft request' (duration: 111.389482ms)","trace[1271389801] 'compare' (duration: 227.18692ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:30.997526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:30.658273Z","time spent":"339.21687ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:31.026284Z","caller":"traceutil/trace.go:171","msg":"trace[754957189] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1237; }","duration":"149.10542ms","start":"2026-07-01T09:30:30.877162Z","end":"2026-07-01T09:30:31.026267Z","steps":["trace[754957189] 'read index received' (duration: 149.044259ms)","trace[754957189] 'applied index is now lower than readState.Index' (duration: 60.451µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:31.026325Z","caller":"traceutil/trace.go:171","msg":"trace[638232502] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"367.865683ms","start":"2026-07-01T09:30:30.658437Z","end":"2026-07-01T09:30:31.026303Z","steps":["trace[638232502] 'process raft request' (duration: 367.705259ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:31.02635Z","caller":"traceutil/trace.go:171","msg":"trace[465143282] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"366.416693ms","start":"2026-07-01T09:30:30.659913Z","end":"2026-07-01T09:30:31.026329Z","steps":["trace[465143282] 'process raft request' (duration: 366.321871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:31.026432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:30.65841Z","time spent":"367.971747ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:31.026493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.310316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T09:30:31.026483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:30.659901Z","time spent":"366.497315ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:31.026556Z","caller":"traceutil/trace.go:171","msg":"trace[614569697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1201; }","duration":"149.420009ms","start":"2026-07-01T09:30:30.877122Z","end":"2026-07-01T09:30:31.026542Z","steps":["trace[614569697] 'agreement among raft nodes before linearized reading' (duration: 149.240254ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.447788Z","caller":"traceutil/trace.go:171","msg":"trace[1249960569] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1265; }","duration":"383.632126ms","start":"2026-07-01T09:30:37.064119Z","end":"2026-07-01T09:30:37.447752Z","steps":["trace[1249960569] 'read index received' (duration: 383.345238ms)","trace[1249960569] 'applied index is now lower than readState.Index' (duration: 285.688µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:37.448087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.933784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T09:30:37.448169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.391137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:30:37.448187Z","caller":"traceutil/trace.go:171","msg":"trace[1761113004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1227; }","duration":"384.072658ms","start":"2026-07-01T09:30:37.064093Z","end":"2026-07-01T09:30:37.448165Z","steps":["trace[1761113004] 'agreement among raft nodes before linearized reading' (duration: 383.80086ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.448223Z","caller":"traceutil/trace.go:171","msg":"trace[1252304766] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1227; }","duration":"155.551721ms","start":"2026-07-01T09:30:37.292657Z","end":"2026-07-01T09:30:37.448209Z","steps":["trace[1252304766] 'agreement among raft nodes before linearized reading' (duration: 155.404637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.448211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.950745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-01T09:30:37.448238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.064081Z","time spent":"384.14654ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T09:30:37.448289Z","caller":"traceutil/trace.go:171","msg":"trace[2026665909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1227; }","duration":"384.081769ms","start":"2026-07-01T09:30:37.064187Z","end":"2026-07-01T09:30:37.448269Z","steps":["trace[2026665909] 'agreement among raft nodes before linearized reading' (duration: 383.869903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.448311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.138107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T09:30:37.448378Z","caller":"traceutil/trace.go:171","msg":"trace[764067542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1227; }","duration":"243.25732ms","start":"2026-07-01T09:30:37.205106Z","end":"2026-07-01T09:30:37.448364Z","steps":["trace[764067542] 'agreement among raft nodes before linearized reading' (duration: 242.979782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.448459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.184463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T09:30:37.448493Z","caller":"traceutil/trace.go:171","msg":"trace[1010277836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1227; }","duration":"378.237105ms","start":"2026-07-01T09:30:37.070247Z","end":"2026-07-01T09:30:37.448484Z","steps":["trace[1010277836] 'agreement among raft nodes before linearized reading' (duration: 378.117851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.448523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.070235Z","time spent":"378.278575ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T09:30:37.448335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.064158Z","time spent":"384.167731ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T09:30:37.447903Z","caller":"traceutil/trace.go:171","msg":"trace[200365982] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"405.457668ms","start":"2026-07-01T09:30:37.042392Z","end":"2026-07-01T09:30:37.447849Z","steps":["trace[200365982] 'process raft request' (duration: 405.157809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.448835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.042367Z","time spent":"406.368774ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.696271Z","caller":"traceutil/trace.go:171","msg":"trace[1413152654] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"243.607509ms","start":"2026-07-01T09:30:37.452612Z","end":"2026-07-01T09:30:37.696219Z","steps":["trace[1413152654] 'process raft request' (duration: 144.834241ms)","trace[1413152654] 'compare' (duration: 98.567552ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:37.756822Z","caller":"traceutil/trace.go:171","msg":"trace[456646356] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"303.736654ms","start":"2026-07-01T09:30:37.45305Z","end":"2026-07-01T09:30:37.756787Z","steps":["trace[456646356] 'process raft request' (duration: 303.619151ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.756859Z","caller":"traceutil/trace.go:171","msg":"trace[57940405] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"303.790956ms","start":"2026-07-01T09:30:37.453032Z","end":"2026-07-01T09:30:37.756823Z","steps":["trace[57940405] 'process raft request' (duration: 303.443567ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.75697Z","caller":"traceutil/trace.go:171","msg":"trace[1545410388] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1266; }","duration":"214.165844ms","start":"2026-07-01T09:30:37.542774Z","end":"2026-07-01T09:30:37.756939Z","steps":["trace[1545410388] 'read index received' (duration: 54.695814ms)","trace[1545410388] 'applied index is now lower than readState.Index' (duration: 159.46779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:30:37.757062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.453026Z","time spent":"303.902789ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:37.757097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.453005Z","time spent":"303.935911ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:30:37.757153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.370549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:37.757202Z","caller":"traceutil/trace.go:171","msg":"trace[266346118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1231; }","duration":"214.484272ms","start":"2026-07-01T09:30:37.542706Z","end":"2026-07-01T09:30:37.757191Z","steps":["trace[266346118] 'agreement among raft nodes before linearized reading' (duration: 214.333767ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:37.757083Z","caller":"traceutil/trace.go:171","msg":"trace[1496841729] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"303.739095ms","start":"2026-07-01T09:30:37.453314Z","end":"2026-07-01T09:30:37.757053Z","steps":["trace[1496841729] 'process raft request' (duration: 303.414106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:37.757363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:30:37.453286Z","time spent":"303.988842ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:30:37.959155Z","caller":"traceutil/trace.go:171","msg":"trace[760123799] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"222.640552ms","start":"2026-07-01T09:30:37.736477Z","end":"2026-07-01T09:30:37.959118Z","steps":["trace[760123799] 'process raft request' (duration: 132.049342ms)","trace[760123799] 'compare' (duration: 90.333363ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:50.138842Z","caller":"traceutil/trace.go:171","msg":"trace[1074334274] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"143.120183ms","start":"2026-07-01T09:30:49.995687Z","end":"2026-07-01T09:30:50.138807Z","steps":["trace[1074334274] 'process raft request' (duration: 86.953678ms)","trace[1074334274] 'compare' (duration: 56.015731ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:50.139777Z","caller":"traceutil/trace.go:171","msg":"trace[756012656] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"139.700617ms","start":"2026-07-01T09:30:50.000043Z","end":"2026-07-01T09:30:50.139743Z","steps":["trace[756012656] 'process raft request' (duration: 139.566593ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:55.280322Z","caller":"traceutil/trace.go:171","msg":"trace[767965735] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"151.541079ms","start":"2026-07-01T09:30:55.128749Z","end":"2026-07-01T09:30:55.28029Z","steps":["trace[767965735] 'process raft request' (duration: 151.350233ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:56.639358Z","caller":"traceutil/trace.go:171","msg":"trace[1824799329] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"121.25664ms","start":"2026-07-01T09:30:56.518069Z","end":"2026-07-01T09:30:56.639326Z","steps":["trace[1824799329] 'process raft request' (duration: 107.70033ms)","trace[1824799329] 'compare' (duration: 13.19248ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:56.639383Z","caller":"traceutil/trace.go:171","msg":"trace[1746281105] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"121.211879ms","start":"2026-07-01T09:30:56.518147Z","end":"2026-07-01T09:30:56.639359Z","steps":["trace[1746281105] 'process raft request' (duration: 121.099576ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:56.639382Z","caller":"traceutil/trace.go:171","msg":"trace[280100184] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"120.849268ms","start":"2026-07-01T09:30:56.51851Z","end":"2026-07-01T09:30:56.639359Z","steps":["trace[280100184] 'process raft request' (duration: 120.799036ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:56.64387Z","caller":"traceutil/trace.go:171","msg":"trace[1326295147] linearizableReadLoop","detail":"{readStateIndex:1477; appliedIndex:1470; }","duration":"103.719667ms","start":"2026-07-01T09:30:56.540125Z","end":"2026-07-01T09:30:56.643845Z","steps":["trace[1326295147] 'read index received' (duration: 85.713053ms)","trace[1326295147] 'applied index is now lower than readState.Index' (duration: 18.005394ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:56.643918Z","caller":"traceutil/trace.go:171","msg":"trace[1782861796] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"119.81913ms","start":"2026-07-01T09:30:56.52407Z","end":"2026-07-01T09:30:56.643889Z","steps":["trace[1782861796] 'process raft request' (duration: 119.596103ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:56.644186Z","caller":"traceutil/trace.go:171","msg":"trace[562590911] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"120.102638ms","start":"2026-07-01T09:30:56.524067Z","end":"2026-07-01T09:30:56.64417Z","steps":["trace[562590911] 'process raft request' (duration: 119.663335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:30:56.64422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.093998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:30:56.64428Z","caller":"traceutil/trace.go:171","msg":"trace[718222209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1430; }","duration":"104.16863ms","start":"2026-07-01T09:30:56.540089Z","end":"2026-07-01T09:30:56.644258Z","steps":["trace[718222209] 'agreement among raft nodes before linearized reading' (duration: 103.855161ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:56.644322Z","caller":"traceutil/trace.go:171","msg":"trace[178701210] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"123.977985ms","start":"2026-07-01T09:30:56.520331Z","end":"2026-07-01T09:30:56.644309Z","steps":["trace[178701210] 'process raft request' (duration: 123.165783ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:56.644647Z","caller":"traceutil/trace.go:171","msg":"trace[27938297] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"118.520543ms","start":"2026-07-01T09:30:56.526051Z","end":"2026-07-01T09:30:56.644572Z","steps":["trace[27938297] 'process raft request' (duration: 117.732541ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:30:57.12592Z","caller":"traceutil/trace.go:171","msg":"trace[1697916311] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"162.047444ms","start":"2026-07-01T09:30:56.963848Z","end":"2026-07-01T09:30:57.125895Z","steps":["trace[1697916311] 'process raft request' (duration: 146.343563ms)","trace[1697916311] 'compare' (duration: 15.551316ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:30:58.675302Z","caller":"traceutil/trace.go:171","msg":"trace[127771126] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"100.384624ms","start":"2026-07-01T09:30:58.574891Z","end":"2026-07-01T09:30:58.675276Z","steps":["trace[127771126] 'process raft request' (duration: 100.078555ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:11.314148Z","caller":"traceutil/trace.go:171","msg":"trace[1418649358] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1783; }","duration":"199.037091ms","start":"2026-07-01T09:31:11.115073Z","end":"2026-07-01T09:31:11.31411Z","steps":["trace[1418649358] 'read index received' (duration: 196.091538ms)","trace[1418649358] 'applied index is now lower than readState.Index' (duration: 2.941152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:11.314321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.223985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:11.314363Z","caller":"traceutil/trace.go:171","msg":"trace[1728439149] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:1715; }","duration":"199.325328ms","start":"2026-07-01T09:31:11.115027Z","end":"2026-07-01T09:31:11.314352Z","steps":["trace[1728439149] 'agreement among raft nodes before linearized reading' (duration: 199.213155ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:11.314419Z","caller":"traceutil/trace.go:171","msg":"trace[1055656380] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"202.625131ms","start":"2026-07-01T09:31:11.11175Z","end":"2026-07-01T09:31:11.314375Z","steps":["trace[1055656380] 'process raft request' (duration: 199.39751ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:11.901804Z","caller":"traceutil/trace.go:171","msg":"trace[1620627415] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"121.890028ms","start":"2026-07-01T09:31:11.779887Z","end":"2026-07-01T09:31:11.901777Z","steps":["trace[1620627415] 'process raft request' (duration: 121.638121ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:18.160954Z","caller":"traceutil/trace.go:171","msg":"trace[1143181552] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"130.205847ms","start":"2026-07-01T09:31:18.03072Z","end":"2026-07-01T09:31:18.160926Z","steps":["trace[1143181552] 'process raft request' (duration: 130.047152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:18.339961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.041706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:31:18.340195Z","caller":"traceutil/trace.go:171","msg":"trace[1536978985] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"174.471357ms","start":"2026-07-01T09:31:18.165704Z","end":"2026-07-01T09:31:18.340175Z","steps":["trace[1536978985] 'process raft request' (duration: 174.429375ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:18.340346Z","caller":"traceutil/trace.go:171","msg":"trace[1517578116] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"175.034124ms","start":"2026-07-01T09:31:18.165281Z","end":"2026-07-01T09:31:18.340315Z","steps":["trace[1517578116] 'process raft request' (duration: 35.531883ms)","trace[1517578116] 'compare' (duration: 138.921363ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:18.340504Z","caller":"traceutil/trace.go:171","msg":"trace[1538180093] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"175.032455ms","start":"2026-07-01T09:31:18.165459Z","end":"2026-07-01T09:31:18.340491Z","steps":["trace[1538180093] 'process raft request' (duration: 174.623912ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:19.563776Z","caller":"traceutil/trace.go:171","msg":"trace[683517073] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"127.817322ms","start":"2026-07-01T09:31:19.435914Z","end":"2026-07-01T09:31:19.563731Z","steps":["trace[683517073] 'process raft request' (duration: 127.563584ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:27.394382Z","caller":"traceutil/trace.go:171","msg":"trace[740534279] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"324.730696ms","start":"2026-07-01T09:31:27.069627Z","end":"2026-07-01T09:31:27.394358Z","steps":["trace[740534279] 'process raft request' (duration: 324.574621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:27.394528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:27.069604Z","time spent":"324.85166ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:27.432301Z","caller":"traceutil/trace.go:171","msg":"trace[1166776012] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1987; }","duration":"149.421084ms","start":"2026-07-01T09:31:27.28286Z","end":"2026-07-01T09:31:27.432281Z","steps":["trace[1166776012] 'read index received' (duration: 111.368241ms)","trace[1166776012] 'applied index is now lower than readState.Index' (duration: 38.052013ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:27.432385Z","caller":"traceutil/trace.go:171","msg":"trace[1637570776] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"229.211556ms","start":"2026-07-01T09:31:27.203129Z","end":"2026-07-01T09:31:27.432341Z","steps":["trace[1637570776] 'process raft request' (duration: 229.044561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:27.432528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.652311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-feaa48e3-b770-4c58-8ef3-ffb7ba5d7549\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-01T09:31:27.432583Z","caller":"traceutil/trace.go:171","msg":"trace[1540794076] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-feaa48e3-b770-4c58-8ef3-ffb7ba5d7549; range_end:; response_count:1; response_revision:1913; }","duration":"149.766785ms","start":"2026-07-01T09:31:27.282804Z","end":"2026-07-01T09:31:27.432571Z","steps":["trace[1540794076] 'agreement among raft nodes before linearized reading' (duration: 149.552488ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:27.877345Z","caller":"traceutil/trace.go:171","msg":"trace[1845184019] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"336.498888ms","start":"2026-07-01T09:31:27.540822Z","end":"2026-07-01T09:31:27.877321Z","steps":["trace[1845184019] 'read index received' (duration: 336.385674ms)","trace[1845184019] 'applied index is now lower than readState.Index' (duration: 111.814µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:27.877417Z","caller":"traceutil/trace.go:171","msg":"trace[1974465813] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"435.716115ms","start":"2026-07-01T09:31:27.441666Z","end":"2026-07-01T09:31:27.877382Z","steps":["trace[1974465813] 'process raft request' (duration: 435.458567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:27.877501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.655243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:27.877535Z","caller":"traceutil/trace.go:171","msg":"trace[1234727028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"336.757246ms","start":"2026-07-01T09:31:27.540768Z","end":"2026-07-01T09:31:27.877525Z","steps":["trace[1234727028] 'agreement among raft nodes before linearized reading' (duration: 336.675194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:27.877572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:27.540743Z","time spent":"336.820308ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:31:27.877587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:27.44163Z","time spent":"435.863519ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:28.37837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189027125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T09:31:28.879278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189027125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T09:31:29.22903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351838613s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T09:31:29.47806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.523268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:31:29.478315Z","caller":"traceutil/trace.go:171","msg":"trace[1429223213] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.70157699s","start":"2026-07-01T09:31:27.776713Z","end":"2026-07-01T09:31:29.47829Z","steps":["trace[1429223213] 'process raft request' (duration: 1.701466167s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.478394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:27.776685Z","time spent":"1.701674383s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:29.478392Z","caller":"traceutil/trace.go:171","msg":"trace[632884196] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"1.870367827s","start":"2026-07-01T09:31:27.607977Z","end":"2026-07-01T09:31:29.478345Z","steps":["trace[632884196] 'process raft request' (duration: 1.62124303s)","trace[632884196] 'compare' (duration: 248.301401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:29.478639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:27.607953Z","time spent":"1.870556962s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:29.531867Z","caller":"traceutil/trace.go:171","msg":"trace[730876008] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.274408855s","start":"2026-07-01T09:31:28.257408Z","end":"2026-07-01T09:31:29.531817Z","steps":["trace[730876008] 'process raft request' (duration: 1.274184567s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:29.532014Z","caller":"traceutil/trace.go:171","msg":"trace[1346152722] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1990; }","duration":"1.654576535s","start":"2026-07-01T09:31:27.877415Z","end":"2026-07-01T09:31:29.531992Z","steps":["trace[1346152722] 'read index received' (duration: 1.351817023s)","trace[1346152722] 'applied index is now lower than readState.Index' (duration: 302.757892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:29.532098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.257383Z","time spent":"1.274623342s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:29.532117Z","caller":"traceutil/trace.go:171","msg":"trace[736805356] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.145576802s","start":"2026-07-01T09:31:28.386497Z","end":"2026-07-01T09:31:29.532073Z","steps":["trace[736805356] 'process raft request' (duration: 1.145273352s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.532281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.386475Z","time spent":"1.145718595s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:29.532304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748899926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:31:29.532405Z","caller":"traceutil/trace.go:171","msg":"trace[53319232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"1.749050701s","start":"2026-07-01T09:31:27.783338Z","end":"2026-07-01T09:31:29.532388Z","steps":["trace[53319232] 'agreement among raft nodes before linearized reading' (duration: 1.748742881s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.53249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:27.783315Z","time spent":"1.749158744s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:31:29.559945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679240316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-07-01T09:31:29.560003Z","caller":"traceutil/trace.go:171","msg":"trace[1906408271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1919; }","duration":"1.679331018s","start":"2026-07-01T09:31:27.880657Z","end":"2026-07-01T09:31:29.559988Z","steps":["trace[1906408271] 'agreement among raft nodes before linearized reading' (duration: 1.679145283s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.560045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:27.88064Z","time spent":"1.67939466s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-01T09:31:29.560037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168377842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T09:31:29.560119Z","caller":"traceutil/trace.go:171","msg":"trace[1161617836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1919; }","duration":"1.168497736s","start":"2026-07-01T09:31:28.391597Z","end":"2026-07-01T09:31:29.560095Z","steps":["trace[1161617836] 'agreement among raft nodes before linearized reading' (duration: 1.168278679s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.560109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.794425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-01T09:31:29.560185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.391578Z","time spent":"1.168593839s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T09:31:29.560213Z","caller":"traceutil/trace.go:171","msg":"trace[2057185874] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:1919; }","duration":"556.95308ms","start":"2026-07-01T09:31:29.003242Z","end":"2026-07-01T09:31:29.560195Z","steps":["trace[2057185874] 'agreement among raft nodes before linearized reading' (duration: 556.693372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.56028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.003221Z","time spent":"557.048032ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-01T09:31:29.560316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531323888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T09:31:29.560353Z","caller":"traceutil/trace.go:171","msg":"trace[491811950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"1.531379831s","start":"2026-07-01T09:31:28.02896Z","end":"2026-07-01T09:31:29.56034Z","steps":["trace[491811950] 'agreement among raft nodes before linearized reading' (duration: 1.531280977s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.560381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.028949Z","time spent":"1.531426432s","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T09:31:29.560431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178360269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T09:31:29.560513Z","caller":"traceutil/trace.go:171","msg":"trace[605351945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1919; }","duration":"1.178546784s","start":"2026-07-01T09:31:28.381948Z","end":"2026-07-01T09:31:29.560495Z","steps":["trace[605351945] 'agreement among raft nodes before linearized reading' (duration: 1.178193283s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.560476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017224764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:31:29.56049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526705162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T09:31:29.560567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.381925Z","time spent":"1.178621027s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T09:31:29.560579Z","caller":"traceutil/trace.go:171","msg":"trace[1438141982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"1.017428449s","start":"2026-07-01T09:31:28.54313Z","end":"2026-07-01T09:31:29.560558Z","steps":["trace[1438141982] 'agreement among raft nodes before linearized reading' (duration: 1.017198912s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:29.560619Z","caller":"traceutil/trace.go:171","msg":"trace[762754277] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"122.538415ms","start":"2026-07-01T09:31:29.438059Z","end":"2026-07-01T09:31:29.560597Z","steps":["trace[762754277] 'process raft request' (duration: 121.625846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.56064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.543113Z","time spent":"1.017514233s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:31:29.560604Z","caller":"traceutil/trace.go:171","msg":"trace[1306412141] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1919; }","duration":"1.526912849s","start":"2026-07-01T09:31:28.033667Z","end":"2026-07-01T09:31:29.56058Z","steps":["trace[1306412141] 'agreement among raft nodes before linearized reading' (duration: 1.526410223s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.560692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614085935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-feaa48e3-b770-4c58-8ef3-ffb7ba5d7549\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-01T09:31:29.560698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159111139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:31:29.560756Z","caller":"traceutil/trace.go:171","msg":"trace[288376781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-feaa48e3-b770-4c58-8ef3-ffb7ba5d7549; range_end:; response_count:1; response_revision:1919; }","duration":"1.614172748s","start":"2026-07-01T09:31:27.946565Z","end":"2026-07-01T09:31:29.560738Z","steps":["trace[288376781] 'agreement among raft nodes before linearized reading' (duration: 1.613993382s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:29.560762Z","caller":"traceutil/trace.go:171","msg":"trace[128226565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1919; }","duration":"1.159212392s","start":"2026-07-01T09:31:28.401535Z","end":"2026-07-01T09:31:29.560747Z","steps":["trace[128226565] 'agreement among raft nodes before linearized reading' (duration: 1.159058998s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.560806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.401514Z","time spent":"1.159280365s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T09:31:29.560806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:27.946554Z","time spent":"1.61423715s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-feaa48e3-b770-4c58-8ef3-ffb7ba5d7549\" "} {"level":"warn","ts":"2026-07-01T09:31:29.560821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354655222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-01T09:31:29.560724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.033649Z","time spent":"1.527057353s","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":247,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:31:29.560883Z","caller":"traceutil/trace.go:171","msg":"trace[168144391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1919; }","duration":"1.354733075s","start":"2026-07-01T09:31:28.206135Z","end":"2026-07-01T09:31:29.560868Z","steps":["trace[168144391] 'agreement among raft nodes before linearized reading' (duration: 1.354606161s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:29.560913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:28.206124Z","time spent":"1.354782186s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T09:31:30.075652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.400151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:31:30.07586Z","caller":"traceutil/trace.go:171","msg":"trace[1613499020] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"539.136356ms","start":"2026-07-01T09:31:29.536697Z","end":"2026-07-01T09:31:30.075833Z","steps":["trace[1613499020] 'process raft request' (duration: 428.411505ms)","trace[1613499020] 'compare' (duration: 108.757909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:30.075963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.536679Z","time spent":"539.246039ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:31.215536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250341564s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T09:31:31.225252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.561515Z","time spent":"1.663731804s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T09:31:31.225398Z","caller":"traceutil/trace.go:171","msg":"trace[307883375] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"1.659427598s","start":"2026-07-01T09:31:29.565946Z","end":"2026-07-01T09:31:31.225373Z","steps":["trace[307883375] 'process raft request' (duration: 1.658995955s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.225533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.565918Z","time spent":"1.659532332s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:31.225544Z","caller":"traceutil/trace.go:171","msg":"trace[795791762] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"1.659079828s","start":"2026-07-01T09:31:29.566439Z","end":"2026-07-01T09:31:31.225518Z","steps":["trace[795791762] 'process raft request' (duration: 1.658647034s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.225692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.566418Z","time spent":"1.659201631s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:31.225747Z","caller":"traceutil/trace.go:171","msg":"trace[937543529] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.659105278s","start":"2026-07-01T09:31:29.566607Z","end":"2026-07-01T09:31:31.225713Z","steps":["trace[937543529] 'process raft request' (duration: 1.65885596s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:31.226398Z","caller":"traceutil/trace.go:171","msg":"trace[1816137449] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.659108538s","start":"2026-07-01T09:31:29.567274Z","end":"2026-07-01T09:31:31.226382Z","steps":["trace[1816137449] 'process raft request' (duration: 1.658357264s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.226482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.567268Z","time spent":"1.65917195s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:31.226611Z","caller":"traceutil/trace.go:171","msg":"trace[1581485571] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1995; }","duration":"1.664127647s","start":"2026-07-01T09:31:29.562467Z","end":"2026-07-01T09:31:31.226595Z","steps":["trace[1581485571] 'read index received' (duration: 402.727323ms)","trace[1581485571] 'applied index is now lower than readState.Index' (duration: 1.261399594s)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:31.226683Z","caller":"traceutil/trace.go:171","msg":"trace[909811139] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.528124386s","start":"2026-07-01T09:31:29.69855Z","end":"2026-07-01T09:31:31.226674Z","steps":["trace[909811139] 'process raft request' (duration: 1.527973341s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.226793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.698525Z","time spent":"1.52822972s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:31.226833Z","caller":"traceutil/trace.go:171","msg":"trace[1911905673] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.65601359s","start":"2026-07-01T09:31:29.570804Z","end":"2026-07-01T09:31:31.226818Z","steps":["trace[1911905673] 'process raft request' (duration: 1.655520314s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.226838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.5666Z","time spent":"1.65948306s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:31.226935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.570795Z","time spent":"1.656099793s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:31.226828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664347474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:31.227039Z","caller":"traceutil/trace.go:171","msg":"trace[1654135440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"1.664578471s","start":"2026-07-01T09:31:29.562441Z","end":"2026-07-01T09:31:31.227019Z","steps":["trace[1654135440] 'agreement among raft nodes before linearized reading' (duration: 1.664331363s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.2271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.562399Z","time spent":"1.664685254s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:31:31.22886Z","caller":"traceutil/trace.go:171","msg":"trace[228715717] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"488.591908ms","start":"2026-07-01T09:31:30.740252Z","end":"2026-07-01T09:31:31.228844Z","steps":["trace[228715717] 'process raft request' (duration: 488.502105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.228955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:30.740225Z","time spent":"488.684461ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:31.236083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.779023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T09:31:31.236126Z","caller":"traceutil/trace.go:171","msg":"trace[286935687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"666.858395ms","start":"2026-07-01T09:31:30.569256Z","end":"2026-07-01T09:31:31.236114Z","steps":["trace[286935687] 'agreement among raft nodes before linearized reading' (duration: 666.645268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.236156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:30.569231Z","time spent":"666.917317ms","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T09:31:31.236106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437042867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:31:31.236348Z","caller":"traceutil/trace.go:171","msg":"trace[675994656] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1928; }","duration":"1.437363487s","start":"2026-07-01T09:31:29.798955Z","end":"2026-07-01T09:31:31.236318Z","steps":["trace[675994656] 'agreement among raft nodes before linearized reading' (duration: 1.437031667s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.236525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:29.798926Z","time spent":"1.437574184s","remote":"127.0.0.1:36074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:31:31.236532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.092424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-feaa48e3-b770-4c58-8ef3-ffb7ba5d7549\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-01T09:31:31.23659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.977468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-01T09:31:31.236636Z","caller":"traceutil/trace.go:171","msg":"trace[613066015] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-feaa48e3-b770-4c58-8ef3-ffb7ba5d7549; range_end:; response_count:1; response_revision:1928; }","duration":"668.235989ms","start":"2026-07-01T09:31:30.568373Z","end":"2026-07-01T09:31:31.236609Z","steps":["trace[613066015] 'agreement among raft nodes before linearized reading' (duration: 667.552067ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:31.236627Z","caller":"traceutil/trace.go:171","msg":"trace[55160689] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1928; }","duration":"586.03932ms","start":"2026-07-01T09:31:30.650577Z","end":"2026-07-01T09:31:31.236617Z","steps":["trace[55160689] 'agreement among raft nodes before linearized reading' (duration: 585.854174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:31.236694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:30.56834Z","time spent":"668.342842ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-feaa48e3-b770-4c58-8ef3-ffb7ba5d7549\" "} {"level":"warn","ts":"2026-07-01T09:31:31.23675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:30.650559Z","time spent":"586.129293ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T09:31:35.010373Z","caller":"traceutil/trace.go:171","msg":"trace[704763729] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"110.966998ms","start":"2026-07-01T09:31:34.899375Z","end":"2026-07-01T09:31:35.010342Z","steps":["trace[704763729] 'process raft request' (duration: 110.798153ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:35.029508Z","caller":"traceutil/trace.go:171","msg":"trace[393468850] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"128.410159ms","start":"2026-07-01T09:31:34.901073Z","end":"2026-07-01T09:31:35.029483Z","steps":["trace[393468850] 'process raft request' (duration: 128.225983ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:35.510133Z","caller":"traceutil/trace.go:171","msg":"trace[1565575393] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"176.281733ms","start":"2026-07-01T09:31:35.333825Z","end":"2026-07-01T09:31:35.510107Z","steps":["trace[1565575393] 'process raft request' (duration: 139.442209ms)","trace[1565575393] 'compare' (duration: 36.70144ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:35.535157Z","caller":"traceutil/trace.go:171","msg":"trace[347553039] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"200.758838ms","start":"2026-07-01T09:31:35.334373Z","end":"2026-07-01T09:31:35.535132Z","steps":["trace[347553039] 'process raft request' (duration: 200.588792ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:35.53555Z","caller":"traceutil/trace.go:171","msg":"trace[1142714614] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"201.012875ms","start":"2026-07-01T09:31:35.334479Z","end":"2026-07-01T09:31:35.535492Z","steps":["trace[1142714614] 'process raft request' (duration: 200.613353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:35.53587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.260577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T09:31:35.535986Z","caller":"traceutil/trace.go:171","msg":"trace[602639015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1975; }","duration":"197.450063ms","start":"2026-07-01T09:31:35.338512Z","end":"2026-07-01T09:31:35.535962Z","steps":["trace[602639015] 'agreement among raft nodes before linearized reading' (duration: 197.04134ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:35.535451Z","caller":"traceutil/trace.go:171","msg":"trace[1935292604] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2050; }","duration":"196.869394ms","start":"2026-07-01T09:31:35.338534Z","end":"2026-07-01T09:31:35.535403Z","steps":["trace[1935292604] 'read index received' (duration: 134.871034ms)","trace[1935292604] 'applied index is now lower than readState.Index' (duration: 61.99524ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:39.305751Z","caller":"traceutil/trace.go:171","msg":"trace[381657409] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"218.274882ms","start":"2026-07-01T09:31:39.087442Z","end":"2026-07-01T09:31:39.305716Z","steps":["trace[381657409] 'process raft request' (duration: 191.752354ms)","trace[381657409] 'compare' (duration: 26.2721ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:39.305793Z","caller":"traceutil/trace.go:171","msg":"trace[1873974239] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"217.102886ms","start":"2026-07-01T09:31:39.088666Z","end":"2026-07-01T09:31:39.305768Z","steps":["trace[1873974239] 'process raft request' (duration: 216.958721ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:39.305913Z","caller":"traceutil/trace.go:171","msg":"trace[290818973] linearizableReadLoop","detail":"{readStateIndex:2075; appliedIndex:2073; }","duration":"218.414907ms","start":"2026-07-01T09:31:39.087474Z","end":"2026-07-01T09:31:39.305889Z","steps":["trace[290818973] 'read index received' (duration: 6.474345ms)","trace[290818973] 'applied index is now lower than readState.Index' (duration: 211.938742ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:39.306Z","caller":"traceutil/trace.go:171","msg":"trace[2044042374] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"216.725913ms","start":"2026-07-01T09:31:39.089239Z","end":"2026-07-01T09:31:39.305965Z","steps":["trace[2044042374] 'process raft request' (duration: 216.449264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:39.306698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.197491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-j2s82\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-07-01T09:31:39.306752Z","caller":"traceutil/trace.go:171","msg":"trace[1839737530] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-j2s82; range_end:; response_count:1; response_revision:1998; }","duration":"219.305086ms","start":"2026-07-01T09:31:39.087433Z","end":"2026-07-01T09:31:39.306738Z","steps":["trace[1839737530] 'agreement among raft nodes before linearized reading' (duration: 218.536871ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:45.853754Z","caller":"traceutil/trace.go:171","msg":"trace[916593630] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2129; }","duration":"384.866758ms","start":"2026-07-01T09:31:45.468852Z","end":"2026-07-01T09:31:45.853719Z","steps":["trace[916593630] 'read index received' (duration: 384.567028ms)","trace[916593630] 'applied index is now lower than readState.Index' (duration: 298.02µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:31:45.85394Z","caller":"traceutil/trace.go:171","msg":"trace[899262429] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"420.638789ms","start":"2026-07-01T09:31:45.433248Z","end":"2026-07-01T09:31:45.853887Z","steps":["trace[899262429] 'process raft request' (duration: 420.207725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:45.854023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.129446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:45.854106Z","caller":"traceutil/trace.go:171","msg":"trace[1450281660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2051; }","duration":"385.26386ms","start":"2026-07-01T09:31:45.468823Z","end":"2026-07-01T09:31:45.854087Z","steps":["trace[1450281660] 'agreement among raft nodes before linearized reading' (duration: 385.088785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:45.854136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:45.433221Z","time spent":"420.822505ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:45.854174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:45.46881Z","time spent":"385.342593ms","remote":"127.0.0.1:45322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:31:45.868197Z","caller":"traceutil/trace.go:171","msg":"trace[1447875973] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"258.638106ms","start":"2026-07-01T09:31:45.609541Z","end":"2026-07-01T09:31:45.868179Z","steps":["trace[1447875973] 'process raft request' (duration: 258.392198ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:45.868859Z","caller":"traceutil/trace.go:171","msg":"trace[290493831] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"239.246494ms","start":"2026-07-01T09:31:45.629592Z","end":"2026-07-01T09:31:45.868838Z","steps":["trace[290493831] 'process raft request' (duration: 238.539501ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:45.868954Z","caller":"traceutil/trace.go:171","msg":"trace[403809232] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"228.760022ms","start":"2026-07-01T09:31:45.640171Z","end":"2026-07-01T09:31:45.868931Z","steps":["trace[403809232] 'process raft request' (duration: 228.559345ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:45.868969Z","caller":"traceutil/trace.go:171","msg":"trace[1145594680] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"225.485718ms","start":"2026-07-01T09:31:45.643467Z","end":"2026-07-01T09:31:45.868953Z","steps":["trace[1145594680] 'process raft request' (duration: 225.352224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:45.869088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.315116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:31:45.86912Z","caller":"traceutil/trace.go:171","msg":"trace[702833531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2055; }","duration":"326.366548ms","start":"2026-07-01T09:31:45.542743Z","end":"2026-07-01T09:31:45.869109Z","steps":["trace[702833531] 'agreement among raft nodes before linearized reading' (duration: 326.319417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:45.869159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:45.542731Z","time spent":"326.4182ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:31:45.869201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.281758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T09:31:45.869236Z","caller":"traceutil/trace.go:171","msg":"trace[1214532053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2055; }","duration":"266.33855ms","start":"2026-07-01T09:31:45.602887Z","end":"2026-07-01T09:31:45.869225Z","steps":["trace[1214532053] 'agreement among raft nodes before linearized reading' (duration: 266.199356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:45.869352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.243355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T09:31:45.869409Z","caller":"traceutil/trace.go:171","msg":"trace[825886163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2055; }","duration":"240.365419ms","start":"2026-07-01T09:31:45.629024Z","end":"2026-07-01T09:31:45.869389Z","steps":["trace[825886163] 'agreement among raft nodes before linearized reading' (duration: 240.211054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:45.86974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.239562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:31:45.869823Z","caller":"traceutil/trace.go:171","msg":"trace[1488464526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2055; }","duration":"275.321344ms","start":"2026-07-01T09:31:45.594469Z","end":"2026-07-01T09:31:45.86979Z","steps":["trace[1488464526] 'agreement among raft nodes before linearized reading' (duration: 274.619582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:45.869962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.027758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T09:31:45.870051Z","caller":"traceutil/trace.go:171","msg":"trace[2044247142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2055; }","duration":"283.160062ms","start":"2026-07-01T09:31:45.586871Z","end":"2026-07-01T09:31:45.870031Z","steps":["trace[2044247142] 'agreement among raft nodes before linearized reading' (duration: 282.861822ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:46.185346Z","caller":"traceutil/trace.go:171","msg":"trace[1538291140] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"311.380285ms","start":"2026-07-01T09:31:45.873934Z","end":"2026-07-01T09:31:46.185314Z","steps":["trace[1538291140] 'process raft request' (duration: 284.317249ms)","trace[1538291140] 'compare' (duration: 26.700264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:31:46.185607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:45.873909Z","time spent":"311.606232ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:31:46.246771Z","caller":"traceutil/trace.go:171","msg":"trace[228723425] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"372.212588ms","start":"2026-07-01T09:31:45.874522Z","end":"2026-07-01T09:31:46.246735Z","steps":["trace[228723425] 'process raft request' (duration: 371.937309ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:31:46.246911Z","caller":"traceutil/trace.go:171","msg":"trace[1474751941] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"372.194787ms","start":"2026-07-01T09:31:45.874679Z","end":"2026-07-01T09:31:46.246874Z","steps":["trace[1474751941] 'process raft request' (duration: 371.97001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:31:46.247066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:45.874501Z","time spent":"372.378713ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:46.24713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:31:45.874671Z","time spent":"372.370214ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:31:46.875849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.061403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-01T09:31:50.313918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.876124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T09:31:50.314004Z","caller":"traceutil/trace.go:171","msg":"trace[1016326515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2078; }","duration":"104.03097ms","start":"2026-07-01T09:31:50.209954Z","end":"2026-07-01T09:31:50.313984Z","steps":["trace[1016326515] 'range keys from in-memory index tree' (duration: 103.619786ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:00.385376Z","caller":"traceutil/trace.go:171","msg":"trace[328267885] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"149.119584ms","start":"2026-07-01T09:32:00.236209Z","end":"2026-07-01T09:32:00.385328Z","steps":["trace[328267885] 'process raft request' (duration: 148.892577ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:00.520606Z","caller":"traceutil/trace.go:171","msg":"trace[1921646780] linearizableReadLoop","detail":"{readStateIndex:2215; appliedIndex:2214; }","duration":"116.441252ms","start":"2026-07-01T09:32:00.404134Z","end":"2026-07-01T09:32:00.520575Z","steps":["trace[1921646780] 'read index received' (duration: 51.511379ms)","trace[1921646780] 'applied index is now lower than readState.Index' (duration: 64.928803ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:00.520793Z","caller":"traceutil/trace.go:171","msg":"trace[621359040] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"131.110555ms","start":"2026-07-01T09:32:00.389557Z","end":"2026-07-01T09:32:00.520668Z","steps":["trace[621359040] 'process raft request' (duration: 66.199803ms)","trace[621359040] 'compare' (duration: 64.589432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:32:00.520906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.736761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T09:32:00.520972Z","caller":"traceutil/trace.go:171","msg":"trace[315134881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2132; }","duration":"116.865826ms","start":"2026-07-01T09:32:00.404088Z","end":"2026-07-01T09:32:00.520954Z","steps":["trace[315134881] 'agreement among raft nodes before linearized reading' (duration: 116.624618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:00.520985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.607635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T09:32:00.521036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.632232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T09:32:00.521062Z","caller":"traceutil/trace.go:171","msg":"trace[2000995723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2132; }","duration":"103.75252ms","start":"2026-07-01T09:32:00.417291Z","end":"2026-07-01T09:32:00.521043Z","steps":["trace[2000995723] 'agreement among raft nodes before linearized reading' (duration: 103.506363ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:00.521107Z","caller":"traceutil/trace.go:171","msg":"trace[484079712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2132; }","duration":"100.747876ms","start":"2026-07-01T09:32:00.420344Z","end":"2026-07-01T09:32:00.521092Z","steps":["trace[484079712] 'agreement among raft nodes before linearized reading' (duration: 100.56014ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:00.708751Z","caller":"traceutil/trace.go:171","msg":"trace[2136873512] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"183.814473ms","start":"2026-07-01T09:32:00.524908Z","end":"2026-07-01T09:32:00.708722Z","steps":["trace[2136873512] 'process raft request' (duration: 127.881174ms)","trace[2136873512] 'compare' (duration: 55.732212ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:00.708984Z","caller":"traceutil/trace.go:171","msg":"trace[1309636591] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"184.043879ms","start":"2026-07-01T09:32:00.524921Z","end":"2026-07-01T09:32:00.708965Z","steps":["trace[1309636591] 'process raft request' (duration: 183.74776ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:00.709363Z","caller":"traceutil/trace.go:171","msg":"trace[308706697] linearizableReadLoop","detail":"{readStateIndex:2220; appliedIndex:2216; }","duration":"166.844925ms","start":"2026-07-01T09:32:00.542493Z","end":"2026-07-01T09:32:00.709338Z","steps":["trace[308706697] 'read index received' (duration: 22.855672ms)","trace[308706697] 'applied index is now lower than readState.Index' (duration: 143.988113ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:00.709407Z","caller":"traceutil/trace.go:171","msg":"trace[409532901] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"183.381709ms","start":"2026-07-01T09:32:00.526005Z","end":"2026-07-01T09:32:00.709387Z","steps":["trace[409532901] 'process raft request' (duration: 183.222774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:00.709506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.998741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:32:00.709526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.905104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:32:00.709559Z","caller":"traceutil/trace.go:171","msg":"trace[542655985] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2137; }","duration":"158.991807ms","start":"2026-07-01T09:32:00.550559Z","end":"2026-07-01T09:32:00.709551Z","steps":["trace[542655985] 'agreement among raft nodes before linearized reading' (duration: 158.909724ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:00.709563Z","caller":"traceutil/trace.go:171","msg":"trace[2011881028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2137; }","duration":"167.090123ms","start":"2026-07-01T09:32:00.542458Z","end":"2026-07-01T09:32:00.709548Z","steps":["trace[2011881028] 'agreement among raft nodes before linearized reading' (duration: 166.99866ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:00.709886Z","caller":"traceutil/trace.go:171","msg":"trace[57980958] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"183.374808ms","start":"2026-07-01T09:32:00.525957Z","end":"2026-07-01T09:32:00.709331Z","steps":["trace[57980958] 'process raft request' (duration: 182.940264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:23.137015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.840814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:32:23.137127Z","caller":"traceutil/trace.go:171","msg":"trace[1203801445] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2259; }","duration":"155.016089ms","start":"2026-07-01T09:32:22.982093Z","end":"2026-07-01T09:32:23.137109Z","steps":["trace[1203801445] 'count revisions from in-memory index tree' (duration: 154.759672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:24.491984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.385984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T09:32:24.492102Z","caller":"traceutil/trace.go:171","msg":"trace[903615322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2264; }","duration":"342.514188ms","start":"2026-07-01T09:32:24.149558Z","end":"2026-07-01T09:32:24.492072Z","steps":["trace[903615322] 'range keys from in-memory index tree' (duration: 342.146898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:24.492161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:24.149544Z","time spent":"342.600281ms","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T09:32:24.514864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.255199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-01T09:32:24.51496Z","caller":"traceutil/trace.go:171","msg":"trace[19355615] linearizableReadLoop","detail":"{readStateIndex:2353; appliedIndex:2352; }","duration":"279.901901ms","start":"2026-07-01T09:32:24.235039Z","end":"2026-07-01T09:32:24.514941Z","steps":["trace[19355615] 'read index received' (duration: 164.470707ms)","trace[19355615] 'applied index is now lower than readState.Index' (duration: 115.429434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:32:24.515045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.994465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:32:24.515097Z","caller":"traceutil/trace.go:171","msg":"trace[370663259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"280.064186ms","start":"2026-07-01T09:32:24.235008Z","end":"2026-07-01T09:32:24.515073Z","steps":["trace[370663259] 'agreement among raft nodes before linearized reading' (duration: 279.988724ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:25.060225Z","caller":"traceutil/trace.go:171","msg":"trace[1400274711] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"222.602052ms","start":"2026-07-01T09:32:24.8376Z","end":"2026-07-01T09:32:25.060202Z","steps":["trace[1400274711] 'process raft request' (duration: 222.433787ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:25.068341Z","caller":"traceutil/trace.go:171","msg":"trace[960908911] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"230.285071ms","start":"2026-07-01T09:32:24.838038Z","end":"2026-07-01T09:32:25.068323Z","steps":["trace[960908911] 'process raft request' (duration: 230.114797ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:25.068678Z","caller":"traceutil/trace.go:171","msg":"trace[675298153] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"230.434755ms","start":"2026-07-01T09:32:24.838232Z","end":"2026-07-01T09:32:25.068667Z","steps":["trace[675298153] 'process raft request' (duration: 230.060114ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:25.068797Z","caller":"traceutil/trace.go:171","msg":"trace[471823042] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"230.467386ms","start":"2026-07-01T09:32:24.838308Z","end":"2026-07-01T09:32:25.068775Z","steps":["trace[471823042] 'process raft request' (duration: 230.239979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:31.590679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189028007,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T09:32:31.862036Z","caller":"traceutil/trace.go:171","msg":"trace[342142374] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"773.954794ms","start":"2026-07-01T09:32:31.088025Z","end":"2026-07-01T09:32:31.86198Z","steps":["trace[342142374] 'process raft request' (duration: 773.773649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:31.862218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.087999Z","time spent":"774.123809ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:31.882521Z","caller":"traceutil/trace.go:171","msg":"trace[1139160318] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2387; }","duration":"792.254825ms","start":"2026-07-01T09:32:31.09024Z","end":"2026-07-01T09:32:31.882494Z","steps":["trace[1139160318] 'read index received' (duration: 771.560718ms)","trace[1139160318] 'applied index is now lower than readState.Index' (duration: 20.692817ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:31.882593Z","caller":"traceutil/trace.go:171","msg":"trace[2000780101] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"792.340828ms","start":"2026-07-01T09:32:31.090221Z","end":"2026-07-01T09:32:31.882562Z","steps":["trace[2000780101] 'process raft request' (duration: 792.083761ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:31.882676Z","caller":"traceutil/trace.go:171","msg":"trace[1943782626] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"546.355656ms","start":"2026-07-01T09:32:31.336302Z","end":"2026-07-01T09:32:31.882657Z","steps":["trace[1943782626] 'process raft request' (duration: 546.125869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:31.882858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.277052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-01T09:32:31.882851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.090203Z","time spent":"792.467831ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:32:31.882976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.25474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-07-01T09:32:31.882998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.728968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T09:32:31.883039Z","caller":"traceutil/trace.go:171","msg":"trace[1069857269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2300; }","duration":"296.358363ms","start":"2026-07-01T09:32:31.586665Z","end":"2026-07-01T09:32:31.883024Z","steps":["trace[1069857269] 'agreement among raft nodes before linearized reading' (duration: 296.192378ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:31.883084Z","caller":"traceutil/trace.go:171","msg":"trace[1991501138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2300; }","duration":"792.851102ms","start":"2026-07-01T09:32:31.090216Z","end":"2026-07-01T09:32:31.883068Z","steps":["trace[1991501138] 'agreement among raft nodes before linearized reading' (duration: 792.600885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:31.883165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.090206Z","time spent":"792.949494ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T09:32:31.882973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.814823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:32:31.883157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.000225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:32:31.883285Z","caller":"traceutil/trace.go:171","msg":"trace[1791206540] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2300; }","duration":"391.192003ms","start":"2026-07-01T09:32:31.492065Z","end":"2026-07-01T09:32:31.883257Z","steps":["trace[1791206540] 'agreement among raft nodes before linearized reading' (duration: 390.818183ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:31.883394Z","caller":"traceutil/trace.go:171","msg":"trace[1492606149] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2300; }","duration":"392.374295ms","start":"2026-07-01T09:32:31.490995Z","end":"2026-07-01T09:32:31.883369Z","steps":["trace[1492606149] 'agreement among raft nodes before linearized reading' (duration: 391.952764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:31.883165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.131408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-01T09:32:31.883465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.490971Z","time spent":"392.472298ms","remote":"127.0.0.1:52904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:32:31.883444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.492045Z","time spent":"391.373718ms","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:32:31.883512Z","caller":"traceutil/trace.go:171","msg":"trace[108099489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2300; }","duration":"342.493657ms","start":"2026-07-01T09:32:31.540992Z","end":"2026-07-01T09:32:31.883486Z","steps":["trace[108099489] 'agreement among raft nodes before linearized reading' (duration: 342.000034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:31.88361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.540976Z","time spent":"342.620471ms","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T09:32:31.883593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.336271Z","time spent":"546.456309ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:31.882935Z","caller":"traceutil/trace.go:171","msg":"trace[1330028505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2300; }","duration":"790.388005ms","start":"2026-07-01T09:32:31.09253Z","end":"2026-07-01T09:32:31.882918Z","steps":["trace[1330028505] 'agreement among raft nodes before linearized reading' (duration: 790.194889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:31.882831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.049328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:32:31.884047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.092505Z","time spent":"791.521005ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T09:32:31.88413Z","caller":"traceutil/trace.go:171","msg":"trace[917963854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2300; }","duration":"342.372254ms","start":"2026-07-01T09:32:31.54174Z","end":"2026-07-01T09:32:31.884112Z","steps":["trace[917963854] 'agreement among raft nodes before linearized reading' (duration: 341.036978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:31.884302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.541728Z","time spent":"342.559679ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:32:32.392662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189028013,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T09:32:32.554218Z","caller":"traceutil/trace.go:171","msg":"trace[662595126] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"665.353816ms","start":"2026-07-01T09:32:31.888834Z","end":"2026-07-01T09:32:32.554188Z","steps":["trace[662595126] 'process raft request' (duration: 573.836967ms)","trace[662595126] 'compare' (duration: 91.055946ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:32:32.55437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.888819Z","time spent":"665.473619ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:32.699812Z","caller":"traceutil/trace.go:171","msg":"trace[173131632] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"571.960215ms","start":"2026-07-01T09:32:32.127826Z","end":"2026-07-01T09:32:32.699786Z","steps":["trace[173131632] 'process raft request' (duration: 571.889444ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:32.699884Z","caller":"traceutil/trace.go:171","msg":"trace[547338036] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"810.858974ms","start":"2026-07-01T09:32:31.888993Z","end":"2026-07-01T09:32:32.699852Z","steps":["trace[547338036] 'process raft request' (duration: 810.578537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:32.699974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:32.1278Z","time spent":"572.09895ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:32:32.700034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.888987Z","time spent":"810.963257ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:32.700152Z","caller":"traceutil/trace.go:171","msg":"trace[103696132] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"517.902344ms","start":"2026-07-01T09:32:32.182241Z","end":"2026-07-01T09:32:32.700144Z","steps":["trace[103696132] 'process raft request' (duration: 517.513654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:32.700206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:32.182216Z","time spent":"517.965196ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:32:32.700188Z","caller":"traceutil/trace.go:171","msg":"trace[716635729] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2390; }","duration":"808.557471ms","start":"2026-07-01T09:32:31.891612Z","end":"2026-07-01T09:32:32.70017Z","steps":["trace[716635729] 'read index received' (duration: 571.071052ms)","trace[716635729] 'applied index is now lower than readState.Index' (duration: 237.485629ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:32.700212Z","caller":"traceutil/trace.go:171","msg":"trace[121375669] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"517.821752ms","start":"2026-07-01T09:32:32.182358Z","end":"2026-07-01T09:32:32.70018Z","steps":["trace[121375669] 'process raft request' (duration: 517.683648ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:32.700249Z","caller":"traceutil/trace.go:171","msg":"trace[116292049] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"517.859873ms","start":"2026-07-01T09:32:32.182369Z","end":"2026-07-01T09:32:32.700229Z","steps":["trace[116292049] 'process raft request' (duration: 517.76066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:32.700338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.729915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:32:32.70037Z","caller":"traceutil/trace.go:171","msg":"trace[1551264657] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2306; }","duration":"808.776447ms","start":"2026-07-01T09:32:31.891586Z","end":"2026-07-01T09:32:32.700363Z","steps":["trace[1551264657] 'agreement among raft nodes before linearized reading' (duration: 808.673794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:32.700363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:32.182344Z","time spent":"517.961816ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:32:32.700376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.34482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:32:32.700397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.891577Z","time spent":"808.815588ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T09:32:32.700408Z","caller":"traceutil/trace.go:171","msg":"trace[1799284239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2306; }","duration":"158.397841ms","start":"2026-07-01T09:32:32.542003Z","end":"2026-07-01T09:32:32.700401Z","steps":["trace[1799284239] 'agreement among raft nodes before linearized reading' (duration: 158.36031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:32.700384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:32.18233Z","time spent":"517.966216ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:32:32.700338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.108599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:32:32.700615Z","caller":"traceutil/trace.go:171","msg":"trace[1949241790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2306; }","duration":"719.438359ms","start":"2026-07-01T09:32:31.981157Z","end":"2026-07-01T09:32:32.700595Z","steps":["trace[1949241790] 'agreement among raft nodes before linearized reading' (duration: 719.11738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:32.700698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:31.981135Z","time spent":"719.533411ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:32:32.700902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.481385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T09:32:32.700987Z","caller":"traceutil/trace.go:171","msg":"trace[35021336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2306; }","duration":"478.610749ms","start":"2026-07-01T09:32:32.222356Z","end":"2026-07-01T09:32:32.700966Z","steps":["trace[35021336] 'agreement among raft nodes before linearized reading' (duration: 478.030983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:32.701147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:32:32.222333Z","time spent":"478.795623ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T09:32:32.942865Z","caller":"traceutil/trace.go:171","msg":"trace[1765369202] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"238.052705ms","start":"2026-07-01T09:32:32.704781Z","end":"2026-07-01T09:32:32.942834Z","steps":["trace[1765369202] 'process raft request' (duration: 166.912645ms)","trace[1765369202] 'compare' (duration: 70.830102ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:32.942935Z","caller":"traceutil/trace.go:171","msg":"trace[165071276] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2396; }","duration":"231.67986ms","start":"2026-07-01T09:32:32.711246Z","end":"2026-07-01T09:32:32.942926Z","steps":["trace[165071276] 'read index received' (duration: 160.473818ms)","trace[165071276] 'applied index is now lower than readState.Index' (duration: 71.204902ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:32:32.942891Z","caller":"traceutil/trace.go:171","msg":"trace[1363796178] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"224.739949ms","start":"2026-07-01T09:32:32.718134Z","end":"2026-07-01T09:32:32.942874Z","steps":["trace[1363796178] 'process raft request' (duration: 224.632906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:32:32.943138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.29138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T09:32:32.943168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.905627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-01T09:32:32.943206Z","caller":"traceutil/trace.go:171","msg":"trace[1370495554] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2308; }","duration":"146.398992ms","start":"2026-07-01T09:32:32.79679Z","end":"2026-07-01T09:32:32.943189Z","steps":["trace[1370495554] 'agreement among raft nodes before linearized reading' (duration: 146.291379ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:32:32.943214Z","caller":"traceutil/trace.go:171","msg":"trace[48135049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2308; }","duration":"231.991688ms","start":"2026-07-01T09:32:32.71121Z","end":"2026-07-01T09:32:32.943201Z","steps":["trace[48135049] 'agreement among raft nodes before linearized reading' (duration: 231.794463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:30.873952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189029054,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T09:33:31.012848Z","caller":"traceutil/trace.go:171","msg":"trace[1217936267] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"852.47211ms","start":"2026-07-01T09:33:30.16035Z","end":"2026-07-01T09:33:31.012823Z","steps":["trace[1217936267] 'process raft request' (duration: 852.311076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:31.013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:30.160329Z","time spent":"852.597234ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:33:31.131272Z","caller":"traceutil/trace.go:171","msg":"trace[1932785785] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"970.243403ms","start":"2026-07-01T09:33:30.161002Z","end":"2026-07-01T09:33:31.131246Z","steps":["trace[1932785785] 'process raft request' (duration: 967.596541ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:31.131317Z","caller":"traceutil/trace.go:171","msg":"trace[866312221] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"154.127109ms","start":"2026-07-01T09:33:30.977167Z","end":"2026-07-01T09:33:31.131294Z","steps":["trace[866312221] 'process raft request' (duration: 154.058467ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:31.131383Z","caller":"traceutil/trace.go:171","msg":"trace[2029846054] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"155.472815ms","start":"2026-07-01T09:33:30.975848Z","end":"2026-07-01T09:33:31.131321Z","steps":["trace[2029846054] 'process raft request' (duration: 155.308111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:31.131437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:30.160988Z","time spent":"970.367507ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:33:31.1315Z","caller":"traceutil/trace.go:171","msg":"trace[1144504182] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"133.947566ms","start":"2026-07-01T09:33:30.997542Z","end":"2026-07-01T09:33:31.131489Z","steps":["trace[1144504182] 'process raft request' (duration: 133.71922ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:31.131639Z","caller":"traceutil/trace.go:171","msg":"trace[270395468] linearizableReadLoop","detail":"{readStateIndex:2895; appliedIndex:2893; }","duration":"758.387816ms","start":"2026-07-01T09:33:30.373241Z","end":"2026-07-01T09:33:31.131629Z","steps":["trace[270395468] 'read index received' (duration: 639.400739ms)","trace[270395468] 'applied index is now lower than readState.Index' (duration: 118.986177ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:33:31.131715Z","caller":"traceutil/trace.go:171","msg":"trace[1844030199] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"134.113931ms","start":"2026-07-01T09:33:30.997592Z","end":"2026-07-01T09:33:31.131706Z","steps":["trace[1844030199] 'process raft request' (duration: 133.863274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:31.131894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.626752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:33:31.131959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.238982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:33:31.131945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.286846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:33:31.132001Z","caller":"traceutil/trace.go:171","msg":"trace[1458184622] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2789; }","duration":"526.331985ms","start":"2026-07-01T09:33:30.605656Z","end":"2026-07-01T09:33:31.131988Z","steps":["trace[1458184622] 'agreement among raft nodes before linearized reading' (duration: 526.252082ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:31.131985Z","caller":"traceutil/trace.go:171","msg":"trace[1385697725] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2789; }","duration":"758.777646ms","start":"2026-07-01T09:33:30.373188Z","end":"2026-07-01T09:33:31.131966Z","steps":["trace[1385697725] 'agreement among raft nodes before linearized reading' (duration: 758.612091ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:33:31.132023Z","caller":"traceutil/trace.go:171","msg":"trace[1154614412] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2789; }","duration":"726.425311ms","start":"2026-07-01T09:33:30.405577Z","end":"2026-07-01T09:33:31.132002Z","steps":["trace[1154614412] 'agreement among raft nodes before linearized reading' (duration: 726.173194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:31.132026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.468064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T09:33:31.132042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:30.605636Z","time spent":"526.396136ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:33:31.132051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:30.373167Z","time spent":"758.873499ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:33:31.132084Z","caller":"traceutil/trace.go:171","msg":"trace[2021749309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2789; }","duration":"201.566357ms","start":"2026-07-01T09:33:30.930503Z","end":"2026-07-01T09:33:31.132069Z","steps":["trace[2021749309] 'agreement among raft nodes before linearized reading' (duration: 201.384752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:33:31.132083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:33:30.405558Z","time spent":"726.514533ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:34:03.565931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.529182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:34:03.566008Z","caller":"traceutil/trace.go:171","msg":"trace[1543521882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2988; }","duration":"191.622444ms","start":"2026-07-01T09:34:03.374368Z","end":"2026-07-01T09:34:03.565991Z","steps":["trace[1543521882] 'range keys from in-memory index tree' (duration: 191.330447ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.510039Z","caller":"traceutil/trace.go:171","msg":"trace[1902039004] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"276.24242ms","start":"2026-07-01T09:34:09.233759Z","end":"2026-07-01T09:34:09.510001Z","steps":["trace[1902039004] 'process raft request' (duration: 276.005684ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.588445Z","caller":"traceutil/trace.go:171","msg":"trace[89258733] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"294.597493ms","start":"2026-07-01T09:34:09.293802Z","end":"2026-07-01T09:34:09.588399Z","steps":["trace[89258733] 'process raft request' (duration: 294.51941ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.588659Z","caller":"traceutil/trace.go:171","msg":"trace[369172213] linearizableReadLoop","detail":"{readStateIndex:3138; appliedIndex:3133; }","duration":"252.781737ms","start":"2026-07-01T09:34:09.335867Z","end":"2026-07-01T09:34:09.588649Z","steps":["trace[369172213] 'read index received' (duration: 173.862348ms)","trace[369172213] 'applied index is now lower than readState.Index' (duration: 78.918559ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:34:09.588683Z","caller":"traceutil/trace.go:171","msg":"trace[1286826922] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"295.673082ms","start":"2026-07-01T09:34:09.292961Z","end":"2026-07-01T09:34:09.588634Z","steps":["trace[1286826922] 'process raft request' (duration: 295.315452ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.588756Z","caller":"traceutil/trace.go:171","msg":"trace[11725628] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"298.116099ms","start":"2026-07-01T09:34:09.290619Z","end":"2026-07-01T09:34:09.588735Z","steps":["trace[11725628] 'process raft request' (duration: 297.516442ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.588791Z","caller":"traceutil/trace.go:171","msg":"trace[1265983842] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"273.542936ms","start":"2026-07-01T09:34:09.315238Z","end":"2026-07-01T09:34:09.588781Z","steps":["trace[1265983842] 'process raft request' (duration: 273.122225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:34:09.588993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.106926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:34:09.589052Z","caller":"traceutil/trace.go:171","msg":"trace[1467770447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3020; }","duration":"253.212319ms","start":"2026-07-01T09:34:09.335829Z","end":"2026-07-01T09:34:09.589041Z","steps":["trace[1467770447] 'agreement among raft nodes before linearized reading' (duration: 253.031934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:34:09.589339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.217597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:34:09.589395Z","caller":"traceutil/trace.go:171","msg":"trace[565334679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3020; }","duration":"243.291539ms","start":"2026-07-01T09:34:09.346091Z","end":"2026-07-01T09:34:09.589382Z","steps":["trace[565334679] 'agreement among raft nodes before linearized reading' (duration: 243.070192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:34:09.5894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.481199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T09:34:09.589561Z","caller":"traceutil/trace.go:171","msg":"trace[1694987636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3020; }","duration":"237.586372ms","start":"2026-07-01T09:34:09.351849Z","end":"2026-07-01T09:34:09.589435Z","steps":["trace[1694987636] 'agreement among raft nodes before linearized reading' (duration: 237.433718ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.718309Z","caller":"traceutil/trace.go:171","msg":"trace[283044094] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"123.458009ms","start":"2026-07-01T09:34:09.594817Z","end":"2026-07-01T09:34:09.718275Z","steps":["trace[283044094] 'process raft request' (duration: 119.324845ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.794065Z","caller":"traceutil/trace.go:171","msg":"trace[1409563252] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"198.3827ms","start":"2026-07-01T09:34:09.595669Z","end":"2026-07-01T09:34:09.794052Z","steps":["trace[1409563252] 'process raft request' (duration: 198.130873ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.794156Z","caller":"traceutil/trace.go:171","msg":"trace[610810521] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"197.649329ms","start":"2026-07-01T09:34:09.596471Z","end":"2026-07-01T09:34:09.794121Z","steps":["trace[610810521] 'process raft request' (duration: 197.454754ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.794006Z","caller":"traceutil/trace.go:171","msg":"trace[41134064] linearizableReadLoop","detail":"{readStateIndex:3141; appliedIndex:3138; }","duration":"151.711522ms","start":"2026-07-01T09:34:09.642275Z","end":"2026-07-01T09:34:09.793987Z","steps":["trace[41134064] 'read index received' (duration: 71.880277ms)","trace[41134064] 'applied index is now lower than readState.Index' (duration: 79.830355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:34:09.794526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.232806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-01T09:34:09.794599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.963589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:34:09.794625Z","caller":"traceutil/trace.go:171","msg":"trace[1025212053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3023; }","duration":"133.02922ms","start":"2026-07-01T09:34:09.661585Z","end":"2026-07-01T09:34:09.794614Z","steps":["trace[1025212053] 'agreement among raft nodes before linearized reading' (duration: 132.927507ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.794623Z","caller":"traceutil/trace.go:171","msg":"trace[727745056] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3023; }","duration":"152.38214ms","start":"2026-07-01T09:34:09.642214Z","end":"2026-07-01T09:34:09.794596Z","steps":["trace[727745056] 'agreement among raft nodes before linearized reading' (duration: 152.077722ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:09.904061Z","caller":"traceutil/trace.go:171","msg":"trace[1489738470] linearizableReadLoop","detail":"{readStateIndex:3142; appliedIndex:3141; }","duration":"101.23288ms","start":"2026-07-01T09:34:09.802801Z","end":"2026-07-01T09:34:09.904033Z","steps":["trace[1489738470] 'read index received' (duration: 41.321951ms)","trace[1489738470] 'applied index is now lower than readState.Index' (duration: 59.904009ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:34:09.90412Z","caller":"traceutil/trace.go:171","msg":"trace[351782904] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"104.703026ms","start":"2026-07-01T09:34:09.799386Z","end":"2026-07-01T09:34:09.904089Z","steps":["trace[351782904] 'process raft request' (duration: 44.760366ms)","trace[351782904] 'compare' (duration: 59.766145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:34:09.904342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.456366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-07-01T09:34:09.904493Z","caller":"traceutil/trace.go:171","msg":"trace[1890111316] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3024; }","duration":"101.697753ms","start":"2026-07-01T09:34:09.802772Z","end":"2026-07-01T09:34:09.90447Z","steps":["trace[1890111316] 'agreement among raft nodes before linearized reading' (duration: 101.348134ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:34:15.902801Z","caller":"traceutil/trace.go:171","msg":"trace[1835142283] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"148.71025ms","start":"2026-07-01T09:34:15.754057Z","end":"2026-07-01T09:34:15.902768Z","steps":["trace[1835142283] 'process raft request' (duration: 148.462923ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:36:40.849781Z","caller":"traceutil/trace.go:171","msg":"trace[502581668] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"182.471702ms","start":"2026-07-01T09:36:40.667291Z","end":"2026-07-01T09:36:40.849763Z","steps":["trace[502581668] 'process raft request' (duration: 182.357488ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:36:40.858322Z","caller":"traceutil/trace.go:171","msg":"trace[1149643711] linearizableReadLoop","detail":"{readStateIndex:4168; appliedIndex:4166; }","duration":"125.950663ms","start":"2026-07-01T09:36:40.732349Z","end":"2026-07-01T09:36:40.8583Z","steps":["trace[1149643711] 'read index received' (duration: 117.481305ms)","trace[1149643711] 'applied index is now lower than readState.Index' (duration: 8.468108ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:36:40.858402Z","caller":"traceutil/trace.go:171","msg":"trace[191644560] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"187.714262ms","start":"2026-07-01T09:36:40.670665Z","end":"2026-07-01T09:36:40.858379Z","steps":["trace[191644560] 'process raft request' (duration: 187.440215ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:36:40.858582Z","caller":"traceutil/trace.go:171","msg":"trace[2002404192] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"187.845046ms","start":"2026-07-01T09:36:40.670723Z","end":"2026-07-01T09:36:40.858568Z","steps":["trace[2002404192] 'process raft request' (duration: 187.519107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:36:40.858895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.531269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:36:40.858961Z","caller":"traceutil/trace.go:171","msg":"trace[71551777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4013; }","duration":"126.667122ms","start":"2026-07-01T09:36:40.732279Z","end":"2026-07-01T09:36:40.858947Z","steps":["trace[71551777] 'agreement among raft nodes before linearized reading' (duration: 126.116048ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:08.706807Z","caller":"traceutil/trace.go:171","msg":"trace[1421450561] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"152.047053ms","start":"2026-07-01T09:38:08.554731Z","end":"2026-07-01T09:38:08.706778Z","steps":["trace[1421450561] 'process raft request' (duration: 151.855308ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:08.773966Z","caller":"traceutil/trace.go:171","msg":"trace[2121694381] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"149.574128ms","start":"2026-07-01T09:38:08.624367Z","end":"2026-07-01T09:38:08.773941Z","steps":["trace[2121694381] 'process raft request' (duration: 149.519516ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:08.774132Z","caller":"traceutil/trace.go:171","msg":"trace[819025615] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"215.60089ms","start":"2026-07-01T09:38:08.558525Z","end":"2026-07-01T09:38:08.774126Z","steps":["trace[819025615] 'process raft request' (duration: 215.23835ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:08.774319Z","caller":"traceutil/trace.go:171","msg":"trace[1244600314] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"147.590674ms","start":"2026-07-01T09:38:08.62672Z","end":"2026-07-01T09:38:08.77431Z","steps":["trace[1244600314] 'process raft request' (duration: 147.193123ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:08.774306Z","caller":"traceutil/trace.go:171","msg":"trace[1637921715] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5286; }","duration":"144.675775ms","start":"2026-07-01T09:38:08.629608Z","end":"2026-07-01T09:38:08.774283Z","steps":["trace[1637921715] 'read index received' (duration: 76.992438ms)","trace[1637921715] 'applied index is now lower than readState.Index' (duration: 67.682327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:08.774426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.802688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:38:08.774423Z","caller":"traceutil/trace.go:171","msg":"trace[529327049] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"147.514192ms","start":"2026-07-01T09:38:08.626869Z","end":"2026-07-01T09:38:08.774383Z","steps":["trace[529327049] 'process raft request' (duration: 147.301746ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:08.774464Z","caller":"traceutil/trace.go:171","msg":"trace[803126826] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5094; }","duration":"144.914211ms","start":"2026-07-01T09:38:08.62954Z","end":"2026-07-01T09:38:08.774454Z","steps":["trace[803126826] 'agreement among raft nodes before linearized reading' (duration: 144.829959ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:11.041073Z","caller":"traceutil/trace.go:171","msg":"trace[1599763286] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"260.868612ms","start":"2026-07-01T09:38:10.780186Z","end":"2026-07-01T09:38:11.041055Z","steps":["trace[1599763286] 'process raft request' (duration: 260.694457ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:11.0458Z","caller":"traceutil/trace.go:171","msg":"trace[1121243112] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"265.503598ms","start":"2026-07-01T09:38:10.780275Z","end":"2026-07-01T09:38:11.045779Z","steps":["trace[1121243112] 'process raft request' (duration: 265.343433ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:11.046081Z","caller":"traceutil/trace.go:171","msg":"trace[1208624705] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5404; }","duration":"188.808037ms","start":"2026-07-01T09:38:10.857248Z","end":"2026-07-01T09:38:11.046056Z","steps":["trace[1208624705] 'read index received' (duration: 183.713119ms)","trace[1208624705] 'applied index is now lower than readState.Index' (duration: 5.093838ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:11.046079Z","caller":"traceutil/trace.go:171","msg":"trace[442635311] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"265.659642ms","start":"2026-07-01T09:38:10.780392Z","end":"2026-07-01T09:38:11.046052Z","steps":["trace[442635311] 'process raft request' (duration: 265.337553ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:11.046161Z","caller":"traceutil/trace.go:171","msg":"trace[1516266211] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"264.627154ms","start":"2026-07-01T09:38:10.781522Z","end":"2026-07-01T09:38:11.046149Z","steps":["trace[1516266211] 'process raft request' (duration: 264.418978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:11.046301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.458357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:11.046362Z","caller":"traceutil/trace.go:171","msg":"trace[690948907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5208; }","duration":"125.57303ms","start":"2026-07-01T09:38:10.920775Z","end":"2026-07-01T09:38:11.046348Z","steps":["trace[690948907] 'agreement among raft nodes before linearized reading' (duration: 125.470657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:11.046366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.955057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T09:38:11.046409Z","caller":"traceutil/trace.go:171","msg":"trace[2059333913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5208; }","duration":"177.05146ms","start":"2026-07-01T09:38:10.869346Z","end":"2026-07-01T09:38:11.046398Z","steps":["trace[2059333913] 'agreement among raft nodes before linearized reading' (duration: 176.897476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:11.04644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.806271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:11.046475Z","caller":"traceutil/trace.go:171","msg":"trace[1410116803] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5208; }","duration":"170.871433ms","start":"2026-07-01T09:38:10.875594Z","end":"2026-07-01T09:38:11.046466Z","steps":["trace[1410116803] 'agreement among raft nodes before linearized reading' (duration: 170.815972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:11.046625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.365062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728651"} {"level":"info","ts":"2026-07-01T09:38:11.046672Z","caller":"traceutil/trace.go:171","msg":"trace[239391755] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5208; }","duration":"189.461974ms","start":"2026-07-01T09:38:10.857198Z","end":"2026-07-01T09:38:11.04666Z","steps":["trace[239391755] 'agreement among raft nodes before linearized reading' (duration: 188.998462ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:11.154441Z","caller":"traceutil/trace.go:171","msg":"trace[1332138876] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"103.818502ms","start":"2026-07-01T09:38:11.050596Z","end":"2026-07-01T09:38:11.154414Z","steps":["trace[1332138876] 'process raft request' (duration: 100.983846ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:12.830521Z","caller":"traceutil/trace.go:171","msg":"trace[201070593] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"321.926631ms","start":"2026-07-01T09:38:12.508575Z","end":"2026-07-01T09:38:12.830501Z","steps":["trace[201070593] 'process raft request' (duration: 321.688125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:12.830652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:12.508551Z","time spent":"322.033233ms","remote":"127.0.0.1:38588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:13.417893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.681643ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:13.418132Z","caller":"traceutil/trace.go:171","msg":"trace[1827622950] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5237; }","duration":"288.95495ms","start":"2026-07-01T09:38:13.129148Z","end":"2026-07-01T09:38:13.418103Z","steps":["trace[1827622950] 'range keys from in-memory index tree' (duration: 288.652832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:13.418262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.862741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:38:13.418505Z","caller":"traceutil/trace.go:171","msg":"trace[1726426906] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"372.418634ms","start":"2026-07-01T09:38:13.046046Z","end":"2026-07-01T09:38:13.418464Z","steps":["trace[1726426906] 'process raft request' (duration: 207.257805ms)","trace[1726426906] 'compare' (duration: 164.316656ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:13.418556Z","caller":"traceutil/trace.go:171","msg":"trace[792213665] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"368.012835ms","start":"2026-07-01T09:38:13.050526Z","end":"2026-07-01T09:38:13.418539Z","steps":["trace[792213665] 'process raft request' (duration: 367.865851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:13.418691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:13.046022Z","time spent":"372.576929ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:13.418705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:13.050499Z","time spent":"368.107678ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:13.418545Z","caller":"traceutil/trace.go:171","msg":"trace[1839938336] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"367.668386ms","start":"2026-07-01T09:38:13.050862Z","end":"2026-07-01T09:38:13.41853Z","steps":["trace[1839938336] 'process raft request' (duration: 367.610844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:13.418932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:13.050836Z","time spent":"367.969254ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:13.418991Z","caller":"traceutil/trace.go:171","msg":"trace[2013338785] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"287.406509ms","start":"2026-07-01T09:38:13.131567Z","end":"2026-07-01T09:38:13.418974Z","steps":["trace[2013338785] 'process raft request' (duration: 287.181313ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:13.418994Z","caller":"traceutil/trace.go:171","msg":"trace[1797514881] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5439; }","duration":"319.810413ms","start":"2026-07-01T09:38:13.09915Z","end":"2026-07-01T09:38:13.41896Z","steps":["trace[1797514881] 'read index received' (duration: 154.172822ms)","trace[1797514881] 'applied index is now lower than readState.Index' (duration: 165.635551ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:13.41895Z","caller":"traceutil/trace.go:171","msg":"trace[29013515] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"367.682996ms","start":"2026-07-01T09:38:13.05124Z","end":"2026-07-01T09:38:13.418923Z","steps":["trace[29013515] 'process raft request' (duration: 367.261255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:13.419102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:13.051215Z","time spent":"367.83817ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:13.419136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.989189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:13.419181Z","caller":"traceutil/trace.go:171","msg":"trace[1807184524] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5242; }","duration":"320.079711ms","start":"2026-07-01T09:38:13.099085Z","end":"2026-07-01T09:38:13.419165Z","steps":["trace[1807184524] 'agreement among raft nodes before linearized reading' (duration: 320.002589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:13.419228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:13.09905Z","time spent":"320.169113ms","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:38:13.419476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.088671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-01T09:38:13.419474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.880953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T09:38:13.419527Z","caller":"traceutil/trace.go:171","msg":"trace[1580244453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:5242; }","duration":"257.182363ms","start":"2026-07-01T09:38:13.162332Z","end":"2026-07-01T09:38:13.419514Z","steps":["trace[1580244453] 'agreement among raft nodes before linearized reading' (duration: 257.003469ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:13.419542Z","caller":"traceutil/trace.go:171","msg":"trace[1473325512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5242; }","duration":"260.954345ms","start":"2026-07-01T09:38:13.158572Z","end":"2026-07-01T09:38:13.419526Z","steps":["trace[1473325512] 'agreement among raft nodes before linearized reading' (duration: 260.813881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:13.41978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.652241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786836"} {"level":"info","ts":"2026-07-01T09:38:13.419831Z","caller":"traceutil/trace.go:171","msg":"trace[79706702] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5242; }","duration":"302.744544ms","start":"2026-07-01T09:38:13.117074Z","end":"2026-07-01T09:38:13.419818Z","steps":["trace[79706702] 'agreement among raft nodes before linearized reading' (duration: 302.034644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:13.419862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:13.117054Z","time spent":"302.799095ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786859,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-07-01T09:38:15.590024Z","caller":"traceutil/trace.go:171","msg":"trace[79964111] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"167.846831ms","start":"2026-07-01T09:38:15.422145Z","end":"2026-07-01T09:38:15.589992Z","steps":["trace[79964111] 'process raft request' (duration: 97.335047ms)","trace[79964111] 'compare' (duration: 70.37656ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:15.601865Z","caller":"traceutil/trace.go:171","msg":"trace[930739807] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"177.219394ms","start":"2026-07-01T09:38:15.424624Z","end":"2026-07-01T09:38:15.601843Z","steps":["trace[930739807] 'process raft request' (duration: 176.983317ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:15.60189Z","caller":"traceutil/trace.go:171","msg":"trace[1059863798] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"176.371521ms","start":"2026-07-01T09:38:15.425487Z","end":"2026-07-01T09:38:15.601858Z","steps":["trace[1059863798] 'process raft request' (duration: 176.259798ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:15.602181Z","caller":"traceutil/trace.go:171","msg":"trace[1754431375] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"176.217358ms","start":"2026-07-01T09:38:15.425946Z","end":"2026-07-01T09:38:15.602163Z","steps":["trace[1754431375] 'process raft request' (duration: 175.849258ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:15.602424Z","caller":"traceutil/trace.go:171","msg":"trace[1407479604] linearizableReadLoop","detail":"{readStateIndex:5503; appliedIndex:5498; }","duration":"172.872487ms","start":"2026-07-01T09:38:15.429541Z","end":"2026-07-01T09:38:15.602414Z","steps":["trace[1407479604] 'read index received' (duration: 89.957149ms)","trace[1407479604] 'applied index is now lower than readState.Index' (duration: 82.914188ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:15.602556Z","caller":"traceutil/trace.go:171","msg":"trace[1300226328] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"176.178786ms","start":"2026-07-01T09:38:15.426368Z","end":"2026-07-01T09:38:15.602547Z","steps":["trace[1300226328] 'process raft request' (duration: 175.669142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:15.602716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.170865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:38:15.602738Z","caller":"traceutil/trace.go:171","msg":"trace[286682093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5298; }","duration":"173.250287ms","start":"2026-07-01T09:38:15.429482Z","end":"2026-07-01T09:38:15.602732Z","steps":["trace[286682093] 'agreement among raft nodes before linearized reading' (duration: 173.136384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:15.606911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.01006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:38:15.606975Z","caller":"traceutil/trace.go:171","msg":"trace[1766432340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5299; }","duration":"173.097753ms","start":"2026-07-01T09:38:15.433863Z","end":"2026-07-01T09:38:15.60696Z","steps":["trace[1766432340] 'agreement among raft nodes before linearized reading' (duration: 172.916058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:15.607359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.844397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-01T09:38:15.607389Z","caller":"traceutil/trace.go:171","msg":"trace[77611923] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5299; }","duration":"102.916978ms","start":"2026-07-01T09:38:15.504461Z","end":"2026-07-01T09:38:15.607378Z","steps":["trace[77611923] 'agreement among raft nodes before linearized reading' (duration: 102.848416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:15.607537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.18755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16085"} {"level":"info","ts":"2026-07-01T09:38:15.60756Z","caller":"traceutil/trace.go:171","msg":"trace[1398513696] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5299; }","duration":"138.269443ms","start":"2026-07-01T09:38:15.469284Z","end":"2026-07-01T09:38:15.607554Z","steps":["trace[1398513696] 'agreement among raft nodes before linearized reading' (duration: 138.199211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:15.607706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.404266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-b5b575568-5hpnm.18be20ea99971fff\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-07-01T09:38:15.607728Z","caller":"traceutil/trace.go:171","msg":"trace[1554329803] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-b5b575568-5hpnm.18be20ea99971fff; range_end:; response_count:1; response_revision:5299; }","duration":"138.459788ms","start":"2026-07-01T09:38:15.469263Z","end":"2026-07-01T09:38:15.607723Z","steps":["trace[1554329803] 'agreement among raft nodes before linearized reading' (duration: 138.397856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:15.607848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.972063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:38:15.607871Z","caller":"traceutil/trace.go:171","msg":"trace[1911538215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5299; }","duration":"172.052234ms","start":"2026-07-01T09:38:15.435813Z","end":"2026-07-01T09:38:15.607865Z","steps":["trace[1911538215] 'agreement among raft nodes before linearized reading' (duration: 171.991753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:15.607996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.565566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-01T09:38:15.608034Z","caller":"traceutil/trace.go:171","msg":"trace[1353591746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:5299; }","duration":"173.597586ms","start":"2026-07-01T09:38:15.434415Z","end":"2026-07-01T09:38:15.608012Z","steps":["trace[1353591746] 'agreement among raft nodes before linearized reading' (duration: 173.534975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:15.608159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.947066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:38:15.608181Z","caller":"traceutil/trace.go:171","msg":"trace[492748112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5299; }","duration":"173.980927ms","start":"2026-07-01T09:38:15.434195Z","end":"2026-07-01T09:38:15.608176Z","steps":["trace[492748112] 'agreement among raft nodes before linearized reading' (duration: 173.923055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:15.608303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.360547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:38:15.608325Z","caller":"traceutil/trace.go:171","msg":"trace[559614791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5299; }","duration":"174.397428ms","start":"2026-07-01T09:38:15.433922Z","end":"2026-07-01T09:38:15.60832Z","steps":["trace[559614791] 'agreement among raft nodes before linearized reading' (duration: 174.337046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:25.407255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.10615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:38:25.407363Z","caller":"traceutil/trace.go:171","msg":"trace[934571138] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5470; }","duration":"104.275665ms","start":"2026-07-01T09:38:25.303067Z","end":"2026-07-01T09:38:25.407343Z","steps":["trace[934571138] 'count revisions from in-memory index tree' (duration: 103.979387ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:25.541213Z","caller":"traceutil/trace.go:171","msg":"trace[2099581389] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"126.335461ms","start":"2026-07-01T09:38:25.414856Z","end":"2026-07-01T09:38:25.541192Z","steps":["trace[2099581389] 'process raft request' (duration: 126.156256ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:25.682279Z","caller":"traceutil/trace.go:171","msg":"trace[1290429957] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"109.902087ms","start":"2026-07-01T09:38:25.572358Z","end":"2026-07-01T09:38:25.68226Z","steps":["trace[1290429957] 'process raft request' (duration: 109.840575ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:25.68241Z","caller":"traceutil/trace.go:171","msg":"trace[1944619522] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"116.573707ms","start":"2026-07-01T09:38:25.565762Z","end":"2026-07-01T09:38:25.682336Z","steps":["trace[1944619522] 'process raft request' (duration: 102.96309ms)","trace[1944619522] 'compare' (duration: 13.175535ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:25.703343Z","caller":"traceutil/trace.go:171","msg":"trace[317514056] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"122.119456ms","start":"2026-07-01T09:38:25.581189Z","end":"2026-07-01T09:38:25.703309Z","steps":["trace[317514056] 'process raft request' (duration: 121.88597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:35.233031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.816253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62e51977-3362-4375-8c85-5c438b49b7c4\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-01T09:38:35.233197Z","caller":"traceutil/trace.go:171","msg":"trace[388910684] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62e51977-3362-4375-8c85-5c438b49b7c4; range_end:; response_count:1; response_revision:5648; }","duration":"197.001888ms","start":"2026-07-01T09:38:35.036129Z","end":"2026-07-01T09:38:35.23313Z","steps":["trace[388910684] 'range keys from in-memory index tree' (duration: 196.634688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:35.242679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.72761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-01T09:38:35.242792Z","caller":"traceutil/trace.go:171","msg":"trace[907840191] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5648; }","duration":"343.902034ms","start":"2026-07-01T09:38:34.898863Z","end":"2026-07-01T09:38:35.242765Z","steps":["trace[907840191] 'range keys from in-memory index tree' (duration: 331.364906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:35.242858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:34.898842Z","time spent":"344.003016ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224986,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-01T09:38:35.496146Z","caller":"traceutil/trace.go:171","msg":"trace[484330425] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"153.136293ms","start":"2026-07-01T09:38:35.342977Z","end":"2026-07-01T09:38:35.496113Z","steps":["trace[484330425] 'process raft request' (duration: 152.851856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:35.870316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.143862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:35.870406Z","caller":"traceutil/trace.go:171","msg":"trace[1304210114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5649; }","duration":"327.310267ms","start":"2026-07-01T09:38:35.543075Z","end":"2026-07-01T09:38:35.870385Z","steps":["trace[1304210114] 'range keys from in-memory index tree' (duration: 326.979267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:35.870411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.746784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-01T09:38:35.870457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.543028Z","time spent":"327.418439ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:38:35.870526Z","caller":"traceutil/trace.go:171","msg":"trace[130779626] linearizableReadLoop","detail":"{readStateIndex:5864; appliedIndex:5863; }","duration":"185.596151ms","start":"2026-07-01T09:38:35.684913Z","end":"2026-07-01T09:38:35.87051Z","steps":["trace[130779626] 'read index received' (duration: 46.242µs)","trace[130779626] 'applied index is now lower than readState.Index' (duration: 185.548469ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:35.87061Z","caller":"traceutil/trace.go:171","msg":"trace[1468758517] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"326.061572ms","start":"2026-07-01T09:38:35.544536Z","end":"2026-07-01T09:38:35.870598Z","steps":["trace[1468758517] 'process raft request' (duration: 50.043991ms)","trace[1468758517] 'compare' (duration: 275.60653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:35.870678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.544505Z","time spent":"326.136264ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:35.871678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.759052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62e51977-3362-4375-8c85-5c438b49b7c4\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-01T09:38:35.87174Z","caller":"traceutil/trace.go:171","msg":"trace[130047141] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62e51977-3362-4375-8c85-5c438b49b7c4; range_end:; response_count:1; response_revision:5650; }","duration":"186.866615ms","start":"2026-07-01T09:38:35.68486Z","end":"2026-07-01T09:38:35.871726Z","steps":["trace[130047141] 'agreement among raft nodes before linearized reading' (duration: 185.869738ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:35.901538Z","caller":"traceutil/trace.go:171","msg":"trace[280592642] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"158.389146ms","start":"2026-07-01T09:38:35.743116Z","end":"2026-07-01T09:38:35.901505Z","steps":["trace[280592642] 'process raft request' (duration: 158.210361ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:36.366615Z","caller":"traceutil/trace.go:171","msg":"trace[1125781736] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"623.314697ms","start":"2026-07-01T09:38:35.743274Z","end":"2026-07-01T09:38:36.366589Z","steps":["trace[1125781736] 'process raft request' (duration: 557.384077ms)","trace[1125781736] 'compare' (duration: 65.761396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:36.36677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.743243Z","time spent":"623.446711ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:36.366849Z","caller":"traceutil/trace.go:171","msg":"trace[1704721936] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"622.709551ms","start":"2026-07-01T09:38:35.744101Z","end":"2026-07-01T09:38:36.366811Z","steps":["trace[1704721936] 'process raft request' (duration: 622.446684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:36.367094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.744066Z","time spent":"622.864815ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:36.367304Z","caller":"traceutil/trace.go:171","msg":"trace[610286008] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"618.949789ms","start":"2026-07-01T09:38:35.748327Z","end":"2026-07-01T09:38:36.367277Z","steps":["trace[610286008] 'process raft request' (duration: 618.380713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:36.367397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.748312Z","time spent":"619.042532ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:38:36.367392Z","caller":"traceutil/trace.go:171","msg":"trace[1589353597] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"488.173769ms","start":"2026-07-01T09:38:35.879179Z","end":"2026-07-01T09:38:36.367353Z","steps":["trace[1589353597] 'process raft request' (duration: 487.902591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:36.367523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.46018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-01T09:38:36.367587Z","caller":"traceutil/trace.go:171","msg":"trace[1290127313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:5655; }","duration":"527.553482ms","start":"2026-07-01T09:38:35.840018Z","end":"2026-07-01T09:38:36.367572Z","steps":["trace[1290127313] 'agreement among raft nodes before linearized reading' (duration: 527.323205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:36.367622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.840009Z","time spent":"527.605613ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-rfcfm\" "} {"level":"info","ts":"2026-07-01T09:38:36.367588Z","caller":"traceutil/trace.go:171","msg":"trace[2002185647] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5864; }","duration":"496.776071ms","start":"2026-07-01T09:38:35.870562Z","end":"2026-07-01T09:38:36.367338Z","steps":["trace[2002185647] 'read index received' (duration: 30.791082ms)","trace[2002185647] 'applied index is now lower than readState.Index' (duration: 465.983829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:36.367618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.879162Z","time spent":"488.352094ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:36.367705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.942696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T09:38:36.367763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.250527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:38:36.367824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.661566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T09:38:36.367877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.807733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62e51977-3362-4375-8c85-5c438b49b7c4\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-01T09:38:36.367912Z","caller":"traceutil/trace.go:171","msg":"trace[2146560532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62e51977-3362-4375-8c85-5c438b49b7c4; range_end:; response_count:1; response_revision:5655; }","duration":"126.920087ms","start":"2026-07-01T09:38:36.240983Z","end":"2026-07-01T09:38:36.367903Z","steps":["trace[2146560532] 'agreement among raft nodes before linearized reading' (duration: 126.829754ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:36.367849Z","caller":"traceutil/trace.go:171","msg":"trace[1880178576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5655; }","duration":"496.389751ms","start":"2026-07-01T09:38:35.871445Z","end":"2026-07-01T09:38:36.367835Z","steps":["trace[1880178576] 'agreement among raft nodes before linearized reading' (duration: 496.262177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:36.368031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.871423Z","time spent":"496.590437ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:38:36.367911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.049572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:38:36.368206Z","caller":"traceutil/trace.go:171","msg":"trace[2082011468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5655; }","duration":"456.303409ms","start":"2026-07-01T09:38:35.911829Z","end":"2026-07-01T09:38:36.368132Z","steps":["trace[2082011468] 'agreement among raft nodes before linearized reading' (duration: 455.998821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:36.367803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.434567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T09:38:36.3683Z","caller":"traceutil/trace.go:171","msg":"trace[941562962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5655; }","duration":"471.92412ms","start":"2026-07-01T09:38:35.896335Z","end":"2026-07-01T09:38:36.36826Z","steps":["trace[941562962] 'agreement among raft nodes before linearized reading' (duration: 471.390626ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:36.367747Z","caller":"traceutil/trace.go:171","msg":"trace[1514192353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5655; }","duration":"530.037709ms","start":"2026-07-01T09:38:35.837698Z","end":"2026-07-01T09:38:36.367736Z","steps":["trace[1514192353] 'agreement among raft nodes before linearized reading' (duration: 529.834374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:36.368262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.911817Z","time spent":"456.431062ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T09:38:36.368384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.896323Z","time spent":"472.040083ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:38:36.368383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.837686Z","time spent":"530.680446ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T09:38:36.367845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.155779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:38:36.367915Z","caller":"traceutil/trace.go:171","msg":"trace[1329037436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5655; }","duration":"470.755159ms","start":"2026-07-01T09:38:35.897127Z","end":"2026-07-01T09:38:36.367882Z","steps":["trace[1329037436] 'agreement among raft nodes before linearized reading' (duration: 470.577994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:36.369369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.897117Z","time spent":"472.234289ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T09:38:36.369158Z","caller":"traceutil/trace.go:171","msg":"trace[194421812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5655; }","duration":"482.502026ms","start":"2026-07-01T09:38:35.886643Z","end":"2026-07-01T09:38:36.369145Z","steps":["trace[194421812] 'agreement among raft nodes before linearized reading' (duration: 481.095988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:36.369932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:35.88663Z","time spent":"483.278157ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T09:38:38.628108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.316106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:38:38.628245Z","caller":"traceutil/trace.go:171","msg":"trace[1653814597] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"721.154988ms","start":"2026-07-01T09:38:37.907054Z","end":"2026-07-01T09:38:38.628209Z","steps":["trace[1653814597] 'process raft request' (duration: 476.659647ms)","trace[1653814597] 'compare' (duration: 243.970747ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:38.628319Z","caller":"traceutil/trace.go:171","msg":"trace[1457682617] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"253.299969ms","start":"2026-07-01T09:38:38.375006Z","end":"2026-07-01T09:38:38.628306Z","steps":["trace[1457682617] 'process raft request' (duration: 253.243207ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:38.628304Z","caller":"traceutil/trace.go:171","msg":"trace[1986030507] linearizableReadLoop","detail":"{readStateIndex:5886; appliedIndex:5885; }","duration":"553.593125ms","start":"2026-07-01T09:38:38.074666Z","end":"2026-07-01T09:38:38.628259Z","steps":["trace[1986030507] 'read index received' (duration: 309.096504ms)","trace[1986030507] 'applied index is now lower than readState.Index' (duration: 244.49372ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:38.628446Z","caller":"traceutil/trace.go:171","msg":"trace[1641609234] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"254.759848ms","start":"2026-07-01T09:38:38.373625Z","end":"2026-07-01T09:38:38.628385Z","steps":["trace[1641609234] 'process raft request' (duration: 254.564343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.628587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.903663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T09:38:38.628624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.541747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:38.628696Z","caller":"traceutil/trace.go:171","msg":"trace[292575591] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5675; }","duration":"554.007156ms","start":"2026-07-01T09:38:38.074607Z","end":"2026-07-01T09:38:38.628615Z","steps":["trace[292575591] 'agreement among raft nodes before linearized reading' (duration: 553.882873ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:38.628698Z","caller":"traceutil/trace.go:171","msg":"trace[613071611] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5675; }","duration":"269.66088ms","start":"2026-07-01T09:38:38.359014Z","end":"2026-07-01T09:38:38.628675Z","steps":["trace[613071611] 'agreement among raft nodes before linearized reading' (duration: 269.537956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.628371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:37.907016Z","time spent":"721.291932ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:38:38.628751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:38.074583Z","time spent":"554.1534ms","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":29,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:38:38.628834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.342552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:38:38.628916Z","caller":"traceutil/trace.go:171","msg":"trace[120960213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5675; }","duration":"232.489107ms","start":"2026-07-01T09:38:38.396408Z","end":"2026-07-01T09:38:38.628897Z","steps":["trace[120960213] 'agreement among raft nodes before linearized reading' (duration: 232.266741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.628926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.934181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T09:38:38.629046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.219462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T09:38:38.629041Z","caller":"traceutil/trace.go:171","msg":"trace[2060971912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5675; }","duration":"232.085716ms","start":"2026-07-01T09:38:38.396927Z","end":"2026-07-01T09:38:38.629012Z","steps":["trace[2060971912] 'agreement among raft nodes before linearized reading' (duration: 231.724436ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:38.629074Z","caller":"traceutil/trace.go:171","msg":"trace[1577172064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5675; }","duration":"241.256753ms","start":"2026-07-01T09:38:38.387808Z","end":"2026-07-01T09:38:38.629065Z","steps":["trace[1577172064] 'agreement among raft nodes before linearized reading' (duration: 241.195742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.628988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.624105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62e51977-3362-4375-8c85-5c438b49b7c4\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-07-01T09:38:38.629132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.642411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:38:38.629138Z","caller":"traceutil/trace.go:171","msg":"trace[776690696] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62e51977-3362-4375-8c85-5c438b49b7c4; range_end:; response_count:1; response_revision:5675; }","duration":"247.79607ms","start":"2026-07-01T09:38:38.381324Z","end":"2026-07-01T09:38:38.62912Z","steps":["trace[776690696] 'agreement among raft nodes before linearized reading' (duration: 247.604865ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:38.629168Z","caller":"traceutil/trace.go:171","msg":"trace[1236348610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5675; }","duration":"232.735393ms","start":"2026-07-01T09:38:38.396422Z","end":"2026-07-01T09:38:38.629157Z","steps":["trace[1236348610] 'agreement among raft nodes before linearized reading' (duration: 232.595639ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:38.629147Z","caller":"traceutil/trace.go:171","msg":"trace[406446059] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"252.830346ms","start":"2026-07-01T09:38:38.375548Z","end":"2026-07-01T09:38:38.628379Z","steps":["trace[406446059] 'process raft request' (duration: 252.721493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.629242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.002363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:38:38.629316Z","caller":"traceutil/trace.go:171","msg":"trace[1722601234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5675; }","duration":"232.108146ms","start":"2026-07-01T09:38:38.397188Z","end":"2026-07-01T09:38:38.629296Z","steps":["trace[1722601234] 'agreement among raft nodes before linearized reading' (duration: 231.87322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:38.629502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.11476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-01T09:38:38.629555Z","caller":"traceutil/trace.go:171","msg":"trace[996982593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:5675; }","duration":"231.182911ms","start":"2026-07-01T09:38:38.398363Z","end":"2026-07-01T09:38:38.629545Z","steps":["trace[996982593] 'agreement among raft nodes before linearized reading' (duration: 230.649257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:44.107957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.409324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:38:44.108048Z","caller":"traceutil/trace.go:171","msg":"trace[1904105558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5769; }","duration":"565.565308ms","start":"2026-07-01T09:38:43.542463Z","end":"2026-07-01T09:38:44.108029Z","steps":["trace[1904105558] 'range keys from in-memory index tree' (duration: 565.24174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:44.108078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.27544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T09:38:44.108105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:43.54244Z","time spent":"565.65683ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:38:44.108158Z","caller":"traceutil/trace.go:171","msg":"trace[1687983149] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5769; }","duration":"432.407463ms","start":"2026-07-01T09:38:43.67573Z","end":"2026-07-01T09:38:44.108138Z","steps":["trace[1687983149] 'count revisions from in-memory index tree' (duration: 432.201488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:44.108208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:43.675706Z","time spent":"432.489906ms","remote":"127.0.0.1:51628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:38:44.108078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.562437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-01T09:38:44.108467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.012979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-07-01T09:38:44.108599Z","caller":"traceutil/trace.go:171","msg":"trace[1390484677] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5769; }","duration":"310.201234ms","start":"2026-07-01T09:38:43.798374Z","end":"2026-07-01T09:38:44.108575Z","steps":["trace[1390484677] 'range keys from in-memory index tree' (duration: 309.807403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:44.108595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.985945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:38:44.108658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:43.798351Z","time spent":"310.291917ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13901,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-01T09:38:44.108668Z","caller":"traceutil/trace.go:171","msg":"trace[912979339] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5769; }","duration":"218.104618ms","start":"2026-07-01T09:38:43.890542Z","end":"2026-07-01T09:38:44.108647Z","steps":["trace[912979339] 'count revisions from in-memory index tree' (duration: 217.914812ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:44.108945Z","caller":"traceutil/trace.go:171","msg":"trace[103543826] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5769; }","duration":"472.938917ms","start":"2026-07-01T09:38:43.635414Z","end":"2026-07-01T09:38:44.108353Z","steps":["trace[103543826] 'range keys from in-memory index tree' (duration: 472.328631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:44.108496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.223274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-01T09:38:44.109128Z","caller":"traceutil/trace.go:171","msg":"trace[1868448886] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5769; }","duration":"267.983114ms","start":"2026-07-01T09:38:43.841122Z","end":"2026-07-01T09:38:44.109105Z","steps":["trace[1868448886] 'range keys from in-memory index tree' (duration: 267.029579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:44.109056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:38:43.635391Z","time spent":"473.634046ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-01T09:38:49.193498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.840379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-01T09:38:49.193592Z","caller":"traceutil/trace.go:171","msg":"trace[217554667] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5816; }","duration":"278.995214ms","start":"2026-07-01T09:38:48.91457Z","end":"2026-07-01T09:38:49.193565Z","steps":["trace[217554667] 'range keys from in-memory index tree' (duration: 278.594953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:49.193629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.871179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T09:38:49.193719Z","caller":"traceutil/trace.go:171","msg":"trace[1350806917] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:5816; }","duration":"165.986122ms","start":"2026-07-01T09:38:49.027712Z","end":"2026-07-01T09:38:49.193698Z","steps":["trace[1350806917] 'range keys from in-memory index tree' (duration: 165.670033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:49.193742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.040063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-01T09:38:49.193812Z","caller":"traceutil/trace.go:171","msg":"trace[1247487096] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5816; }","duration":"212.145016ms","start":"2026-07-01T09:38:48.981648Z","end":"2026-07-01T09:38:49.193793Z","steps":["trace[1247487096] 'range keys from in-memory index tree' (duration: 211.882049ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:49.361487Z","caller":"traceutil/trace.go:171","msg":"trace[716363971] linearizableReadLoop","detail":"{readStateIndex:6034; appliedIndex:6033; }","duration":"164.622155ms","start":"2026-07-01T09:38:49.196841Z","end":"2026-07-01T09:38:49.361463Z","steps":["trace[716363971] 'read index received' (duration: 164.388729ms)","trace[716363971] 'applied index is now lower than readState.Index' (duration: 232.206µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:49.361982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.132998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-62e51977-3362-4375-8c85-5c438b49b7c4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T09:38:49.362044Z","caller":"traceutil/trace.go:171","msg":"trace[984040719] range","detail":"{range_begin:/registry/persistentvolumes/pvc-62e51977-3362-4375-8c85-5c438b49b7c4; range_end:; response_count:1; response_revision:5816; }","duration":"165.222031ms","start":"2026-07-01T09:38:49.196804Z","end":"2026-07-01T09:38:49.362026Z","steps":["trace[984040719] 'agreement among raft nodes before linearized reading' (duration: 165.055427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:49.362122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.202139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-07-01T09:38:49.362207Z","caller":"traceutil/trace.go:171","msg":"trace[1544202562] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5816; }","duration":"162.324173ms","start":"2026-07-01T09:38:49.199864Z","end":"2026-07-01T09:38:49.362189Z","steps":["trace[1544202562] 'agreement among raft nodes before linearized reading' (duration: 162.079756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:38:49.603746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.424849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:38:49.603888Z","caller":"traceutil/trace.go:171","msg":"trace[1060201318] linearizableReadLoop","detail":"{readStateIndex:6036; appliedIndex:6035; }","duration":"205.884966ms","start":"2026-07-01T09:38:49.397979Z","end":"2026-07-01T09:38:49.603863Z","steps":["trace[1060201318] 'read index received' (duration: 66.140068ms)","trace[1060201318] 'applied index is now lower than readState.Index' (duration: 139.742728ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:38:49.604005Z","caller":"traceutil/trace.go:171","msg":"trace[1516957114] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"210.780489ms","start":"2026-07-01T09:38:49.39315Z","end":"2026-07-01T09:38:49.60393Z","steps":["trace[1516957114] 'process raft request' (duration: 71.048721ms)","trace[1516957114] 'compare' (duration: 138.969637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:38:49.604279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.299328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-01T09:38:49.60435Z","caller":"traceutil/trace.go:171","msg":"trace[1594514036] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5818; }","duration":"206.39144ms","start":"2026-07-01T09:38:49.397937Z","end":"2026-07-01T09:38:49.604329Z","steps":["trace[1594514036] 'agreement among raft nodes before linearized reading' (duration: 206.053631ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:38:56.052783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2947} {"level":"info","ts":"2026-07-01T09:38:56.127775Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2947,"took":"73.412586ms","hash":2714694070,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":32182272,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T09:38:56.127837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2714694070,"revision":2947,"compact-revision":-1} {"level":"info","ts":"2026-07-01T09:39:25.56703Z","caller":"traceutil/trace.go:171","msg":"trace[281622317] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"143.000927ms","start":"2026-07-01T09:39:25.423989Z","end":"2026-07-01T09:39:25.56699Z","steps":["trace[281622317] 'process raft request' (duration: 142.804431ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:43:56.060008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5864} {"level":"info","ts":"2026-07-01T09:43:56.141548Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5864,"took":"79.169903ms","hash":3875482874,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":26849280,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-01T09:43:56.141617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3875482874,"revision":5864,"compact-revision":2947} {"level":"info","ts":"2026-07-01T09:44:38.952186Z","caller":"traceutil/trace.go:171","msg":"trace[561090271] linearizableReadLoop","detail":"{readStateIndex:8770; appliedIndex:8769; }","duration":"369.471571ms","start":"2026-07-01T09:44:38.582689Z","end":"2026-07-01T09:44:38.952161Z","steps":["trace[561090271] 'read index received' (duration: 369.226766ms)","trace[561090271] 'applied index is now lower than readState.Index' (duration: 243.945µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:44:38.952459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.797584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:44:38.952305Z","caller":"traceutil/trace.go:171","msg":"trace[1491821439] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"373.653504ms","start":"2026-07-01T09:44:38.578589Z","end":"2026-07-01T09:44:38.952242Z","steps":["trace[1491821439] 'process raft request' (duration: 373.407249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:38.952519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.275091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-01T09:44:38.952519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.800888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T09:44:38.952572Z","caller":"traceutil/trace.go:171","msg":"trace[1748028275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:8468; }","duration":"145.370963ms","start":"2026-07-01T09:44:38.807188Z","end":"2026-07-01T09:44:38.952559Z","steps":["trace[1748028275] 'agreement among raft nodes before linearized reading' (duration: 145.184299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:38.952569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.821135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:44:38.952511Z","caller":"traceutil/trace.go:171","msg":"trace[1137941920] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8468; }","duration":"367.914577ms","start":"2026-07-01T09:44:38.584582Z","end":"2026-07-01T09:44:38.952496Z","steps":["trace[1137941920] 'agreement among raft nodes before linearized reading' (duration: 367.734303ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:38.952617Z","caller":"traceutil/trace.go:171","msg":"trace[738875204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8468; }","duration":"369.942602ms","start":"2026-07-01T09:44:38.582646Z","end":"2026-07-01T09:44:38.952588Z","steps":["trace[738875204] 'agreement among raft nodes before linearized reading' (duration: 369.625995ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:38.952631Z","caller":"traceutil/trace.go:171","msg":"trace[1910314581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8468; }","duration":"358.921367ms","start":"2026-07-01T09:44:38.593696Z","end":"2026-07-01T09:44:38.952618Z","steps":["trace[1910314581] 'agreement among raft nodes before linearized reading' (duration: 358.691232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:38.95267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:38.593685Z","time spent":"358.979268ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T09:44:38.952666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:38.584568Z","time spent":"368.08427ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":84,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:44:38.952758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:38.578573Z","time spent":"373.993141ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:44:38.952674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:38.582631Z","time spent":"370.033443ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T09:44:39.165332Z","caller":"traceutil/trace.go:171","msg":"trace[1782417713] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"208.332049ms","start":"2026-07-01T09:44:38.956956Z","end":"2026-07-01T09:44:39.165288Z","steps":["trace[1782417713] 'process raft request' (duration: 205.985917ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:39.165333Z","caller":"traceutil/trace.go:171","msg":"trace[2113362354] linearizableReadLoop","detail":"{readStateIndex:8772; appliedIndex:8770; }","duration":"120.245436ms","start":"2026-07-01T09:44:39.045021Z","end":"2026-07-01T09:44:39.165267Z","steps":["trace[2113362354] 'read index received' (duration: 117.950095ms)","trace[2113362354] 'applied index is now lower than readState.Index' (duration: 2.293651ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:39.16534Z","caller":"traceutil/trace.go:171","msg":"trace[282186585] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"207.776948ms","start":"2026-07-01T09:44:38.95753Z","end":"2026-07-01T09:44:39.165307Z","steps":["trace[282186585] 'process raft request' (duration: 207.676785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:39.16601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.951542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T09:44:39.166067Z","caller":"traceutil/trace.go:171","msg":"trace[465462214] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:8470; }","duration":"121.075194ms","start":"2026-07-01T09:44:39.044978Z","end":"2026-07-01T09:44:39.166053Z","steps":["trace[465462214] 'agreement among raft nodes before linearized reading' (duration: 120.518422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:50.892801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.749998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:44:50.892942Z","caller":"traceutil/trace.go:171","msg":"trace[199187225] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"745.467667ms","start":"2026-07-01T09:44:50.147453Z","end":"2026-07-01T09:44:50.89292Z","steps":["trace[199187225] 'process raft request' (duration: 61.498284ms)","trace[199187225] 'compare' (duration: 683.624403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:44:50.893024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:50.147435Z","time spent":"745.537718ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:44:51.026597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189043372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T09:44:51.20565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.681833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:44:51.205954Z","caller":"traceutil/trace.go:171","msg":"trace[990026090] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"1.058052373s","start":"2026-07-01T09:44:50.147859Z","end":"2026-07-01T09:44:51.205911Z","steps":["trace[990026090] 'process raft request' (duration: 879.014271ms)","trace[990026090] 'compare' (duration: 178.426545ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:51.2061Z","caller":"traceutil/trace.go:171","msg":"trace[884973233] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"965.182296ms","start":"2026-07-01T09:44:50.240864Z","end":"2026-07-01T09:44:51.206046Z","steps":["trace[884973233] 'process raft request' (duration: 965.045672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:51.206137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:50.147844Z","time spent":"1.058194486s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:44:51.206208Z","caller":"traceutil/trace.go:171","msg":"trace[1224345988] linearizableReadLoop","detail":"{readStateIndex:8835; appliedIndex:8831; }","duration":"679.894622ms","start":"2026-07-01T09:44:50.526279Z","end":"2026-07-01T09:44:51.206174Z","steps":["trace[1224345988] 'read index received' (duration: 500.601693ms)","trace[1224345988] 'applied index is now lower than readState.Index' (duration: 179.290819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:44:51.206258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:50.240849Z","time spent":"965.332109ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:44:51.20632Z","caller":"traceutil/trace.go:171","msg":"trace[621046840] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"310.417868ms","start":"2026-07-01T09:44:50.895884Z","end":"2026-07-01T09:44:51.206302Z","steps":["trace[621046840] 'process raft request' (duration: 310.111459ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:51.206428Z","caller":"traceutil/trace.go:171","msg":"trace[363719229] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"1.058082913s","start":"2026-07-01T09:44:50.148288Z","end":"2026-07-01T09:44:51.206371Z","steps":["trace[363719229] 'process raft request' (duration: 1.057454986s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:51.206426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:50.895852Z","time spent":"310.523391ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:44:51.206509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.20776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:44:51.206554Z","caller":"traceutil/trace.go:171","msg":"trace[1785213995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8529; }","duration":"680.306153ms","start":"2026-07-01T09:44:50.526233Z","end":"2026-07-01T09:44:51.20654Z","steps":["trace[1785213995] 'agreement among raft nodes before linearized reading' (duration: 680.090277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:51.206599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:50.526212Z","time spent":"680.377505ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T09:44:51.206604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.675808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:44:51.206608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:50.148262Z","time spent":"1.058253048s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:44:51.206689Z","caller":"traceutil/trace.go:171","msg":"trace[769122439] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8529; }","duration":"122.802982ms","start":"2026-07-01T09:44:51.083871Z","end":"2026-07-01T09:44:51.206674Z","steps":["trace[769122439] 'agreement among raft nodes before linearized reading' (duration: 122.660418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:51.206692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.24096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-01T09:44:51.206715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.691859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T09:44:51.206754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.128503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:44:51.206759Z","caller":"traceutil/trace.go:171","msg":"trace[421998126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:8529; }","duration":"189.343062ms","start":"2026-07-01T09:44:51.017395Z","end":"2026-07-01T09:44:51.206738Z","steps":["trace[421998126] 'agreement among raft nodes before linearized reading' (duration: 189.133497ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:51.206797Z","caller":"traceutil/trace.go:171","msg":"trace[994938749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8529; }","duration":"524.216386ms","start":"2026-07-01T09:44:50.682569Z","end":"2026-07-01T09:44:51.206786Z","steps":["trace[994938749] 'agreement among raft nodes before linearized reading' (duration: 524.143704ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:51.206812Z","caller":"traceutil/trace.go:171","msg":"trace[1751882302] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8529; }","duration":"129.809853ms","start":"2026-07-01T09:44:51.076976Z","end":"2026-07-01T09:44:51.206786Z","steps":["trace[1751882302] 'agreement among raft nodes before linearized reading' (duration: 129.680249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:51.206835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:50.682548Z","time spent":"524.278337ms","remote":"127.0.0.1:35902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:44:51.206703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.69253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:44:51.206913Z","caller":"traceutil/trace.go:171","msg":"trace[529076103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8529; }","duration":"624.941247ms","start":"2026-07-01T09:44:50.581952Z","end":"2026-07-01T09:44:51.206893Z","steps":["trace[529076103] 'agreement among raft nodes before linearized reading' (duration: 624.584437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:51.206737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.904264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T09:44:51.206975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:50.581937Z","time spent":"625.021408ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T09:44:51.207046Z","caller":"traceutil/trace.go:171","msg":"trace[753372875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8529; }","duration":"202.225723ms","start":"2026-07-01T09:44:51.004778Z","end":"2026-07-01T09:44:51.207004Z","steps":["trace[753372875] 'agreement among raft nodes before linearized reading' (duration: 201.832402ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:51.404994Z","caller":"traceutil/trace.go:171","msg":"trace[473499437] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"130.660726ms","start":"2026-07-01T09:44:51.274312Z","end":"2026-07-01T09:44:51.404973Z","steps":["trace[473499437] 'process raft request' (duration: 130.610965ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:51.405204Z","caller":"traceutil/trace.go:171","msg":"trace[1280724899] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8835; }","duration":"183.124654ms","start":"2026-07-01T09:44:51.222067Z","end":"2026-07-01T09:44:51.405192Z","steps":["trace[1280724899] 'read index received' (duration: 34.809978ms)","trace[1280724899] 'applied index is now lower than readState.Index' (duration: 148.313576ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:51.405188Z","caller":"traceutil/trace.go:171","msg":"trace[1456174919] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"193.27896ms","start":"2026-07-01T09:44:51.211878Z","end":"2026-07-01T09:44:51.405157Z","steps":["trace[1456174919] 'process raft request' (duration: 156.565131ms)","trace[1456174919] 'compare' (duration: 36.342999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:44:51.405381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.309308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T09:44:51.405414Z","caller":"traceutil/trace.go:171","msg":"trace[727238371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8533; }","duration":"183.379921ms","start":"2026-07-01T09:44:51.222025Z","end":"2026-07-01T09:44:51.405405Z","steps":["trace[727238371] 'agreement among raft nodes before linearized reading' (duration: 183.241037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:51.405478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.693377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T09:44:51.405549Z","caller":"traceutil/trace.go:171","msg":"trace[397504549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8533; }","duration":"144.79653ms","start":"2026-07-01T09:44:51.260736Z","end":"2026-07-01T09:44:51.405532Z","steps":["trace[397504549] 'agreement among raft nodes before linearized reading' (duration: 144.623055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:52.63114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189043391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T09:44:52.960701Z","caller":"traceutil/trace.go:171","msg":"trace[293555555] linearizableReadLoop","detail":"{readStateIndex:8842; appliedIndex:8841; }","duration":"829.578345ms","start":"2026-07-01T09:44:52.131097Z","end":"2026-07-01T09:44:52.960675Z","steps":["trace[293555555] 'read index received' (duration: 829.427361ms)","trace[293555555] 'applied index is now lower than readState.Index' (duration: 149.984µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:52.960735Z","caller":"traceutil/trace.go:171","msg":"trace[1435807561] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"844.540112ms","start":"2026-07-01T09:44:52.116173Z","end":"2026-07-01T09:44:52.960714Z","steps":["trace[1435807561] 'process raft request' (duration: 844.359537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:52.960827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.719439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:44:52.960861Z","caller":"traceutil/trace.go:171","msg":"trace[572174741] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8536; }","duration":"829.811622ms","start":"2026-07-01T09:44:52.131038Z","end":"2026-07-01T09:44:52.96085Z","steps":["trace[572174741] 'agreement among raft nodes before linearized reading' (duration: 829.73684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:52.960862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:52.116142Z","time spent":"844.644845ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:44:52.960896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:52.131016Z","time spent":"829.869923ms","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:44:53.215586Z","caller":"traceutil/trace.go:171","msg":"trace[532651244] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"317.011866ms","start":"2026-07-01T09:44:52.898538Z","end":"2026-07-01T09:44:53.21555Z","steps":["trace[532651244] 'process raft request' (duration: 233.338159ms)","trace[532651244] 'compare' (duration: 83.4082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:44:53.216347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:52.898514Z","time spent":"317.15895ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:44:53.415674Z","caller":"traceutil/trace.go:171","msg":"trace[1529238709] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"203.121858ms","start":"2026-07-01T09:44:53.212523Z","end":"2026-07-01T09:44:53.415645Z","steps":["trace[1529238709] 'process raft request' (duration: 174.922101ms)","trace[1529238709] 'compare' (duration: 28.079034ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:53.424325Z","caller":"traceutil/trace.go:171","msg":"trace[417145653] linearizableReadLoop","detail":"{readStateIndex:8845; appliedIndex:8843; }","duration":"206.284133ms","start":"2026-07-01T09:44:53.218016Z","end":"2026-07-01T09:44:53.4243Z","steps":["trace[417145653] 'read index received' (duration: 169.536853ms)","trace[417145653] 'applied index is now lower than readState.Index' (duration: 36.74621ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:53.424456Z","caller":"traceutil/trace.go:171","msg":"trace[993724121] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"211.774483ms","start":"2026-07-01T09:44:53.212631Z","end":"2026-07-01T09:44:53.424405Z","steps":["trace[993724121] 'process raft request' (duration: 211.568027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:53.424532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.498205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:44:53.42457Z","caller":"traceutil/trace.go:171","msg":"trace[1188085781] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8539; }","duration":"186.597238ms","start":"2026-07-01T09:44:53.237961Z","end":"2026-07-01T09:44:53.424558Z","steps":["trace[1188085781] 'agreement among raft nodes before linearized reading' (duration: 186.511816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:53.424587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.559861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-01T09:44:53.424654Z","caller":"traceutil/trace.go:171","msg":"trace[312062186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:8539; }","duration":"206.680074ms","start":"2026-07-01T09:44:53.217958Z","end":"2026-07-01T09:44:53.424638Z","steps":["trace[312062186] 'agreement among raft nodes before linearized reading' (duration: 206.491569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:53.424768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.362935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:44:53.424809Z","caller":"traceutil/trace.go:171","msg":"trace[186404209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8539; }","duration":"163.436848ms","start":"2026-07-01T09:44:53.261362Z","end":"2026-07-01T09:44:53.424799Z","steps":["trace[186404209] 'agreement among raft nodes before linearized reading' (duration: 163.340285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:53.425093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.700325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:44:53.425123Z","caller":"traceutil/trace.go:171","msg":"trace[1444033591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8539; }","duration":"163.757656ms","start":"2026-07-01T09:44:53.261357Z","end":"2026-07-01T09:44:53.425114Z","steps":["trace[1444033591] 'agreement among raft nodes before linearized reading' (duration: 163.653064ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:53.712151Z","caller":"traceutil/trace.go:171","msg":"trace[1116105374] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"282.569319ms","start":"2026-07-01T09:44:53.429556Z","end":"2026-07-01T09:44:53.712125Z","steps":["trace[1116105374] 'process raft request' (duration: 282.501087ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:53.712165Z","caller":"traceutil/trace.go:171","msg":"trace[1157483481] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"282.808566ms","start":"2026-07-01T09:44:53.429327Z","end":"2026-07-01T09:44:53.712136Z","steps":["trace[1157483481] 'process raft request' (duration: 282.516128ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:53.712205Z","caller":"traceutil/trace.go:171","msg":"trace[1127220804] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"282.787295ms","start":"2026-07-01T09:44:53.429381Z","end":"2026-07-01T09:44:53.712168Z","steps":["trace[1127220804] 'process raft request' (duration: 282.631161ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:53.712314Z","caller":"traceutil/trace.go:171","msg":"trace[1776837138] linearizableReadLoop","detail":"{readStateIndex:8850; appliedIndex:8846; }","duration":"170.095349ms","start":"2026-07-01T09:44:53.542182Z","end":"2026-07-01T09:44:53.712277Z","steps":["trace[1776837138] 'read index received' (duration: 169.583005ms)","trace[1776837138] 'applied index is now lower than readState.Index' (duration: 509.544µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:44:53.712388Z","caller":"traceutil/trace.go:171","msg":"trace[359837137] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"282.736654ms","start":"2026-07-01T09:44:53.429614Z","end":"2026-07-01T09:44:53.712351Z","steps":["trace[359837137] 'process raft request' (duration: 282.475837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:53.712542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.320085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:44:53.712587Z","caller":"traceutil/trace.go:171","msg":"trace[1972604661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8544; }","duration":"170.437248ms","start":"2026-07-01T09:44:53.542136Z","end":"2026-07-01T09:44:53.712574Z","steps":["trace[1972604661] 'agreement among raft nodes before linearized reading' (duration: 170.292894ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:44:55.301656Z","caller":"traceutil/trace.go:171","msg":"trace[1941031290] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"335.366766ms","start":"2026-07-01T09:44:54.966262Z","end":"2026-07-01T09:44:55.301629Z","steps":["trace[1941031290] 'process raft request' (duration: 335.204422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:55.301807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:54.966238Z","time spent":"335.49246ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:44:55.397087Z","caller":"traceutil/trace.go:171","msg":"trace[232726440] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"175.884956ms","start":"2026-07-01T09:44:55.22118Z","end":"2026-07-01T09:44:55.397065Z","steps":["trace[232726440] 'process raft request' (duration: 137.943664ms)","trace[232726440] 'compare' (duration: 37.824779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:44:56.409012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.667585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:44:56.409106Z","caller":"traceutil/trace.go:171","msg":"trace[1481137659] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8553; }","duration":"482.819618ms","start":"2026-07-01T09:44:55.926255Z","end":"2026-07-01T09:44:56.409075Z","steps":["trace[1481137659] 'count revisions from in-memory index tree' (duration: 482.575172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:44:56.409147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:44:55.926222Z","time spent":"482.914621ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:45:18.720254Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002327.wal"} {"level":"warn","ts":"2026-07-01T09:45:20.358983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.308229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19533"} {"level":"info","ts":"2026-07-01T09:45:20.359067Z","caller":"traceutil/trace.go:171","msg":"trace[818473273] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8740; }","duration":"192.444253ms","start":"2026-07-01T09:45:20.166603Z","end":"2026-07-01T09:45:20.359047Z","steps":["trace[818473273] 'range keys from in-memory index tree' (duration: 192.121724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:20.359172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.486954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T09:45:20.359286Z","caller":"traceutil/trace.go:171","msg":"trace[1540844868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8740; }","duration":"165.686049ms","start":"2026-07-01T09:45:20.193574Z","end":"2026-07-01T09:45:20.35926Z","steps":["trace[1540844868] 'range keys from in-memory index tree' (duration: 165.088843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:24.675665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189044066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T09:45:24.764975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.048473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:45:24.765034Z","caller":"traceutil/trace.go:171","msg":"trace[590143912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8759; }","duration":"879.164156ms","start":"2026-07-01T09:45:23.885856Z","end":"2026-07-01T09:45:24.76502Z","steps":["trace[590143912] 'range keys from in-memory index tree' (duration: 878.888618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:24.765063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:23.885833Z","time spent":"879.222807ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T09:45:24.765325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.622249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:45:24.765352Z","caller":"traceutil/trace.go:171","msg":"trace[532147075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8759; }","duration":"848.678341ms","start":"2026-07-01T09:45:23.916666Z","end":"2026-07-01T09:45:24.765345Z","steps":["trace[532147075] 'range keys from in-memory index tree' (duration: 848.517116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:24.765371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:23.916651Z","time spent":"848.715761ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T09:45:24.765499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.895759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T09:45:24.765523Z","caller":"traceutil/trace.go:171","msg":"trace[482462162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8759; }","duration":"847.94235ms","start":"2026-07-01T09:45:23.917574Z","end":"2026-07-01T09:45:24.765517Z","steps":["trace[482462162] 'range keys from in-memory index tree' (duration: 847.822227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:24.76554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:23.917563Z","time spent":"847.972991ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T09:45:24.765657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.374738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:45:24.765679Z","caller":"traceutil/trace.go:171","msg":"trace[1053901627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8759; }","duration":"834.41098ms","start":"2026-07-01T09:45:23.931263Z","end":"2026-07-01T09:45:24.765674Z","steps":["trace[1053901627] 'range keys from in-memory index tree' (duration: 834.315937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:24.765697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:23.931255Z","time spent":"834.43815ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T09:45:24.811386Z","caller":"traceutil/trace.go:171","msg":"trace[1735797398] linearizableReadLoop","detail":"{readStateIndex:9074; appliedIndex:9073; }","duration":"636.237261ms","start":"2026-07-01T09:45:24.175132Z","end":"2026-07-01T09:45:24.811369Z","steps":["trace[1735797398] 'read index received' (duration: 632.094837ms)","trace[1735797398] 'applied index is now lower than readState.Index' (duration: 4.141324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:24.811552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.405985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:24.811582Z","caller":"traceutil/trace.go:171","msg":"trace[725306561] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8759; }","duration":"636.476927ms","start":"2026-07-01T09:45:24.175096Z","end":"2026-07-01T09:45:24.811573Z","steps":["trace[725306561] 'agreement among raft nodes before linearized reading' (duration: 636.374984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:24.811607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:24.175079Z","time spent":"636.521328ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:45:25.214647Z","caller":"traceutil/trace.go:171","msg":"trace[1151070425] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"444.740654ms","start":"2026-07-01T09:45:24.769887Z","end":"2026-07-01T09:45:25.214627Z","steps":["trace[1151070425] 'process raft request' (duration: 444.57506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:25.214768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:24.769866Z","time spent":"444.836696ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:25.21515Z","caller":"traceutil/trace.go:171","msg":"trace[1621875147] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"443.928111ms","start":"2026-07-01T09:45:24.771211Z","end":"2026-07-01T09:45:25.21514Z","steps":["trace[1621875147] 'process raft request' (duration: 443.380276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:25.215205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:24.771205Z","time spent":"443.971383ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:25.215801Z","caller":"traceutil/trace.go:171","msg":"trace[1296077886] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9074; }","duration":"404.356818ms","start":"2026-07-01T09:45:24.811424Z","end":"2026-07-01T09:45:25.215781Z","steps":["trace[1296077886] 'read index received' (duration: 403.058702ms)","trace[1296077886] 'applied index is now lower than readState.Index' (duration: 1.297476ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:25.215899Z","caller":"traceutil/trace.go:171","msg":"trace[1706184747] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"444.515408ms","start":"2026-07-01T09:45:24.771375Z","end":"2026-07-01T09:45:25.215891Z","steps":["trace[1706184747] 'process raft request' (duration: 443.407018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:25.216003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:24.771368Z","time spent":"444.558529ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:25.21619Z","caller":"traceutil/trace.go:171","msg":"trace[1418994451] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"443.642194ms","start":"2026-07-01T09:45:24.772539Z","end":"2026-07-01T09:45:25.216182Z","steps":["trace[1418994451] 'process raft request' (duration: 443.206052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:25.216252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:24.772533Z","time spent":"443.690975ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:25.216391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.87597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:25.216443Z","caller":"traceutil/trace.go:171","msg":"trace[2037839501] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8763; }","duration":"543.952383ms","start":"2026-07-01T09:45:24.672479Z","end":"2026-07-01T09:45:25.216431Z","steps":["trace[2037839501] 'agreement among raft nodes before linearized reading' (duration: 543.86857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:25.216469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:24.672464Z","time spent":"543.998444ms","remote":"127.0.0.1:47102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:45:25.216586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.453783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:25.216624Z","caller":"traceutil/trace.go:171","msg":"trace[2008522246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8763; }","duration":"676.519114ms","start":"2026-07-01T09:45:24.540095Z","end":"2026-07-01T09:45:25.216614Z","steps":["trace[2008522246] 'agreement among raft nodes before linearized reading' (duration: 676.459212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:25.216645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:24.540081Z","time spent":"676.560205ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:45:25.216756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.157082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:25.216783Z","caller":"traceutil/trace.go:171","msg":"trace[1217070015] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8763; }","duration":"135.224864ms","start":"2026-07-01T09:45:25.081551Z","end":"2026-07-01T09:45:25.216776Z","steps":["trace[1217070015] 'agreement among raft nodes before linearized reading' (duration: 135.182013ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:27.324851Z","caller":"traceutil/trace.go:171","msg":"trace[1908450807] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"101.162972ms","start":"2026-07-01T09:45:27.223669Z","end":"2026-07-01T09:45:27.324832Z","steps":["trace[1908450807] 'process raft request' (duration: 101.007827ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:27.324932Z","caller":"traceutil/trace.go:171","msg":"trace[1042070301] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"101.186343ms","start":"2026-07-01T09:45:27.223712Z","end":"2026-07-01T09:45:27.324898Z","steps":["trace[1042070301] 'process raft request' (duration: 101.049209ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:27.325019Z","caller":"traceutil/trace.go:171","msg":"trace[1358797619] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"100.162464ms","start":"2026-07-01T09:45:27.224825Z","end":"2026-07-01T09:45:27.324987Z","steps":["trace[1358797619] 'process raft request' (duration: 99.960378ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:31.885625Z","caller":"traceutil/trace.go:171","msg":"trace[1419718536] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"124.251693ms","start":"2026-07-01T09:45:31.761346Z","end":"2026-07-01T09:45:31.885598Z","steps":["trace[1419718536] 'process raft request' (duration: 123.983216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:32.276959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.031602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:32.277324Z","caller":"traceutil/trace.go:171","msg":"trace[1508260218] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:8803; }","duration":"111.461424ms","start":"2026-07-01T09:45:32.165839Z","end":"2026-07-01T09:45:32.2773Z","steps":["trace[1508260218] 'range keys from in-memory index tree' (duration: 110.922809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:32.592981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.483018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:45:32.593261Z","caller":"traceutil/trace.go:171","msg":"trace[1678652287] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"275.211409ms","start":"2026-07-01T09:45:32.318016Z","end":"2026-07-01T09:45:32.593227Z","steps":["trace[1678652287] 'process raft request' (duration: 157.378652ms)","trace[1678652287] 'compare' (duration: 117.080376ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:32.593661Z","caller":"traceutil/trace.go:171","msg":"trace[909377564] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"248.691623ms","start":"2026-07-01T09:45:32.344961Z","end":"2026-07-01T09:45:32.593652Z","steps":["trace[909377564] 'process raft request' (duration: 248.169828ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:32.749617Z","caller":"traceutil/trace.go:171","msg":"trace[1111088373] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"112.367369ms","start":"2026-07-01T09:45:32.637224Z","end":"2026-07-01T09:45:32.749591Z","steps":["trace[1111088373] 'process raft request' (duration: 112.295717ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:32.750034Z","caller":"traceutil/trace.go:171","msg":"trace[2057067108] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"116.337887ms","start":"2026-07-01T09:45:32.633683Z","end":"2026-07-01T09:45:32.750021Z","steps":["trace[2057067108] 'process raft request' (duration: 74.174792ms)","trace[2057067108] 'compare' (duration: 41.487927ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:33.036682Z","caller":"traceutil/trace.go:171","msg":"trace[1540576971] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"199.890956ms","start":"2026-07-01T09:45:32.836768Z","end":"2026-07-01T09:45:33.036659Z","steps":["trace[1540576971] 'process raft request' (duration: 199.760802ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.260843Z","caller":"traceutil/trace.go:171","msg":"trace[1897844797] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9131; }","duration":"162.389209ms","start":"2026-07-01T09:45:33.098433Z","end":"2026-07-01T09:45:33.260822Z","steps":["trace[1897844797] 'read index received' (duration: 156.504348ms)","trace[1897844797] 'applied index is now lower than readState.Index' (duration: 5.883731ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:33.261105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.662586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-01T09:45:33.261138Z","caller":"traceutil/trace.go:171","msg":"trace[196169559] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8815; }","duration":"162.737779ms","start":"2026-07-01T09:45:33.098392Z","end":"2026-07-01T09:45:33.261129Z","steps":["trace[196169559] 'agreement among raft nodes before linearized reading' (duration: 162.506742ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.261436Z","caller":"traceutil/trace.go:171","msg":"trace[1343332586] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"166.4183ms","start":"2026-07-01T09:45:33.095009Z","end":"2026-07-01T09:45:33.261428Z","steps":["trace[1343332586] 'process raft request' (duration: 159.995534ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.411222Z","caller":"traceutil/trace.go:171","msg":"trace[1390990347] linearizableReadLoop","detail":"{readStateIndex:9133; appliedIndex:9132; }","duration":"130.376892ms","start":"2026-07-01T09:45:33.280826Z","end":"2026-07-01T09:45:33.411203Z","steps":["trace[1390990347] 'read index received' (duration: 130.194417ms)","trace[1390990347] 'applied index is now lower than readState.Index' (duration: 181.845µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:33.411364Z","caller":"traceutil/trace.go:171","msg":"trace[2038973649] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"134.019712ms","start":"2026-07-01T09:45:33.277292Z","end":"2026-07-01T09:45:33.411312Z","steps":["trace[2038973649] 'process raft request' (duration: 133.809246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.411543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.650819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:33.41161Z","caller":"traceutil/trace.go:171","msg":"trace[583903846] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8816; }","duration":"130.790553ms","start":"2026-07-01T09:45:33.280809Z","end":"2026-07-01T09:45:33.411599Z","steps":["trace[583903846] 'agreement among raft nodes before linearized reading' (duration: 130.511135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.411534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.743539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:45:33.412176Z","caller":"traceutil/trace.go:171","msg":"trace[510525006] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8816; }","duration":"105.441109ms","start":"2026-07-01T09:45:33.306711Z","end":"2026-07-01T09:45:33.412152Z","steps":["trace[510525006] 'agreement among raft nodes before linearized reading' (duration: 104.696289ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.572913Z","caller":"traceutil/trace.go:171","msg":"trace[1511243842] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"156.853207ms","start":"2026-07-01T09:45:33.416029Z","end":"2026-07-01T09:45:33.572882Z","steps":["trace[1511243842] 'process raft request' (duration: 144.984702ms)","trace[1511243842] 'compare' (duration: 11.725762ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:33.573108Z","caller":"traceutil/trace.go:171","msg":"trace[593811897] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"155.372217ms","start":"2026-07-01T09:45:33.417711Z","end":"2026-07-01T09:45:33.573083Z","steps":["trace[593811897] 'process raft request' (duration: 155.210563ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.573318Z","caller":"traceutil/trace.go:171","msg":"trace[838948591] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"155.353996ms","start":"2026-07-01T09:45:33.417937Z","end":"2026-07-01T09:45:33.573291Z","steps":["trace[838948591] 'process raft request' (duration: 155.087018ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.573394Z","caller":"traceutil/trace.go:171","msg":"trace[1579930173] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"151.885731ms","start":"2026-07-01T09:45:33.4215Z","end":"2026-07-01T09:45:33.573385Z","steps":["trace[1579930173] 'process raft request' (duration: 151.758138ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.573403Z","caller":"traceutil/trace.go:171","msg":"trace[122769035] linearizableReadLoop","detail":"{readStateIndex:9139; appliedIndex:9133; }","duration":"154.366769ms","start":"2026-07-01T09:45:33.419017Z","end":"2026-07-01T09:45:33.573384Z","steps":["trace[122769035] 'read index received' (duration: 142.062612ms)","trace[122769035] 'applied index is now lower than readState.Index' (duration: 12.303457ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:33.57351Z","caller":"traceutil/trace.go:171","msg":"trace[2087842997] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"155.260344ms","start":"2026-07-01T09:45:33.418217Z","end":"2026-07-01T09:45:33.573477Z","steps":["trace[2087842997] 'process raft request' (duration: 154.955495ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.57355Z","caller":"traceutil/trace.go:171","msg":"trace[605061665] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"140.245043ms","start":"2026-07-01T09:45:33.433297Z","end":"2026-07-01T09:45:33.573542Z","steps":["trace[605061665] 'process raft request' (duration: 140.025907ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.573606Z","caller":"traceutil/trace.go:171","msg":"trace[2008696422] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"154.242326ms","start":"2026-07-01T09:45:33.419336Z","end":"2026-07-01T09:45:33.573578Z","steps":["trace[2008696422] 'process raft request' (duration: 153.902056ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.573829Z","caller":"traceutil/trace.go:171","msg":"trace[420238090] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"152.156289ms","start":"2026-07-01T09:45:33.421645Z","end":"2026-07-01T09:45:33.573801Z","steps":["trace[420238090] 'process raft request' (duration: 151.635944ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.573904Z","caller":"traceutil/trace.go:171","msg":"trace[450612413] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"122.172117ms","start":"2026-07-01T09:45:33.451723Z","end":"2026-07-01T09:45:33.573895Z","steps":["trace[450612413] 'process raft request' (duration: 121.637143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.573916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.191423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:33.573899Z","caller":"traceutil/trace.go:171","msg":"trace[1850224690] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"146.03441ms","start":"2026-07-01T09:45:33.427833Z","end":"2026-07-01T09:45:33.573867Z","steps":["trace[1850224690] 'process raft request' (duration: 145.466175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.573982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.939735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-01T09:45:33.574001Z","caller":"traceutil/trace.go:171","msg":"trace[729176947] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"155.10713ms","start":"2026-07-01T09:45:33.418872Z","end":"2026-07-01T09:45:33.573979Z","steps":["trace[729176947] 'process raft request' (duration: 154.347729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:33.574041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.303445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-01T09:45:33.573948Z","caller":"traceutil/trace.go:171","msg":"trace[988854428] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8828; }","duration":"139.269575ms","start":"2026-07-01T09:45:33.434669Z","end":"2026-07-01T09:45:33.573939Z","steps":["trace[988854428] 'agreement among raft nodes before linearized reading' (duration: 139.199153ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.57404Z","caller":"traceutil/trace.go:171","msg":"trace[333332331] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8828; }","duration":"155.029457ms","start":"2026-07-01T09:45:33.418997Z","end":"2026-07-01T09:45:33.574027Z","steps":["trace[333332331] 'agreement among raft nodes before linearized reading' (duration: 154.827981ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.574063Z","caller":"traceutil/trace.go:171","msg":"trace[665665883] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8828; }","duration":"128.342886ms","start":"2026-07-01T09:45:33.445713Z","end":"2026-07-01T09:45:33.574056Z","steps":["trace[665665883] 'agreement among raft nodes before linearized reading' (duration: 128.248703ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:33.574022Z","caller":"traceutil/trace.go:171","msg":"trace[2096116709] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"155.633443ms","start":"2026-07-01T09:45:33.418344Z","end":"2026-07-01T09:45:33.573977Z","steps":["trace[2096116709] 'process raft request' (duration: 154.853122ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:38.703719Z","caller":"traceutil/trace.go:171","msg":"trace[416788240] linearizableReadLoop","detail":"{readStateIndex:9192; appliedIndex:9191; }","duration":"469.266256ms","start":"2026-07-01T09:45:38.234425Z","end":"2026-07-01T09:45:38.703691Z","steps":["trace[416788240] 'read index received' (duration: 469.05483ms)","trace[416788240] 'applied index is now lower than readState.Index' (duration: 210.196µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:38.70377Z","caller":"traceutil/trace.go:171","msg":"trace[733197759] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"469.448171ms","start":"2026-07-01T09:45:38.234286Z","end":"2026-07-01T09:45:38.703734Z","steps":["trace[733197759] 'process raft request' (duration: 469.233405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.703948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.495422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-01T09:45:38.703987Z","caller":"traceutil/trace.go:171","msg":"trace[388241537] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8872; }","duration":"469.584915ms","start":"2026-07-01T09:45:38.234392Z","end":"2026-07-01T09:45:38.703977Z","steps":["trace[388241537] 'agreement among raft nodes before linearized reading' (duration: 469.41683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.704023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:38.234378Z","time spent":"469.636926ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-07-01T09:45:38.704941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:38.234269Z","time spent":"469.577214ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4760,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:38.841351Z","caller":"traceutil/trace.go:171","msg":"trace[807101654] linearizableReadLoop","detail":"{readStateIndex:9193; appliedIndex:9192; }","duration":"137.538648ms","start":"2026-07-01T09:45:38.703787Z","end":"2026-07-01T09:45:38.841326Z","steps":["trace[807101654] 'read index received' (duration: 137.348493ms)","trace[807101654] 'applied index is now lower than readState.Index' (duration: 189.295µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:38.841412Z","caller":"traceutil/trace.go:171","msg":"trace[1883104212] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8872; }","duration":"606.435864ms","start":"2026-07-01T09:45:38.234943Z","end":"2026-07-01T09:45:38.841379Z","steps":["trace[1883104212] 'process raft request' (duration: 606.2793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.841513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.394122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:38.841555Z","caller":"traceutil/trace.go:171","msg":"trace[1726991902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8872; }","duration":"299.496035ms","start":"2026-07-01T09:45:38.542047Z","end":"2026-07-01T09:45:38.841543Z","steps":["trace[1726991902] 'agreement among raft nodes before linearized reading' (duration: 299.408352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.841564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:38.234918Z","time spent":"606.564497ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4809,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:38.841846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.155192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:38.841887Z","caller":"traceutil/trace.go:171","msg":"trace[657000612] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8872; }","duration":"362.241444ms","start":"2026-07-01T09:45:38.479634Z","end":"2026-07-01T09:45:38.841875Z","steps":["trace[657000612] 'agreement among raft nodes before linearized reading' (duration: 362.142701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.841918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:38.47961Z","time spent":"362.297996ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:45:38.863002Z","caller":"traceutil/trace.go:171","msg":"trace[548427089] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8873; }","duration":"156.097926ms","start":"2026-07-01T09:45:38.706893Z","end":"2026-07-01T09:45:38.862991Z","steps":["trace[548427089] 'process raft request' (duration: 155.601603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.863311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.161978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mvvqt\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-07-01T09:45:38.863344Z","caller":"traceutil/trace.go:171","msg":"trace[1974568373] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mvvqt; range_end:; response_count:1; response_revision:8873; }","duration":"156.21779ms","start":"2026-07-01T09:45:38.707117Z","end":"2026-07-01T09:45:38.863335Z","steps":["trace[1974568373] 'agreement among raft nodes before linearized reading' (duration: 156.134058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:38.86337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.244698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mvvqt\" ","response":"range_response_count:1 size:4775"} {"level":"info","ts":"2026-07-01T09:45:38.86348Z","caller":"traceutil/trace.go:171","msg":"trace[1892625054] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mvvqt; range_end:; response_count:1; response_revision:8873; }","duration":"153.376812ms","start":"2026-07-01T09:45:38.710079Z","end":"2026-07-01T09:45:38.863456Z","steps":["trace[1892625054] 'agreement among raft nodes before linearized reading' (duration: 152.961321ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:39.043262Z","caller":"traceutil/trace.go:171","msg":"trace[1047658462] linearizableReadLoop","detail":"{readStateIndex:9195; appliedIndex:9194; }","duration":"180.590787ms","start":"2026-07-01T09:45:38.862644Z","end":"2026-07-01T09:45:39.043235Z","steps":["trace[1047658462] 'read index received' (duration: 143.726908ms)","trace[1047658462] 'applied index is now lower than readState.Index' (duration: 36.862699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:39.043552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.576775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:39.043578Z","caller":"traceutil/trace.go:171","msg":"trace[87372750] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"195.472355ms","start":"2026-07-01T09:45:38.848037Z","end":"2026-07-01T09:45:39.04351Z","steps":["trace[87372750] 'process raft request' (duration: 158.261306ms)","trace[87372750] 'compare' (duration: 36.749126ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:39.043652Z","caller":"traceutil/trace.go:171","msg":"trace[1163341930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8874; }","duration":"200.713969ms","start":"2026-07-01T09:45:38.842912Z","end":"2026-07-01T09:45:39.043625Z","steps":["trace[1163341930] 'agreement among raft nodes before linearized reading' (duration: 200.521074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:39.043727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.183177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mvvqt\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-07-01T09:45:39.043767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.648319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mvvqt\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-07-01T09:45:39.043934Z","caller":"traceutil/trace.go:171","msg":"trace[1991284535] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mvvqt; range_end:; response_count:1; response_revision:8874; }","duration":"176.868326ms","start":"2026-07-01T09:45:38.86704Z","end":"2026-07-01T09:45:39.043909Z","steps":["trace[1991284535] 'agreement among raft nodes before linearized reading' (duration: 176.519216ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:39.043818Z","caller":"traceutil/trace.go:171","msg":"trace[1637671337] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mvvqt; range_end:; response_count:1; response_revision:8874; }","duration":"176.30036ms","start":"2026-07-01T09:45:38.867498Z","end":"2026-07-01T09:45:39.043799Z","steps":["trace[1637671337] 'agreement among raft nodes before linearized reading' (duration: 176.116685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:39.043747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.119236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18be214d66225d08\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-01T09:45:39.04417Z","caller":"traceutil/trace.go:171","msg":"trace[1165470259] range","detail":"{range_begin:/registry/events/openstack/ceph.18be214d66225d08; range_end:; response_count:1; response_revision:8874; }","duration":"172.561528ms","start":"2026-07-01T09:45:38.871591Z","end":"2026-07-01T09:45:39.044152Z","steps":["trace[1165470259] 'agreement among raft nodes before linearized reading' (duration: 172.019433ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:39.202958Z","caller":"traceutil/trace.go:171","msg":"trace[1129617580] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9196; }","duration":"121.617162ms","start":"2026-07-01T09:45:39.081312Z","end":"2026-07-01T09:45:39.202929Z","steps":["trace[1129617580] 'read index received' (duration: 107.169026ms)","trace[1129617580] 'applied index is now lower than readState.Index' (duration: 14.447056ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:39.203079Z","caller":"traceutil/trace.go:171","msg":"trace[1099511472] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"150.485683ms","start":"2026-07-01T09:45:39.052561Z","end":"2026-07-01T09:45:39.203046Z","steps":["trace[1099511472] 'process raft request' (duration: 135.907753ms)","trace[1099511472] 'compare' (duration: 14.311162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:39.203254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.563787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mvvqt\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-07-01T09:45:39.203326Z","caller":"traceutil/trace.go:171","msg":"trace[757886713] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mvvqt; range_end:; response_count:1; response_revision:8876; }","duration":"153.684751ms","start":"2026-07-01T09:45:39.04962Z","end":"2026-07-01T09:45:39.203305Z","steps":["trace[757886713] 'agreement among raft nodes before linearized reading' (duration: 153.446114ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:39.35647Z","caller":"traceutil/trace.go:171","msg":"trace[330228079] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"152.93108ms","start":"2026-07-01T09:45:39.203513Z","end":"2026-07-01T09:45:39.356444Z","steps":["trace[330228079] 'process raft request' (duration: 117.032237ms)","trace[330228079] 'compare' (duration: 35.646566ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:45:39.356623Z","caller":"traceutil/trace.go:171","msg":"trace[2091969378] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8879; }","duration":"151.14254ms","start":"2026-07-01T09:45:39.20545Z","end":"2026-07-01T09:45:39.356593Z","steps":["trace[2091969378] 'process raft request' (duration: 150.853782ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:39.356865Z","caller":"traceutil/trace.go:171","msg":"trace[42712063] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"139.469531ms","start":"2026-07-01T09:45:39.217312Z","end":"2026-07-01T09:45:39.356781Z","steps":["trace[42712063] 'process raft request' (duration: 139.344178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.169309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189044400,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T09:45:40.300572Z","caller":"traceutil/trace.go:171","msg":"trace[911829615] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"676.513913ms","start":"2026-07-01T09:45:39.624028Z","end":"2026-07-01T09:45:40.300542Z","steps":["trace[911829615] 'process raft request' (duration: 676.267606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.300722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.624005Z","time spent":"676.638627ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:40.698533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.593004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:45:40.698692Z","caller":"traceutil/trace.go:171","msg":"trace[1077749696] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"1.02899295s","start":"2026-07-01T09:45:39.66968Z","end":"2026-07-01T09:45:40.698673Z","steps":["trace[1077749696] 'process raft request' (duration: 885.17966ms)","trace[1077749696] 'compare' (duration: 143.44724ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:40.698915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.669661Z","time spent":"1.029072063s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:40.69906Z","caller":"traceutil/trace.go:171","msg":"trace[1051428504] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"1.02388107s","start":"2026-07-01T09:45:39.675139Z","end":"2026-07-01T09:45:40.69902Z","steps":["trace[1051428504] 'process raft request' (duration: 1.02349525s)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:40.699094Z","caller":"traceutil/trace.go:171","msg":"trace[567954224] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"1.02057757s","start":"2026-07-01T09:45:39.678493Z","end":"2026-07-01T09:45:40.69907Z","steps":["trace[567954224] 'process raft request' (duration: 1.020431386s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.699279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.675125Z","time spent":"1.024035924s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:40.699316Z","caller":"traceutil/trace.go:171","msg":"trace[1347287479] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"625.206888ms","start":"2026-07-01T09:45:40.074086Z","end":"2026-07-01T09:45:40.699293Z","steps":["trace[1347287479] 'process raft request' (duration: 624.92979ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:40.699253Z","caller":"traceutil/trace.go:171","msg":"trace[611745231] linearizableReadLoop","detail":"{readStateIndex:9207; appliedIndex:9202; }","duration":"1.030963244s","start":"2026-07-01T09:45:39.668272Z","end":"2026-07-01T09:45:40.699235Z","steps":["trace[611745231] 'read index received' (duration: 632.111367ms)","trace[611745231] 'applied index is now lower than readState.Index' (duration: 398.850147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:40.699426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:40.074058Z","time spent":"625.318651ms","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T09:45:40.699456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.678446Z","time spent":"1.020841257s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:45:40.699532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031238442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:45:40.69962Z","caller":"traceutil/trace.go:171","msg":"trace[1990283617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8885; }","duration":"1.031374495s","start":"2026-07-01T09:45:39.668226Z","end":"2026-07-01T09:45:40.6996Z","steps":["trace[1990283617] 'agreement among raft nodes before linearized reading' (duration: 1.031136809s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.699683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.668204Z","time spent":"1.031469628s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T09:45:40.699698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.059546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:45:40.699758Z","caller":"traceutil/trace.go:171","msg":"trace[938177001] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8885; }","duration":"594.158588ms","start":"2026-07-01T09:45:40.105583Z","end":"2026-07-01T09:45:40.699742Z","steps":["trace[938177001] 'agreement among raft nodes before linearized reading' (duration: 594.053715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.699801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:40.105563Z","time spent":"594.22709ms","remote":"127.0.0.1:50288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:45:40.699904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031343055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T09:45:40.699991Z","caller":"traceutil/trace.go:171","msg":"trace[1660561477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8885; }","duration":"1.031451998s","start":"2026-07-01T09:45:39.668525Z","end":"2026-07-01T09:45:40.699977Z","steps":["trace[1660561477] 'agreement among raft nodes before linearized reading' (duration: 1.031054557s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.700027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.964114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T09:45:40.700069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.668516Z","time spent":"1.03154071s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T09:45:40.700106Z","caller":"traceutil/trace.go:171","msg":"trace[942836134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8885; }","duration":"774.083427ms","start":"2026-07-01T09:45:39.926007Z","end":"2026-07-01T09:45:40.70009Z","steps":["trace[942836134] 'agreement among raft nodes before linearized reading' (duration: 773.911262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.700159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031313154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T09:45:40.700182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.925985Z","time spent":"774.17741ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T09:45:40.700237Z","caller":"traceutil/trace.go:171","msg":"trace[1650167905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8885; }","duration":"1.031414537s","start":"2026-07-01T09:45:39.668801Z","end":"2026-07-01T09:45:40.700215Z","steps":["trace[1650167905] 'agreement among raft nodes before linearized reading' (duration: 1.031247063s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.700264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.876295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:45:40.700296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.668787Z","time spent":"1.031499899s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T09:45:40.700329Z","caller":"traceutil/trace.go:171","msg":"trace[1497125954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8885; }","duration":"157.988678ms","start":"2026-07-01T09:45:40.54233Z","end":"2026-07-01T09:45:40.700318Z","steps":["trace[1497125954] 'agreement among raft nodes before linearized reading' (duration: 157.897795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.700511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.930335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:45:40.700638Z","caller":"traceutil/trace.go:171","msg":"trace[27668042] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8885; }","duration":"370.107019ms","start":"2026-07-01T09:45:40.330513Z","end":"2026-07-01T09:45:40.70062Z","steps":["trace[27668042] 'agreement among raft nodes before linearized reading' (duration: 369.921664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.700004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.260325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-01T09:45:40.700764Z","caller":"traceutil/trace.go:171","msg":"trace[993518701] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:8885; }","duration":"916.045146ms","start":"2026-07-01T09:45:39.784692Z","end":"2026-07-01T09:45:40.700737Z","steps":["trace[993518701] 'agreement among raft nodes before linearized reading' (duration: 915.126231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.700564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03189529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T09:45:40.700866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.784672Z","time spent":"916.160559ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-rfcfm\" "} {"level":"info","ts":"2026-07-01T09:45:40.700918Z","caller":"traceutil/trace.go:171","msg":"trace[907175580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8885; }","duration":"1.032288791s","start":"2026-07-01T09:45:39.668613Z","end":"2026-07-01T09:45:40.700902Z","steps":["trace[907175580] 'agreement among raft nodes before linearized reading' (duration: 1.031461228s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:40.700996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:39.668591Z","time spent":"1.032388483s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T09:45:40.702124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:40.330493Z","time spent":"370.219093ms","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:45:42.155771Z","caller":"traceutil/trace.go:171","msg":"trace[252817479] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"104.670438ms","start":"2026-07-01T09:45:42.051076Z","end":"2026-07-01T09:45:42.155747Z","steps":["trace[252817479] 'process raft request' (duration: 104.512084ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:42.863203Z","caller":"traceutil/trace.go:171","msg":"trace[227674650] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"697.271333ms","start":"2026-07-01T09:45:42.165902Z","end":"2026-07-01T09:45:42.863173Z","steps":["trace[227674650] 'process raft request' (duration: 621.329222ms)","trace[227674650] 'compare' (duration: 75.800877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:42.863374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:42.165872Z","time spent":"697.403966ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:42.929818Z","caller":"traceutil/trace.go:171","msg":"trace[1596581855] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"622.71058ms","start":"2026-07-01T09:45:42.307082Z","end":"2026-07-01T09:45:42.929793Z","steps":["trace[1596581855] 'process raft request' (duration: 622.466023ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:42.929836Z","caller":"traceutil/trace.go:171","msg":"trace[1138303803] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"223.699818ms","start":"2026-07-01T09:45:42.70611Z","end":"2026-07-01T09:45:42.92981Z","steps":["trace[1138303803] 'process raft request' (duration: 223.624086ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:42.929877Z","caller":"traceutil/trace.go:171","msg":"trace[24822255] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"225.054136ms","start":"2026-07-01T09:45:42.704788Z","end":"2026-07-01T09:45:42.929842Z","steps":["trace[24822255] 'process raft request' (duration: 224.908332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:42.929948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:42.307045Z","time spent":"622.832703ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:45:42.930028Z","caller":"traceutil/trace.go:171","msg":"trace[771021634] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"223.336249ms","start":"2026-07-01T09:45:42.70668Z","end":"2026-07-01T09:45:42.930016Z","steps":["trace[771021634] 'process raft request' (duration: 223.089832ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:42.930045Z","caller":"traceutil/trace.go:171","msg":"trace[1270316233] linearizableReadLoop","detail":"{readStateIndex:9221; appliedIndex:9219; }","duration":"387.009973ms","start":"2026-07-01T09:45:42.543001Z","end":"2026-07-01T09:45:42.930011Z","steps":["trace[1270316233] 'read index received' (duration: 244.242461ms)","trace[1270316233] 'applied index is now lower than readState.Index' (duration: 142.764112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:45:42.930166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.149076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:45:42.930263Z","caller":"traceutil/trace.go:171","msg":"trace[280722627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8902; }","duration":"387.296631ms","start":"2026-07-01T09:45:42.542947Z","end":"2026-07-01T09:45:42.930243Z","steps":["trace[280722627] 'agreement among raft nodes before linearized reading' (duration: 387.150907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:42.930318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:45:42.542921Z","time spent":"387.384153ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:45:42.930337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.642948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:45:42.930376Z","caller":"traceutil/trace.go:171","msg":"trace[451023346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8902; }","duration":"161.682039ms","start":"2026-07-01T09:45:42.768682Z","end":"2026-07-01T09:45:42.930364Z","steps":["trace[451023346] 'agreement among raft nodes before linearized reading' (duration: 161.501804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:42.93044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.831244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-01T09:45:42.930456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.743724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T09:45:42.930462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.136857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T09:45:42.930507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.959959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:45:42.930526Z","caller":"traceutil/trace.go:171","msg":"trace[1282397653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8902; }","duration":"160.820326ms","start":"2026-07-01T09:45:42.769686Z","end":"2026-07-01T09:45:42.930506Z","steps":["trace[1282397653] 'agreement among raft nodes before linearized reading' (duration: 160.58019ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:42.93058Z","caller":"traceutil/trace.go:171","msg":"trace[239118453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8902; }","duration":"160.312172ms","start":"2026-07-01T09:45:42.770245Z","end":"2026-07-01T09:45:42.930557Z","steps":["trace[239118453] 'agreement among raft nodes before linearized reading' (duration: 159.969672ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:42.930588Z","caller":"traceutil/trace.go:171","msg":"trace[611278253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8902; }","duration":"161.074893ms","start":"2026-07-01T09:45:42.7695Z","end":"2026-07-01T09:45:42.930575Z","steps":["trace[611278253] 'agreement among raft nodes before linearized reading' (duration: 160.820226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:45:42.930446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.095926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:45:42.930675Z","caller":"traceutil/trace.go:171","msg":"trace[12441237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8902; }","duration":"160.364293ms","start":"2026-07-01T09:45:42.770298Z","end":"2026-07-01T09:45:42.930662Z","steps":["trace[12441237] 'agreement among raft nodes before linearized reading' (duration: 160.041265ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:42.930489Z","caller":"traceutil/trace.go:171","msg":"trace[228714461] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:8902; }","duration":"157.916816ms","start":"2026-07-01T09:45:42.772558Z","end":"2026-07-01T09:45:42.930475Z","steps":["trace[228714461] 'agreement among raft nodes before linearized reading' (duration: 157.739641ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:50.05505Z","caller":"traceutil/trace.go:171","msg":"trace[301442415] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"187.98208ms","start":"2026-07-01T09:45:49.867043Z","end":"2026-07-01T09:45:50.055025Z","steps":["trace[301442415] 'process raft request' (duration: 187.822685ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:45:59.529268Z","caller":"traceutil/trace.go:171","msg":"trace[494432060] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"136.674694ms","start":"2026-07-01T09:45:59.392565Z","end":"2026-07-01T09:45:59.52924Z","steps":["trace[494432060] 'process raft request' (duration: 136.478819ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:43.303196Z","caller":"traceutil/trace.go:171","msg":"trace[930565594] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"106.152338ms","start":"2026-07-01T09:46:43.19702Z","end":"2026-07-01T09:46:43.303172Z","steps":["trace[930565594] 'process raft request' (duration: 105.959392ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:43.303516Z","caller":"traceutil/trace.go:171","msg":"trace[2039653440] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"105.098079ms","start":"2026-07-01T09:46:43.198397Z","end":"2026-07-01T09:46:43.303495Z","steps":["trace[2039653440] 'process raft request' (duration: 104.728479ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:43.303969Z","caller":"traceutil/trace.go:171","msg":"trace[626197501] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"104.691377ms","start":"2026-07-01T09:46:43.19925Z","end":"2026-07-01T09:46:43.303942Z","steps":["trace[626197501] 'process raft request' (duration: 104.191363ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:43.518713Z","caller":"traceutil/trace.go:171","msg":"trace[561487482] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"209.170099ms","start":"2026-07-01T09:46:43.309513Z","end":"2026-07-01T09:46:43.518683Z","steps":["trace[561487482] 'process raft request' (duration: 209.080276ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:43.518928Z","caller":"traceutil/trace.go:171","msg":"trace[92851331] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"209.318363ms","start":"2026-07-01T09:46:43.309592Z","end":"2026-07-01T09:46:43.51891Z","steps":["trace[92851331] 'process raft request' (duration: 209.051216ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:43.519019Z","caller":"traceutil/trace.go:171","msg":"trace[157047964] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"209.550389ms","start":"2026-07-01T09:46:43.309457Z","end":"2026-07-01T09:46:43.519008Z","steps":["trace[157047964] 'process raft request' (duration: 206.265348ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:43.519157Z","caller":"traceutil/trace.go:171","msg":"trace[358992975] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"209.666733ms","start":"2026-07-01T09:46:43.309479Z","end":"2026-07-01T09:46:43.519146Z","steps":["trace[358992975] 'process raft request' (duration: 209.038615ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:43.519253Z","caller":"traceutil/trace.go:171","msg":"trace[62426351] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"208.815089ms","start":"2026-07-01T09:46:43.310424Z","end":"2026-07-01T09:46:43.519239Z","steps":["trace[62426351] 'process raft request' (duration: 208.426498ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:43.519428Z","caller":"traceutil/trace.go:171","msg":"trace[1502266011] linearizableReadLoop","detail":"{readStateIndex:9896; appliedIndex:9891; }","duration":"164.005109ms","start":"2026-07-01T09:46:43.35541Z","end":"2026-07-01T09:46:43.519415Z","steps":["trace[1502266011] 'read index received' (duration: 160.303857ms)","trace[1502266011] 'applied index is now lower than readState.Index' (duration: 3.700222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:46:43.519876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.449551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-01T09:46:43.51992Z","caller":"traceutil/trace.go:171","msg":"trace[1688102455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:9557; }","duration":"164.538424ms","start":"2026-07-01T09:46:43.355368Z","end":"2026-07-01T09:46:43.519907Z","steps":["trace[1688102455] 'agreement among raft nodes before linearized reading' (duration: 164.367289ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:55.499333Z","caller":"traceutil/trace.go:171","msg":"trace[412677420] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"169.447519ms","start":"2026-07-01T09:46:55.329859Z","end":"2026-07-01T09:46:55.499306Z","steps":["trace[412677420] 'process raft request' (duration: 169.246914ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:55.874529Z","caller":"traceutil/trace.go:171","msg":"trace[945672009] linearizableReadLoop","detail":"{readStateIndex:9966; appliedIndex:9962; }","duration":"424.159468ms","start":"2026-07-01T09:46:55.450339Z","end":"2026-07-01T09:46:55.874499Z","steps":["trace[945672009] 'read index received' (duration: 48.848602ms)","trace[945672009] 'applied index is now lower than readState.Index' (duration: 375.309446ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:46:55.874612Z","caller":"traceutil/trace.go:171","msg":"trace[1172851269] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"526.743267ms","start":"2026-07-01T09:46:55.34783Z","end":"2026-07-01T09:46:55.874573Z","steps":["trace[1172851269] 'process raft request' (duration: 526.625713ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:55.874689Z","caller":"traceutil/trace.go:171","msg":"trace[1042848449] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"531.116459ms","start":"2026-07-01T09:46:55.343529Z","end":"2026-07-01T09:46:55.874645Z","steps":["trace[1042848449] 'process raft request' (duration: 530.681026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.874761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.793522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:46:55.874788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.347776Z","time spent":"526.911622ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:46:55.874805Z","caller":"traceutil/trace.go:171","msg":"trace[654251195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9623; }","duration":"331.924046ms","start":"2026-07-01T09:46:55.542869Z","end":"2026-07-01T09:46:55.874793Z","steps":["trace[654251195] 'agreement among raft nodes before linearized reading' (duration: 331.824663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.874786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.421545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:46:55.874845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.542832Z","time spent":"332.004748ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:46:55.874854Z","caller":"traceutil/trace.go:171","msg":"trace[869969481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9623; }","duration":"424.57515ms","start":"2026-07-01T09:46:55.450262Z","end":"2026-07-01T09:46:55.874837Z","steps":["trace[869969481] 'agreement among raft nodes before linearized reading' (duration: 424.404965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.874845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.34351Z","time spent":"531.253912ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:46:55.874898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.450229Z","time spent":"424.657502ms","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:46:55.874909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.875208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:46:55.874965Z","caller":"traceutil/trace.go:171","msg":"trace[205073910] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9623; }","duration":"110.992182ms","start":"2026-07-01T09:46:55.763959Z","end":"2026-07-01T09:46:55.874951Z","steps":["trace[205073910] 'agreement among raft nodes before linearized reading' (duration: 110.880549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.874954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.956219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T09:46:55.875027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.775467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:46:55.874658Z","caller":"traceutil/trace.go:171","msg":"trace[1549194393] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"526.680025ms","start":"2026-07-01T09:46:55.347837Z","end":"2026-07-01T09:46:55.874517Z","steps":["trace[1549194393] 'process raft request' (duration: 526.581252ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:55.875075Z","caller":"traceutil/trace.go:171","msg":"trace[26815465] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9623; }","duration":"230.880129ms","start":"2026-07-01T09:46:55.644182Z","end":"2026-07-01T09:46:55.875062Z","steps":["trace[26815465] 'agreement among raft nodes before linearized reading' (duration: 230.805337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.875114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.754289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-01T09:46:55.875138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.347827Z","time spent":"527.270261ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:46:55.875152Z","caller":"traceutil/trace.go:171","msg":"trace[1723902298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:9623; }","duration":"276.81196ms","start":"2026-07-01T09:46:55.598332Z","end":"2026-07-01T09:46:55.875144Z","steps":["trace[1723902298] 'agreement among raft nodes before linearized reading' (duration: 276.721228ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:55.875027Z","caller":"traceutil/trace.go:171","msg":"trace[1751176654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9623; }","duration":"288.059512ms","start":"2026-07-01T09:46:55.586951Z","end":"2026-07-01T09:46:55.875011Z","steps":["trace[1751176654] 'agreement among raft nodes before linearized reading' (duration: 287.863346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.875228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.615135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:46:55.875268Z","caller":"traceutil/trace.go:171","msg":"trace[1378983391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9623; }","duration":"289.680027ms","start":"2026-07-01T09:46:55.585579Z","end":"2026-07-01T09:46:55.875259Z","steps":["trace[1378983391] 'agreement among raft nodes before linearized reading' (duration: 289.468801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.875379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.418296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T09:46:55.875393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.109412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T09:46:55.875404Z","caller":"traceutil/trace.go:171","msg":"trace[1860542902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9623; }","duration":"299.548919ms","start":"2026-07-01T09:46:55.575849Z","end":"2026-07-01T09:46:55.875398Z","steps":["trace[1860542902] 'agreement among raft nodes before linearized reading' (duration: 299.483128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:55.875414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.531744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:46:55.875431Z","caller":"traceutil/trace.go:171","msg":"trace[1758233450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9623; }","duration":"293.158343ms","start":"2026-07-01T09:46:55.582262Z","end":"2026-07-01T09:46:55.875421Z","steps":["trace[1758233450] 'agreement among raft nodes before linearized reading' (duration: 293.037ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:55.87546Z","caller":"traceutil/trace.go:171","msg":"trace[1548467175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9623; }","duration":"293.592145ms","start":"2026-07-01T09:46:55.581857Z","end":"2026-07-01T09:46:55.875449Z","steps":["trace[1548467175] 'agreement among raft nodes before linearized reading' (duration: 293.394829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:56.221298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.974051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:46:56.221473Z","caller":"traceutil/trace.go:171","msg":"trace[38076641] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"340.815712ms","start":"2026-07-01T09:46:55.880637Z","end":"2026-07-01T09:46:56.221453Z","steps":["trace[38076641] 'process raft request' (duration: 229.588074ms)","trace[38076641] 'compare' (duration: 110.820477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:46:56.221549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.880613Z","time spent":"340.904014ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:46:56.22163Z","caller":"traceutil/trace.go:171","msg":"trace[1184359220] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"340.654508ms","start":"2026-07-01T09:46:55.880964Z","end":"2026-07-01T09:46:56.221619Z","steps":["trace[1184359220] 'process raft request' (duration: 340.439702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:56.221694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.880954Z","time spent":"340.710399ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:46:56.221868Z","caller":"traceutil/trace.go:171","msg":"trace[1775735654] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"340.77236ms","start":"2026-07-01T09:46:55.881046Z","end":"2026-07-01T09:46:56.221818Z","steps":["trace[1775735654] 'process raft request' (duration: 340.535754ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:46:56.221884Z","caller":"traceutil/trace.go:171","msg":"trace[320647429] linearizableReadLoop","detail":"{readStateIndex:9971; appliedIndex:9967; }","duration":"320.706305ms","start":"2026-07-01T09:46:55.901151Z","end":"2026-07-01T09:46:56.221858Z","steps":["trace[320647429] 'read index received' (duration: 209.085996ms)","trace[320647429] 'applied index is now lower than readState.Index' (duration: 111.618979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:46:56.222025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.8875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:46:56.222041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.881034Z","time spent":"340.925065ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:46:56.222061Z","caller":"traceutil/trace.go:171","msg":"trace[1832951336] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9628; }","duration":"320.958763ms","start":"2026-07-01T09:46:55.901092Z","end":"2026-07-01T09:46:56.222051Z","steps":["trace[1832951336] 'agreement among raft nodes before linearized reading' (duration: 320.886991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:56.222695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.901079Z","time spent":"321.58516ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:46:56.221885Z","caller":"traceutil/trace.go:171","msg":"trace[874620959] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"340.183664ms","start":"2026-07-01T09:46:55.881676Z","end":"2026-07-01T09:46:56.221859Z","steps":["trace[874620959] 'process raft request' (duration: 340.068031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:46:56.222096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.858927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:46:56.222953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:46:55.88166Z","time spent":"341.223953ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:46:56.222995Z","caller":"traceutil/trace.go:171","msg":"trace[510076357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9628; }","duration":"262.803453ms","start":"2026-07-01T09:46:55.960172Z","end":"2026-07-01T09:46:56.222975Z","steps":["trace[510076357] 'agreement among raft nodes before linearized reading' (duration: 261.852287ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:47:00.983569Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T09:47:00.989035Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-01T09:47:00.989132Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-01T09:48:56.066159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8060} {"level":"info","ts":"2026-07-01T09:48:56.130557Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8060,"took":"62.282811ms","hash":2575216336,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":28512256,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-01T09:48:56.130649Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2575216336,"revision":8060,"compact-revision":5864} {"level":"info","ts":"2026-07-01T09:50:16.780906Z","caller":"traceutil/trace.go:171","msg":"trace[335078952] transaction","detail":"{read_only:false; response_revision:11341; number_of_response:1; }","duration":"108.34716ms","start":"2026-07-01T09:50:16.672538Z","end":"2026-07-01T09:50:16.780885Z","steps":["trace[335078952] 'process raft request' (duration: 108.207066ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:16.837176Z","caller":"traceutil/trace.go:171","msg":"trace[361880580] transaction","detail":"{read_only:false; response_revision:11342; number_of_response:1; }","duration":"158.019307ms","start":"2026-07-01T09:50:16.679132Z","end":"2026-07-01T09:50:16.837152Z","steps":["trace[361880580] 'process raft request' (duration: 157.724979ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:16.837158Z","caller":"traceutil/trace.go:171","msg":"trace[436899870] transaction","detail":"{read_only:false; response_revision:11343; number_of_response:1; }","duration":"128.550472ms","start":"2026-07-01T09:50:16.708573Z","end":"2026-07-01T09:50:16.837124Z","steps":["trace[436899870] 'process raft request' (duration: 128.47194ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:38.994157Z","caller":"traceutil/trace.go:171","msg":"trace[814345432] transaction","detail":"{read_only:false; response_revision:11465; number_of_response:1; }","duration":"123.933368ms","start":"2026-07-01T09:50:38.870196Z","end":"2026-07-01T09:50:38.994129Z","steps":["trace[814345432] 'process raft request' (duration: 123.790765ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:39.038256Z","caller":"traceutil/trace.go:171","msg":"trace[1723324819] transaction","detail":"{read_only:false; response_revision:11466; number_of_response:1; }","duration":"125.825441ms","start":"2026-07-01T09:50:38.912407Z","end":"2026-07-01T09:50:39.038232Z","steps":["trace[1723324819] 'process raft request' (duration: 125.679917ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:39.038587Z","caller":"traceutil/trace.go:171","msg":"trace[910967863] transaction","detail":"{read_only:false; response_revision:11467; number_of_response:1; }","duration":"125.243574ms","start":"2026-07-01T09:50:38.913311Z","end":"2026-07-01T09:50:39.038554Z","steps":["trace[910967863] 'process raft request' (duration: 124.891075ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:39.4793Z","caller":"traceutil/trace.go:171","msg":"trace[621734231] transaction","detail":"{read_only:false; response_revision:11473; number_of_response:1; }","duration":"118.229823ms","start":"2026-07-01T09:50:39.361043Z","end":"2026-07-01T09:50:39.479272Z","steps":["trace[621734231] 'process raft request' (duration: 118.024677ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:50:39.54734Z","caller":"traceutil/trace.go:171","msg":"trace[2008975648] linearizableReadLoop","detail":"{readStateIndex:11873; appliedIndex:11872; }","duration":"142.534948ms","start":"2026-07-01T09:50:39.404782Z","end":"2026-07-01T09:50:39.547317Z","steps":["trace[2008975648] 'read index received' (duration: 74.470206ms)","trace[2008975648] 'applied index is now lower than readState.Index' (duration: 68.063621ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:50:39.547478Z","caller":"traceutil/trace.go:171","msg":"trace[838574514] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"145.57159ms","start":"2026-07-01T09:50:39.401841Z","end":"2026-07-01T09:50:39.547412Z","steps":["trace[838574514] 'process raft request' (duration: 100.497378ms)","trace[838574514] 'compare' (duration: 44.870527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:50:39.54765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.794914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-01T09:50:39.547728Z","caller":"traceutil/trace.go:171","msg":"trace[1559131250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:11474; }","duration":"142.95821ms","start":"2026-07-01T09:50:39.404729Z","end":"2026-07-01T09:50:39.547687Z","steps":["trace[1559131250] 'agreement among raft nodes before linearized reading' (duration: 142.677562ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:53:56.071259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10487} {"level":"info","ts":"2026-07-01T09:53:56.152147Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10487,"took":"78.745645ms","hash":589877426,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":27668480,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-01T09:53:56.152202Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":589877426,"revision":10487,"compact-revision":8060} {"level":"warn","ts":"2026-07-01T09:56:57.687121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.712331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:56:57.687234Z","caller":"traceutil/trace.go:171","msg":"trace[283859785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14000; }","duration":"145.864745ms","start":"2026-07-01T09:56:57.541346Z","end":"2026-07-01T09:56:57.687211Z","steps":["trace[283859785] 'range keys from in-memory index tree' (duration: 145.613329ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:56:57.889735Z","caller":"traceutil/trace.go:171","msg":"trace[1294013248] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"108.95808ms","start":"2026-07-01T09:56:57.780743Z","end":"2026-07-01T09:56:57.889702Z","steps":["trace[1294013248] 'process raft request' (duration: 108.692443ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:05.390199Z","caller":"traceutil/trace.go:171","msg":"trace[586044616] transaction","detail":"{read_only:false; response_revision:14039; number_of_response:1; }","duration":"112.757323ms","start":"2026-07-01T09:57:05.277424Z","end":"2026-07-01T09:57:05.390181Z","steps":["trace[586044616] 'process raft request' (duration: 112.635129ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:05.510133Z","caller":"traceutil/trace.go:171","msg":"trace[1291591015] linearizableReadLoop","detail":"{readStateIndex:14530; appliedIndex:14528; }","duration":"204.417451ms","start":"2026-07-01T09:57:05.305692Z","end":"2026-07-01T09:57:05.510109Z","steps":["trace[1291591015] 'read index received' (duration: 84.435981ms)","trace[1291591015] 'applied index is now lower than readState.Index' (duration: 119.98015ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:57:05.510226Z","caller":"traceutil/trace.go:171","msg":"trace[1747205629] transaction","detail":"{read_only:false; response_revision:14040; number_of_response:1; }","duration":"222.653659ms","start":"2026-07-01T09:57:05.287544Z","end":"2026-07-01T09:57:05.510198Z","steps":["trace[1747205629] 'process raft request' (duration: 209.739037ms)","trace[1747205629] 'compare' (duration: 12.700726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:57:05.510389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.684838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:57:05.510435Z","caller":"traceutil/trace.go:171","msg":"trace[2111909501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14040; }","duration":"204.777171ms","start":"2026-07-01T09:57:05.305647Z","end":"2026-07-01T09:57:05.510425Z","steps":["trace[2111909501] 'agreement among raft nodes before linearized reading' (duration: 204.609766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:05.510497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.830893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T09:57:05.510576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.548342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:57:05.510581Z","caller":"traceutil/trace.go:171","msg":"trace[1529058313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14040; }","duration":"193.968346ms","start":"2026-07-01T09:57:05.316593Z","end":"2026-07-01T09:57:05.510561Z","steps":["trace[1529058313] 'agreement among raft nodes before linearized reading' (duration: 193.71744ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:05.510618Z","caller":"traceutil/trace.go:171","msg":"trace[2146447058] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14040; }","duration":"143.644095ms","start":"2026-07-01T09:57:05.366963Z","end":"2026-07-01T09:57:05.510607Z","steps":["trace[2146447058] 'agreement among raft nodes before linearized reading' (duration: 143.552172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:05.510721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.824575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:57:05.510861Z","caller":"traceutil/trace.go:171","msg":"trace[1464206590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14040; }","duration":"113.050181ms","start":"2026-07-01T09:57:05.39779Z","end":"2026-07-01T09:57:05.51084Z","steps":["trace[1464206590] 'agreement among raft nodes before linearized reading' (duration: 112.556728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:13.295362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.096449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T09:57:13.295454Z","caller":"traceutil/trace.go:171","msg":"trace[728928513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14093; }","duration":"114.235712ms","start":"2026-07-01T09:57:13.181197Z","end":"2026-07-01T09:57:13.295433Z","steps":["trace[728928513] 'range keys from in-memory index tree' (duration: 113.895853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:13.295378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.385533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:57:13.295477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.431127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-9cccn\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-07-01T09:57:13.295514Z","caller":"traceutil/trace.go:171","msg":"trace[1472191395] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14093; }","duration":"166.538877ms","start":"2026-07-01T09:57:13.128953Z","end":"2026-07-01T09:57:13.295491Z","steps":["trace[1472191395] 'range keys from in-memory index tree' (duration: 166.365792ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:13.295541Z","caller":"traceutil/trace.go:171","msg":"trace[145288738] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-9cccn; range_end:; response_count:1; response_revision:14093; }","duration":"361.54358ms","start":"2026-07-01T09:57:12.933981Z","end":"2026-07-01T09:57:13.295525Z","steps":["trace[145288738] 'range keys from in-memory index tree' (duration: 361.275662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:13.295508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.430642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19097"} {"level":"warn","ts":"2026-07-01T09:57:13.295575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:57:12.93396Z","time spent":"361.608891ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11651,"request content":"key:\"/registry/pods/openstack/openvswitch-9cccn\" "} {"level":"info","ts":"2026-07-01T09:57:13.29562Z","caller":"traceutil/trace.go:171","msg":"trace[1502870937] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14093; }","duration":"232.587397ms","start":"2026-07-01T09:57:13.063004Z","end":"2026-07-01T09:57:13.295591Z","steps":["trace[1502870937] 'range keys from in-memory index tree' (duration: 232.202136ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:14.209725Z","caller":"traceutil/trace.go:171","msg":"trace[889759999] transaction","detail":"{read_only:false; response_revision:14100; number_of_response:1; }","duration":"263.61885ms","start":"2026-07-01T09:57:13.946076Z","end":"2026-07-01T09:57:14.209694Z","steps":["trace[889759999] 'process raft request' (duration: 263.263341ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:15.737501Z","caller":"traceutil/trace.go:171","msg":"trace[1740400426] transaction","detail":"{read_only:false; response_revision:14114; number_of_response:1; }","duration":"125.415707ms","start":"2026-07-01T09:57:15.612057Z","end":"2026-07-01T09:57:15.737472Z","steps":["trace[1740400426] 'process raft request' (duration: 125.207261ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:15.738179Z","caller":"traceutil/trace.go:171","msg":"trace[1780586416] transaction","detail":"{read_only:false; response_revision:14115; number_of_response:1; }","duration":"123.994337ms","start":"2026-07-01T09:57:15.614154Z","end":"2026-07-01T09:57:15.738148Z","steps":["trace[1780586416] 'process raft request' (duration: 123.813943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:23.960187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.792129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T09:57:23.960268Z","caller":"traceutil/trace.go:171","msg":"trace[503081381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14267; }","duration":"157.913022ms","start":"2026-07-01T09:57:23.802341Z","end":"2026-07-01T09:57:23.960254Z","steps":["trace[503081381] 'range keys from in-memory index tree' (duration: 157.621014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:23.960559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.617203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T09:57:23.960604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.090717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:57:23.960647Z","caller":"traceutil/trace.go:171","msg":"trace[1202920238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14267; }","duration":"317.757737ms","start":"2026-07-01T09:57:23.642868Z","end":"2026-07-01T09:57:23.960626Z","steps":["trace[1202920238] 'range keys from in-memory index tree' (duration: 317.395147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:23.960708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:57:23.642841Z","time spent":"317.85801ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T09:57:23.960716Z","caller":"traceutil/trace.go:171","msg":"trace[1037938675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14267; }","duration":"187.260132ms","start":"2026-07-01T09:57:23.773431Z","end":"2026-07-01T09:57:23.960691Z","steps":["trace[1037938675] 'range keys from in-memory index tree' (duration: 186.83278ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:24.066257Z","caller":"traceutil/trace.go:171","msg":"trace[1198960517] linearizableReadLoop","detail":"{readStateIndex:14763; appliedIndex:14762; }","duration":"102.291777ms","start":"2026-07-01T09:57:23.963945Z","end":"2026-07-01T09:57:24.066237Z","steps":["trace[1198960517] 'read index received' (duration: 102.147343ms)","trace[1198960517] 'applied index is now lower than readState.Index' (duration: 143.684µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:57:24.066311Z","caller":"traceutil/trace.go:171","msg":"trace[1151185774] transaction","detail":"{read_only:false; response_revision:14268; number_of_response:1; }","duration":"102.745149ms","start":"2026-07-01T09:57:23.963542Z","end":"2026-07-01T09:57:24.066287Z","steps":["trace[1151185774] 'process raft request' (duration: 102.490772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:57:24.066566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.583025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T09:57:24.066706Z","caller":"traceutil/trace.go:171","msg":"trace[393579012] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14268; }","duration":"102.77481ms","start":"2026-07-01T09:57:23.963909Z","end":"2026-07-01T09:57:24.066684Z","steps":["trace[393579012] 'agreement among raft nodes before linearized reading' (duration: 102.42184ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:24.067548Z","caller":"traceutil/trace.go:171","msg":"trace[661367827] transaction","detail":"{read_only:false; response_revision:14269; number_of_response:1; }","duration":"102.76047ms","start":"2026-07-01T09:57:23.964761Z","end":"2026-07-01T09:57:24.067521Z","steps":["trace[661367827] 'process raft request' (duration: 102.586955ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:24.067759Z","caller":"traceutil/trace.go:171","msg":"trace[1931663530] transaction","detail":"{read_only:false; response_revision:14270; number_of_response:1; }","duration":"102.40633ms","start":"2026-07-01T09:57:23.965306Z","end":"2026-07-01T09:57:24.067712Z","steps":["trace[1931663530] 'process raft request' (duration: 102.174184ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:43.576934Z","caller":"traceutil/trace.go:171","msg":"trace[1377372415] transaction","detail":"{read_only:false; response_revision:14594; number_of_response:1; }","duration":"120.087482ms","start":"2026-07-01T09:57:43.456817Z","end":"2026-07-01T09:57:43.576905Z","steps":["trace[1377372415] 'process raft request' (duration: 47.173786ms)","trace[1377372415] 'compare' (duration: 72.71477ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:57:43.577274Z","caller":"traceutil/trace.go:171","msg":"trace[2098956940] transaction","detail":"{read_only:false; response_revision:14595; number_of_response:1; }","duration":"120.060931ms","start":"2026-07-01T09:57:43.457184Z","end":"2026-07-01T09:57:43.577245Z","steps":["trace[2098956940] 'process raft request' (duration: 119.66324ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:43.57732Z","caller":"traceutil/trace.go:171","msg":"trace[674237769] transaction","detail":"{read_only:false; response_revision:14597; number_of_response:1; }","duration":"118.522988ms","start":"2026-07-01T09:57:43.458769Z","end":"2026-07-01T09:57:43.577292Z","steps":["trace[674237769] 'process raft request' (duration: 118.451737ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:57:43.577408Z","caller":"traceutil/trace.go:171","msg":"trace[828611456] transaction","detail":"{read_only:false; response_revision:14596; number_of_response:1; }","duration":"119.091454ms","start":"2026-07-01T09:57:43.458272Z","end":"2026-07-01T09:57:43.577364Z","steps":["trace[828611456] 'process raft request' (duration: 118.821027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:53.100967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.747799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-01T09:58:53.101061Z","caller":"traceutil/trace.go:171","msg":"trace[629699535] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15307; }","duration":"138.895944ms","start":"2026-07-01T09:58:52.962148Z","end":"2026-07-01T09:58:53.101044Z","steps":["trace[629699535] 'range keys from in-memory index tree' (duration: 138.569095ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:53.101106Z","caller":"traceutil/trace.go:171","msg":"trace[1253732967] transaction","detail":"{read_only:false; response_revision:15308; number_of_response:1; }","duration":"126.818654ms","start":"2026-07-01T09:58:52.974262Z","end":"2026-07-01T09:58:53.10108Z","steps":["trace[1253732967] 'process raft request' (duration: 123.998218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:53.101342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.2428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:58:53.101448Z","caller":"traceutil/trace.go:171","msg":"trace[555077199] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15308; }","duration":"115.395464ms","start":"2026-07-01T09:58:52.986029Z","end":"2026-07-01T09:58:53.101425Z","steps":["trace[555077199] 'agreement among raft nodes before linearized reading' (duration: 115.133447ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:53.101248Z","caller":"traceutil/trace.go:171","msg":"trace[1212964702] linearizableReadLoop","detail":"{readStateIndex:15831; appliedIndex:15830; }","duration":"114.962272ms","start":"2026-07-01T09:58:52.986069Z","end":"2026-07-01T09:58:53.101031Z","steps":["trace[1212964702] 'read index received' (duration: 112.179856ms)","trace[1212964702] 'applied index is now lower than readState.Index' (duration: 2.780726ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:58:56.078026Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12742} {"level":"info","ts":"2026-07-01T09:58:56.165627Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12742,"took":"83.32227ms","hash":909224530,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":31006720,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T09:58:56.165711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":909224530,"revision":12742,"compact-revision":10487} {"level":"info","ts":"2026-07-01T09:58:58.709375Z","caller":"traceutil/trace.go:171","msg":"trace[1028964504] linearizableReadLoop","detail":"{readStateIndex:15856; appliedIndex:15855; }","duration":"150.688305ms","start":"2026-07-01T09:58:58.55865Z","end":"2026-07-01T09:58:58.709338Z","steps":["trace[1028964504] 'read index received' (duration: 150.536141ms)","trace[1028964504] 'applied index is now lower than readState.Index' (duration: 150.444µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:58:58.709448Z","caller":"traceutil/trace.go:171","msg":"trace[360306503] transaction","detail":"{read_only:false; response_revision:15331; number_of_response:1; }","duration":"156.969927ms","start":"2026-07-01T09:58:58.552451Z","end":"2026-07-01T09:58:58.709421Z","steps":["trace[360306503] 'process raft request' (duration: 156.479283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:58.709658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.980873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:58:58.709722Z","caller":"traceutil/trace.go:171","msg":"trace[1877986967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15331; }","duration":"151.074925ms","start":"2026-07-01T09:58:58.558631Z","end":"2026-07-01T09:58:58.709706Z","steps":["trace[1877986967] 'agreement among raft nodes before linearized reading' (duration: 150.87797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:58.71671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.972758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T09:58:58.716762Z","caller":"traceutil/trace.go:171","msg":"trace[1359850733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15332; }","duration":"153.040129ms","start":"2026-07-01T09:58:58.56371Z","end":"2026-07-01T09:58:58.71675Z","steps":["trace[1359850733] 'agreement among raft nodes before linearized reading' (duration: 152.904045ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:58.716991Z","caller":"traceutil/trace.go:171","msg":"trace[1704080980] transaction","detail":"{read_only:false; response_revision:15332; number_of_response:1; }","duration":"144.410984ms","start":"2026-07-01T09:58:58.572569Z","end":"2026-07-01T09:58:58.71698Z","steps":["trace[1704080980] 'process raft request' (duration: 143.979643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:59.184703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.237569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:58:59.18495Z","caller":"traceutil/trace.go:171","msg":"trace[1711514681] transaction","detail":"{read_only:false; response_revision:15336; number_of_response:1; }","duration":"251.179383ms","start":"2026-07-01T09:58:58.933752Z","end":"2026-07-01T09:58:59.184931Z","steps":["trace[1711514681] 'process raft request' (duration: 251.136882ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:59.185122Z","caller":"traceutil/trace.go:171","msg":"trace[1974574944] transaction","detail":"{read_only:false; response_revision:15335; number_of_response:1; }","duration":"380.382553ms","start":"2026-07-01T09:58:58.804705Z","end":"2026-07-01T09:58:59.185088Z","steps":["trace[1974574944] 'process raft request' (duration: 380.097495ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:59.185129Z","caller":"traceutil/trace.go:171","msg":"trace[463832717] transaction","detail":"{read_only:false; response_revision:15334; number_of_response:1; }","duration":"464.043022ms","start":"2026-07-01T09:58:58.721033Z","end":"2026-07-01T09:58:59.185076Z","steps":["trace[463832717] 'process raft request' (duration: 232.34997ms)","trace[463832717] 'compare' (duration: 230.88879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:58:59.185278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:58:58.80468Z","time spent":"380.512886ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:58:59.185278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:58:58.720989Z","time spent":"464.213136ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:58:59.218473Z","caller":"traceutil/trace.go:171","msg":"trace[368843611] linearizableReadLoop","detail":"{readStateIndex:15862; appliedIndex:15858; }","duration":"128.84378ms","start":"2026-07-01T09:58:59.089605Z","end":"2026-07-01T09:58:59.218449Z","steps":["trace[368843611] 'read index received' (duration: 61.810204ms)","trace[368843611] 'applied index is now lower than readState.Index' (duration: 67.032366ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:58:59.21856Z","caller":"traceutil/trace.go:171","msg":"trace[777779404] transaction","detail":"{read_only:false; response_revision:15337; number_of_response:1; }","duration":"249.735213ms","start":"2026-07-01T09:58:58.968799Z","end":"2026-07-01T09:58:59.218535Z","steps":["trace[777779404] 'process raft request' (duration: 249.462466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:59.218903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.293513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-01T09:58:59.21895Z","caller":"traceutil/trace.go:171","msg":"trace[1635842076] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:15338; }","duration":"129.402185ms","start":"2026-07-01T09:58:59.089535Z","end":"2026-07-01T09:58:59.218937Z","steps":["trace[1635842076] 'agreement among raft nodes before linearized reading' (duration: 129.019885ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:59.842544Z","caller":"traceutil/trace.go:171","msg":"trace[1721540190] transaction","detail":"{read_only:false; response_revision:15340; number_of_response:1; }","duration":"138.886303ms","start":"2026-07-01T09:58:59.703635Z","end":"2026-07-01T09:58:59.842521Z","steps":["trace[1721540190] 'process raft request' (duration: 138.724779ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:59.909829Z","caller":"traceutil/trace.go:171","msg":"trace[1207401855] transaction","detail":"{read_only:false; response_revision:15341; number_of_response:1; }","duration":"127.179675ms","start":"2026-07-01T09:58:59.782612Z","end":"2026-07-01T09:58:59.909792Z","steps":["trace[1207401855] 'process raft request' (duration: 126.99082ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:58:59.90978Z","caller":"traceutil/trace.go:171","msg":"trace[1529120419] linearizableReadLoop","detail":"{readStateIndex:15867; appliedIndex:15865; }","duration":"119.847395ms","start":"2026-07-01T09:58:59.789907Z","end":"2026-07-01T09:58:59.909755Z","steps":["trace[1529120419] 'read index received' (duration: 52.578902ms)","trace[1529120419] 'applied index is now lower than readState.Index' (duration: 67.267163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:58:59.910014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.754522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:58:59.910057Z","caller":"traceutil/trace.go:171","msg":"trace[1057468324] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15341; }","duration":"119.823244ms","start":"2026-07-01T09:58:59.790223Z","end":"2026-07-01T09:58:59.910046Z","steps":["trace[1057468324] 'agreement among raft nodes before linearized reading' (duration: 119.739922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:59.910052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.116042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:58:59.910138Z","caller":"traceutil/trace.go:171","msg":"trace[1452085208] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15341; }","duration":"120.238216ms","start":"2026-07-01T09:58:59.78988Z","end":"2026-07-01T09:58:59.910119Z","steps":["trace[1452085208] 'agreement among raft nodes before linearized reading' (duration: 119.997589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:58:59.910139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.799914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-01T09:58:59.910204Z","caller":"traceutil/trace.go:171","msg":"trace[1666368845] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15341; }","duration":"119.951578ms","start":"2026-07-01T09:58:59.790238Z","end":"2026-07-01T09:58:59.91019Z","steps":["trace[1666368845] 'agreement among raft nodes before linearized reading' (duration: 119.775353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:00.257585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.635823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:59:00.257699Z","caller":"traceutil/trace.go:171","msg":"trace[1182837796] linearizableReadLoop","detail":"{readStateIndex:15868; appliedIndex:15867; }","duration":"305.505362ms","start":"2026-07-01T09:58:59.952178Z","end":"2026-07-01T09:59:00.257684Z","steps":["trace[1182837796] 'read index received' (duration: 190.588882ms)","trace[1182837796] 'applied index is now lower than readState.Index' (duration: 114.91534ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:00.257729Z","caller":"traceutil/trace.go:171","msg":"trace[1691005451] transaction","detail":"{read_only:false; response_revision:15342; number_of_response:1; }","duration":"322.009563ms","start":"2026-07-01T09:58:59.935687Z","end":"2026-07-01T09:59:00.257697Z","steps":["trace[1691005451] 'process raft request' (duration: 207.160324ms)","trace[1691005451] 'compare' (duration: 114.421687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:00.25789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:58:59.93567Z","time spent":"322.133726ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:00.25794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.749979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T09:59:00.257992Z","caller":"traceutil/trace.go:171","msg":"trace[1434192283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15342; }","duration":"305.829482ms","start":"2026-07-01T09:58:59.95215Z","end":"2026-07-01T09:59:00.257979Z","steps":["trace[1434192283] 'agreement among raft nodes before linearized reading' (duration: 305.637366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:00.258004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.364303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-01T09:59:00.258107Z","caller":"traceutil/trace.go:171","msg":"trace[628821178] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15342; }","duration":"260.502957ms","start":"2026-07-01T09:58:59.997579Z","end":"2026-07-01T09:59:00.258082Z","steps":["trace[628821178] 'agreement among raft nodes before linearized reading' (duration: 260.282651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:00.258133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.863047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sbgsv\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-01T09:59:00.258202Z","caller":"traceutil/trace.go:171","msg":"trace[1363989149] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sbgsv; range_end:; response_count:1; response_revision:15342; }","duration":"104.96875ms","start":"2026-07-01T09:59:00.153218Z","end":"2026-07-01T09:59:00.258186Z","steps":["trace[1363989149] 'agreement among raft nodes before linearized reading' (duration: 104.795015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:00.25824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.563398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:00.258286Z","caller":"traceutil/trace.go:171","msg":"trace[668108716] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15342; }","duration":"260.634261ms","start":"2026-07-01T09:58:59.997642Z","end":"2026-07-01T09:59:00.258276Z","steps":["trace[668108716] 'agreement among raft nodes before linearized reading' (duration: 260.557779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:00.258032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:58:59.952137Z","time spent":"305.885503ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T09:59:00.258541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.355783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:59:00.258581Z","caller":"traceutil/trace.go:171","msg":"trace[1815158507] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15342; }","duration":"260.407615ms","start":"2026-07-01T09:58:59.998165Z","end":"2026-07-01T09:59:00.258573Z","steps":["trace[1815158507] 'agreement among raft nodes before linearized reading' (duration: 260.278821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:00.784706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.5531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:59:00.784894Z","caller":"traceutil/trace.go:171","msg":"trace[7705968] transaction","detail":"{read_only:false; response_revision:15343; number_of_response:1; }","duration":"522.776102ms","start":"2026-07-01T09:59:00.262092Z","end":"2026-07-01T09:59:00.784868Z","steps":["trace[7705968] 'process raft request' (duration: 305.986216ms)","trace[7705968] 'compare' (duration: 216.456766ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:00.784968Z","caller":"traceutil/trace.go:171","msg":"trace[2059657318] transaction","detail":"{read_only:false; response_revision:15344; number_of_response:1; }","duration":"353.562002ms","start":"2026-07-01T09:59:00.431386Z","end":"2026-07-01T09:59:00.784948Z","steps":["trace[2059657318] 'process raft request' (duration: 353.48562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:00.785034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.262072Z","time spent":"522.881055ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:00.785086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.431355Z","time spent":"353.664565ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:59:00.785212Z","caller":"traceutil/trace.go:171","msg":"trace[896192014] linearizableReadLoop","detail":"{readStateIndex:15869; appliedIndex:15868; }","duration":"522.490794ms","start":"2026-07-01T09:59:00.262696Z","end":"2026-07-01T09:59:00.785186Z","steps":["trace[896192014] 'read index received' (duration: 305.375299ms)","trace[896192014] 'applied index is now lower than readState.Index' (duration: 217.113035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:00.786463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.757078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:772948"} {"level":"info","ts":"2026-07-01T09:59:00.78652Z","caller":"traceutil/trace.go:171","msg":"trace[2032875197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15344; }","duration":"523.839801ms","start":"2026-07-01T09:59:00.262667Z","end":"2026-07-01T09:59:00.786507Z","steps":["trace[2032875197] 'agreement among raft nodes before linearized reading' (duration: 522.622088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:00.786559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.262651Z","time spent":"523.896912ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":772971,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T09:59:01.286172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189062529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T09:59:01.474464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.649884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:59:01.474562Z","caller":"traceutil/trace.go:171","msg":"trace[813469493] transaction","detail":"{read_only:false; response_revision:15345; number_of_response:1; }","duration":"753.730783ms","start":"2026-07-01T09:59:00.720812Z","end":"2026-07-01T09:59:01.474543Z","steps":["trace[813469493] 'process raft request' (duration: 595.916305ms)","trace[813469493] 'compare' (duration: 157.475449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:01.474661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.720745Z","time spent":"753.875547ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:59:01.511277Z","caller":"traceutil/trace.go:171","msg":"trace[1831014694] transaction","detail":"{read_only:false; response_revision:15346; number_of_response:1; }","duration":"320.49481ms","start":"2026-07-01T09:59:01.190755Z","end":"2026-07-01T09:59:01.51125Z","steps":["trace[1831014694] 'process raft request' (duration: 320.310425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.51145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.190736Z","time spent":"320.624414ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:59:01.511584Z","caller":"traceutil/trace.go:171","msg":"trace[221030125] transaction","detail":"{read_only:false; response_revision:15347; number_of_response:1; }","duration":"320.48688ms","start":"2026-07-01T09:59:01.191068Z","end":"2026-07-01T09:59:01.511555Z","steps":["trace[221030125] 'process raft request' (duration: 320.134151ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:01.511656Z","caller":"traceutil/trace.go:171","msg":"trace[1139926906] linearizableReadLoop","detail":"{readStateIndex:15874; appliedIndex:15870; }","duration":"726.357487ms","start":"2026-07-01T09:59:00.785262Z","end":"2026-07-01T09:59:01.511619Z","steps":["trace[1139926906] 'read index received' (duration: 531.595272ms)","trace[1139926906] 'applied index is now lower than readState.Index' (duration: 194.760605ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:01.511743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.191039Z","time spent":"320.620083ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T09:59:01.511822Z","caller":"traceutil/trace.go:171","msg":"trace[897736989] transaction","detail":"{read_only:false; response_revision:15348; number_of_response:1; }","duration":"286.465133ms","start":"2026-07-01T09:59:01.225342Z","end":"2026-07-01T09:59:01.511808Z","steps":["trace[897736989] 'process raft request' (duration: 286.083333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.511986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.360633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:01.511981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.540893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T09:59:01.512028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.541619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T09:59:01.512036Z","caller":"traceutil/trace.go:171","msg":"trace[425889625] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15348; }","duration":"967.433374ms","start":"2026-07-01T09:59:00.544589Z","end":"2026-07-01T09:59:01.512022Z","steps":["trace[425889625] 'agreement among raft nodes before linearized reading' (duration: 967.354722ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:01.512062Z","caller":"traceutil/trace.go:171","msg":"trace[1991618554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15348; }","duration":"738.618311ms","start":"2026-07-01T09:59:00.773433Z","end":"2026-07-01T09:59:01.512051Z","steps":["trace[1991618554] 'agreement among raft nodes before linearized reading' (duration: 738.480647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.51207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.314957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:01.512092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.773412Z","time spent":"738.673993ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T09:59:01.512126Z","caller":"traceutil/trace.go:171","msg":"trace[764656497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15348; }","duration":"972.39072ms","start":"2026-07-01T09:59:00.539722Z","end":"2026-07-01T09:59:01.512113Z","steps":["trace[764656497] 'agreement among raft nodes before linearized reading' (duration: 972.325358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.512168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.539707Z","time spent":"972.454751ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:59:01.512198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.732523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-01T09:59:01.512213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.273428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:01.512239Z","caller":"traceutil/trace.go:171","msg":"trace[164956872] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15348; }","duration":"637.804915ms","start":"2026-07-01T09:59:00.874425Z","end":"2026-07-01T09:59:01.51223Z","steps":["trace[164956872] 'agreement among raft nodes before linearized reading' (duration: 637.701572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.51226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.518267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:01.512284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.874405Z","time spent":"637.870986ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T09:59:01.512295Z","caller":"traceutil/trace.go:171","msg":"trace[1321602320] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15348; }","duration":"285.567339ms","start":"2026-07-01T09:59:01.226718Z","end":"2026-07-01T09:59:01.512285Z","steps":["trace[1321602320] 'agreement among raft nodes before linearized reading' (duration: 285.482967ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:01.512072Z","caller":"traceutil/trace.go:171","msg":"trace[1388517013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15348; }","duration":"798.663567ms","start":"2026-07-01T09:59:00.713385Z","end":"2026-07-01T09:59:01.512048Z","steps":["trace[1388517013] 'agreement among raft nodes before linearized reading' (duration: 798.374829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.512345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.713373Z","time spent":"798.961965ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T09:59:01.512358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.99481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:59:01.512391Z","caller":"traceutil/trace.go:171","msg":"trace[2063844290] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15348; }","duration":"286.038322ms","start":"2026-07-01T09:59:01.226344Z","end":"2026-07-01T09:59:01.512382Z","steps":["trace[2063844290] 'agreement among raft nodes before linearized reading' (duration: 285.922389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.512007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188003144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T09:59:01.512555Z","caller":"traceutil/trace.go:171","msg":"trace[1080463597] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15348; }","duration":"1.188588989s","start":"2026-07-01T09:59:00.323952Z","end":"2026-07-01T09:59:01.512541Z","steps":["trace[1080463597] 'agreement among raft nodes before linearized reading' (duration: 1.187989933s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.512567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.902366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-07-01T09:59:01.512594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.323938Z","time spent":"1.188642391s","remote":"127.0.0.1:38652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:59:01.51257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.185115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:59:01.512659Z","caller":"traceutil/trace.go:171","msg":"trace[379493292] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15348; }","duration":"286.296259ms","start":"2026-07-01T09:59:01.226336Z","end":"2026-07-01T09:59:01.512633Z","steps":["trace[379493292] 'agreement among raft nodes before linearized reading' (duration: 286.035772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.512741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.583874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-01T09:59:01.512078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.544576Z","time spent":"967.491916ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-01T09:59:01.512778Z","caller":"traceutil/trace.go:171","msg":"trace[37745935] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15348; }","duration":"287.635375ms","start":"2026-07-01T09:59:01.225134Z","end":"2026-07-01T09:59:01.51277Z","steps":["trace[37745935] 'agreement among raft nodes before linearized reading' (duration: 287.560363ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:01.5126Z","caller":"traceutil/trace.go:171","msg":"trace[1774311227] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15348; }","duration":"286.942577ms","start":"2026-07-01T09:59:01.225648Z","end":"2026-07-01T09:59:01.512591Z","steps":["trace[1774311227] 'agreement among raft nodes before linearized reading' (duration: 286.841734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.512671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.04695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-01T09:59:01.512944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.675947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18998"} {"level":"info","ts":"2026-07-01T09:59:01.513009Z","caller":"traceutil/trace.go:171","msg":"trace[37447990] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15348; }","duration":"432.77868ms","start":"2026-07-01T09:59:01.080216Z","end":"2026-07-01T09:59:01.512994Z","steps":["trace[37447990] 'agreement among raft nodes before linearized reading' (duration: 432.612265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.513049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.080195Z","time spent":"432.846401ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19021,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-01T09:59:01.512246Z","caller":"traceutil/trace.go:171","msg":"trace[652453028] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15348; }","duration":"286.33512ms","start":"2026-07-01T09:59:01.225901Z","end":"2026-07-01T09:59:01.512236Z","steps":["trace[652453028] 'agreement among raft nodes before linearized reading' (duration: 286.279878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.513253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.314128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T09:59:01.513304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.166213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T09:59:01.51296Z","caller":"traceutil/trace.go:171","msg":"trace[1036192033] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15348; }","duration":"287.350147ms","start":"2026-07-01T09:59:01.225591Z","end":"2026-07-01T09:59:01.512942Z","steps":["trace[1036192033] 'agreement among raft nodes before linearized reading' (duration: 287.027758ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:01.513313Z","caller":"traceutil/trace.go:171","msg":"trace[1887385419] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15348; }","duration":"823.418471ms","start":"2026-07-01T09:59:00.689879Z","end":"2026-07-01T09:59:01.513297Z","steps":["trace[1887385419] 'agreement among raft nodes before linearized reading' (duration: 821.91903ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:01.513351Z","caller":"traceutil/trace.go:171","msg":"trace[1127199588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15348; }","duration":"323.256135ms","start":"2026-07-01T09:59:01.190084Z","end":"2026-07-01T09:59:01.51334Z","steps":["trace[1127199588] 'agreement among raft nodes before linearized reading' (duration: 323.132632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:01.513377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:00.689815Z","time spent":"823.549145ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1601,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:59:01.513387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.190058Z","time spent":"323.322817ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T09:59:02.197963Z","caller":"traceutil/trace.go:171","msg":"trace[1700532831] linearizableReadLoop","detail":"{readStateIndex:15876; appliedIndex:15874; }","duration":"677.667331ms","start":"2026-07-01T09:59:01.520277Z","end":"2026-07-01T09:59:02.197944Z","steps":["trace[1700532831] 'read index received' (duration: 37.811µs)","trace[1700532831] 'applied index is now lower than readState.Index' (duration: 677.62881ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:02.198057Z","caller":"traceutil/trace.go:171","msg":"trace[917576415] transaction","detail":"{read_only:false; response_revision:15350; number_of_response:1; }","duration":"677.788455ms","start":"2026-07-01T09:59:01.52026Z","end":"2026-07-01T09:59:02.198048Z","steps":["trace[917576415] 'process raft request' (duration: 677.648941ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:02.198037Z","caller":"traceutil/trace.go:171","msg":"trace[318766837] transaction","detail":"{read_only:false; response_revision:15349; number_of_response:1; }","duration":"677.730753ms","start":"2026-07-01T09:59:01.520243Z","end":"2026-07-01T09:59:02.197974Z","steps":["trace[318766837] 'process raft request' (duration: 588.939034ms)","trace[318766837] 'compare' (duration: 88.609824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:02.198141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.520239Z","time spent":"677.838946ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:02.198386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.107783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T09:59:02.198414Z","caller":"traceutil/trace.go:171","msg":"trace[1938252878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15350; }","duration":"678.169955ms","start":"2026-07-01T09:59:01.520238Z","end":"2026-07-01T09:59:02.198408Z","steps":["trace[1938252878] 'agreement among raft nodes before linearized reading' (duration: 678.046792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.198433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.520213Z","time spent":"678.215437ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T09:59:02.198538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.520221Z","time spent":"677.898578ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:02.213742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.060801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.21381Z","caller":"traceutil/trace.go:171","msg":"trace[1663795017] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15351; }","duration":"573.150024ms","start":"2026-07-01T09:59:01.640641Z","end":"2026-07-01T09:59:02.213791Z","steps":["trace[1663795017] 'agreement among raft nodes before linearized reading' (duration: 573.057521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.213758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.922348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:02.213919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.521998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.213974Z","caller":"traceutil/trace.go:171","msg":"trace[607743612] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15351; }","duration":"575.628272ms","start":"2026-07-01T09:59:01.638332Z","end":"2026-07-01T09:59:02.21396Z","steps":["trace[607743612] 'agreement among raft nodes before linearized reading' (duration: 575.55736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.214045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.638291Z","time spent":"575.740855ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-01T09:59:02.214007Z","caller":"traceutil/trace.go:171","msg":"trace[1910188839] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15351; }","duration":"573.145824ms","start":"2026-07-01T09:59:01.640784Z","end":"2026-07-01T09:59:02.21393Z","steps":["trace[1910188839] 'agreement among raft nodes before linearized reading' (duration: 572.898497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.214199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.640777Z","time spent":"573.402481ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T09:59:02.214291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.460373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:59:02.214371Z","caller":"traceutil/trace.go:171","msg":"trace[1340352892] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15351; }","duration":"297.556446ms","start":"2026-07-01T09:59:01.916774Z","end":"2026-07-01T09:59:02.214331Z","steps":["trace[1340352892] 'agreement among raft nodes before linearized reading' (duration: 297.395391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.214402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.93356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rfcfm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-01T09:59:02.214452Z","caller":"traceutil/trace.go:171","msg":"trace[1220648251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rfcfm; range_end:; response_count:1; response_revision:15351; }","duration":"594.042864ms","start":"2026-07-01T09:59:01.620395Z","end":"2026-07-01T09:59:02.214438Z","steps":["trace[1220648251] 'agreement among raft nodes before linearized reading' (duration: 593.873699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.214444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.508362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-01T09:59:02.214504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.661789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.214515Z","caller":"traceutil/trace.go:171","msg":"trace[1626287447] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15351; }","duration":"280.596484ms","start":"2026-07-01T09:59:01.933905Z","end":"2026-07-01T09:59:02.214502Z","steps":["trace[1626287447] 'agreement among raft nodes before linearized reading' (duration: 280.42467ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:02.214542Z","caller":"traceutil/trace.go:171","msg":"trace[556817379] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15351; }","duration":"297.740711ms","start":"2026-07-01T09:59:01.916792Z","end":"2026-07-01T09:59:02.214532Z","steps":["trace[556817379] 'agreement among raft nodes before linearized reading' (duration: 297.68833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.21456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.891519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.214306Z","caller":"traceutil/trace.go:171","msg":"trace[95050177] transaction","detail":"{read_only:false; response_revision:15351; number_of_response:1; }","duration":"693.992616ms","start":"2026-07-01T09:59:01.520267Z","end":"2026-07-01T09:59:02.21426Z","steps":["trace[95050177] 'process raft request' (duration: 693.241525ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:02.214606Z","caller":"traceutil/trace.go:171","msg":"trace[829263480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15351; }","duration":"673.94672ms","start":"2026-07-01T09:59:01.540648Z","end":"2026-07-01T09:59:02.214594Z","steps":["trace[829263480] 'agreement among raft nodes before linearized reading' (duration: 673.879698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.214648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.54064Z","time spent":"673.999061ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T09:59:02.214685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.905214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:02.214699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.520247Z","time spent":"694.362726ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:02.214784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.026618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.214856Z","caller":"traceutil/trace.go:171","msg":"trace[119359526] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15351; }","duration":"284.11222ms","start":"2026-07-01T09:59:01.93071Z","end":"2026-07-01T09:59:02.214822Z","steps":["trace[119359526] 'agreement among raft nodes before linearized reading' (duration: 284.052348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.214502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.620385Z","time spent":"594.106115ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6468,"request content":"key:\"/registry/pods/openstack/keepalived-rfcfm\" "} {"level":"warn","ts":"2026-07-01T09:59:02.214936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.745882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4x7zv\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-07-01T09:59:02.214715Z","caller":"traceutil/trace.go:171","msg":"trace[1961284207] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15351; }","duration":"283.978256ms","start":"2026-07-01T09:59:01.930728Z","end":"2026-07-01T09:59:02.214706Z","steps":["trace[1961284207] 'agreement among raft nodes before linearized reading' (duration: 283.899574ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:02.214985Z","caller":"traceutil/trace.go:171","msg":"trace[1770981277] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4x7zv; range_end:; response_count:1; response_revision:15351; }","duration":"674.814903ms","start":"2026-07-01T09:59:01.540155Z","end":"2026-07-01T09:59:02.21497Z","steps":["trace[1770981277] 'agreement among raft nodes before linearized reading' (duration: 674.675909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.21422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.407711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:02.215028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.540143Z","time spent":"674.871645ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4x7zv\" "} {"level":"info","ts":"2026-07-01T09:59:02.215037Z","caller":"traceutil/trace.go:171","msg":"trace[1220966095] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15351; }","duration":"284.309095ms","start":"2026-07-01T09:59:01.930719Z","end":"2026-07-01T09:59:02.215028Z","steps":["trace[1220966095] 'agreement among raft nodes before linearized reading' (duration: 283.404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.215308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.230697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:59:02.215367Z","caller":"traceutil/trace.go:171","msg":"trace[1813472442] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15351; }","duration":"685.30809ms","start":"2026-07-01T09:59:01.530045Z","end":"2026-07-01T09:59:02.215353Z","steps":["trace[1813472442] 'agreement among raft nodes before linearized reading' (duration: 685.172246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.213861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.640629Z","time spent":"573.218796ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-01T09:59:02.215497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.283518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-01T09:59:02.215599Z","caller":"traceutil/trace.go:171","msg":"trace[1783806038] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15351; }","duration":"573.402831ms","start":"2026-07-01T09:59:01.64218Z","end":"2026-07-01T09:59:02.215583Z","steps":["trace[1783806038] 'agreement among raft nodes before linearized reading' (duration: 573.068212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.215412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.530034Z","time spent":"685.362461ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T09:59:02.217174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.384057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:772948"} {"level":"warn","ts":"2026-07-01T09:59:02.217266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.84105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-01T09:59:02.217339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.33274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-07-01T09:59:02.217795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.166533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:772948"} {"level":"warn","ts":"2026-07-01T09:59:02.218048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.251657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-01T09:59:02.221933Z","caller":"traceutil/trace.go:171","msg":"trace[340254764] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15351; }","duration":"305.198464ms","start":"2026-07-01T09:59:01.916709Z","end":"2026-07-01T09:59:02.221907Z","steps":["trace[340254764] 'agreement among raft nodes before linearized reading' (duration: 301.064252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.222037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.916672Z","time spent":"305.346418ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T09:59:02.222296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.642171Z","time spent":"580.114824ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T09:59:02.222873Z","caller":"traceutil/trace.go:171","msg":"trace[24538585] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15351; }","duration":"696.154775ms","start":"2026-07-01T09:59:01.526705Z","end":"2026-07-01T09:59:02.22286Z","steps":["trace[24538585] 'agreement among raft nodes before linearized reading' (duration: 688.823985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.223189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.526697Z","time spent":"696.471324ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":772971,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-01T09:59:02.223559Z","caller":"traceutil/trace.go:171","msg":"trace[54454938] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15351; }","duration":"701.194992ms","start":"2026-07-01T09:59:01.522352Z","end":"2026-07-01T09:59:02.223547Z","steps":["trace[54454938] 'agreement among raft nodes before linearized reading' (duration: 694.843539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.223642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.522332Z","time spent":"701.296345ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-01T09:59:02.2238Z","caller":"traceutil/trace.go:171","msg":"trace[364347651] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:15351; }","duration":"702.788055ms","start":"2026-07-01T09:59:01.520998Z","end":"2026-07-01T09:59:02.223786Z","steps":["trace[364347651] 'agreement among raft nodes before linearized reading' (duration: 696.287598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.223877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.520926Z","time spent":"702.93858ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-01T09:59:02.224058Z","caller":"traceutil/trace.go:171","msg":"trace[753868666] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15351; }","duration":"703.448674ms","start":"2026-07-01T09:59:01.520599Z","end":"2026-07-01T09:59:02.224047Z","steps":["trace[753868666] 'agreement among raft nodes before linearized reading' (duration: 696.755681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.224546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:01.520586Z","time spent":"703.946198ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":772971,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T09:59:02.952271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.256125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T09:59:02.95243Z","caller":"traceutil/trace.go:171","msg":"trace[582871723] linearizableReadLoop","detail":"{readStateIndex:15878; appliedIndex:15877; }","duration":"610.116111ms","start":"2026-07-01T09:59:02.342282Z","end":"2026-07-01T09:59:02.952398Z","steps":["trace[582871723] 'read index received' (duration: 300.536337ms)","trace[582871723] 'applied index is now lower than readState.Index' (duration: 309.578104ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:02.952534Z","caller":"traceutil/trace.go:171","msg":"trace[526532952] transaction","detail":"{read_only:false; response_revision:15352; number_of_response:1; }","duration":"685.310719ms","start":"2026-07-01T09:59:02.267189Z","end":"2026-07-01T09:59:02.952499Z","steps":["trace[526532952] 'process raft request' (duration: 375.706555ms)","trace[526532952] 'compare' (duration: 309.103321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T09:59:02.952646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.363398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.952705Z","caller":"traceutil/trace.go:171","msg":"trace[269113458] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15352; }","duration":"610.460791ms","start":"2026-07-01T09:59:02.342227Z","end":"2026-07-01T09:59:02.952687Z","steps":["trace[269113458] 'agreement among raft nodes before linearized reading' (duration: 610.363768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.952705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.267168Z","time spent":"685.447304ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T09:59:02.952761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.342206Z","time spent":"610.541252ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T09:59:02.952775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.149227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.952888Z","caller":"traceutil/trace.go:171","msg":"trace[200156613] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:15352; }","duration":"550.317892ms","start":"2026-07-01T09:59:02.402545Z","end":"2026-07-01T09:59:02.952863Z","steps":["trace[200156613] 'agreement among raft nodes before linearized reading' (duration: 550.114117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.952957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.402532Z","time spent":"550.412085ms","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T09:59:02.953258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.862013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T09:59:02.953284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.139428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T09:59:02.953291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.382406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T09:59:02.95334Z","caller":"traceutil/trace.go:171","msg":"trace[1542921931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15352; }","duration":"165.1962ms","start":"2026-07-01T09:59:02.788129Z","end":"2026-07-01T09:59:02.953325Z","steps":["trace[1542921931] 'agreement among raft nodes before linearized reading' (duration: 165.007485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.953354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.877994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sbgsv\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-07-01T09:59:02.953328Z","caller":"traceutil/trace.go:171","msg":"trace[1883697609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15352; }","duration":"410.952896ms","start":"2026-07-01T09:59:02.542357Z","end":"2026-07-01T09:59:02.95331Z","steps":["trace[1883697609] 'agreement among raft nodes before linearized reading' (duration: 410.821332ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:02.9534Z","caller":"traceutil/trace.go:171","msg":"trace[1289749989] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:15352; }","duration":"165.53067ms","start":"2026-07-01T09:59:02.787831Z","end":"2026-07-01T09:59:02.953362Z","steps":["trace[1289749989] 'agreement among raft nodes before linearized reading' (duration: 165.343235ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:02.953419Z","caller":"traceutil/trace.go:171","msg":"trace[1255861017] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sbgsv; range_end:; response_count:1; response_revision:15352; }","duration":"152.954937ms","start":"2026-07-01T09:59:02.800446Z","end":"2026-07-01T09:59:02.953401Z","steps":["trace[1255861017] 'agreement among raft nodes before linearized reading' (duration: 152.768072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:02.953532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T09:59:02.542345Z","time spent":"411.13983ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T09:59:03.198235Z","caller":"traceutil/trace.go:171","msg":"trace[2059036254] transaction","detail":"{read_only:false; response_revision:15353; number_of_response:1; }","duration":"240.513332ms","start":"2026-07-01T09:59:02.957686Z","end":"2026-07-01T09:59:03.1982Z","steps":["trace[2059036254] 'process raft request' (duration: 233.521152ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T09:59:03.198311Z","caller":"traceutil/trace.go:171","msg":"trace[1074763314] linearizableReadLoop","detail":"{readStateIndex:15879; appliedIndex:15878; }","duration":"240.366318ms","start":"2026-07-01T09:59:02.957918Z","end":"2026-07-01T09:59:03.198284Z","steps":["trace[1074763314] 'read index received' (duration: 233.320396ms)","trace[1074763314] 'applied index is now lower than readState.Index' (duration: 7.044142ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T09:59:03.198805Z","caller":"traceutil/trace.go:171","msg":"trace[991138788] transaction","detail":"{read_only:false; response_revision:15354; number_of_response:1; }","duration":"210.894216ms","start":"2026-07-01T09:59:02.987876Z","end":"2026-07-01T09:59:03.19877Z","steps":["trace[991138788] 'process raft request' (duration: 210.781312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.198891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.487025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-01T09:59:03.198942Z","caller":"traceutil/trace.go:171","msg":"trace[1329585761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15354; }","duration":"239.582907ms","start":"2026-07-01T09:59:02.959347Z","end":"2026-07-01T09:59:03.19893Z","steps":["trace[1329585761] 'agreement among raft nodes before linearized reading' (duration: 239.376911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T09:59:03.199124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.187281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:772948"} {"level":"info","ts":"2026-07-01T09:59:03.199187Z","caller":"traceutil/trace.go:171","msg":"trace[833528928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15353; }","duration":"241.277403ms","start":"2026-07-01T09:59:02.957884Z","end":"2026-07-01T09:59:03.199161Z","steps":["trace[833528928] 'agreement among raft nodes before linearized reading' (duration: 240.522603ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:03:56.08481Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15320} {"level":"info","ts":"2026-07-01T10:03:56.184362Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15320,"took":"95.99406ms","hash":3401204974,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":32710656,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-01T10:03:56.184464Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3401204974,"revision":15320,"compact-revision":12742} {"level":"info","ts":"2026-07-01T10:04:47.703714Z","caller":"traceutil/trace.go:171","msg":"trace[548179926] transaction","detail":"{read_only:false; response_revision:18038; number_of_response:1; }","duration":"109.278035ms","start":"2026-07-01T10:04:47.594411Z","end":"2026-07-01T10:04:47.703689Z","steps":["trace[548179926] 'process raft request' (duration: 109.106221ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:04:48.279341Z","caller":"traceutil/trace.go:171","msg":"trace[1810737878] transaction","detail":"{read_only:false; response_revision:18039; number_of_response:1; }","duration":"351.495529ms","start":"2026-07-01T10:04:47.927811Z","end":"2026-07-01T10:04:48.279306Z","steps":["trace[1810737878] 'process raft request' (duration: 351.333145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:04:48.279517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:04:47.927789Z","time spent":"351.639962ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:04:48.320668Z","caller":"traceutil/trace.go:171","msg":"trace[1845104535] linearizableReadLoop","detail":"{readStateIndex:18652; appliedIndex:18649; }","duration":"291.414062ms","start":"2026-07-01T10:04:48.029234Z","end":"2026-07-01T10:04:48.320649Z","steps":["trace[1845104535] 'read index received' (duration: 249.835374ms)","trace[1845104535] 'applied index is now lower than readState.Index' (duration: 41.578018ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:04:48.320692Z","caller":"traceutil/trace.go:171","msg":"trace[805754039] transaction","detail":"{read_only:false; response_revision:18040; number_of_response:1; }","duration":"392.738968ms","start":"2026-07-01T10:04:47.927931Z","end":"2026-07-01T10:04:48.32067Z","steps":["trace[805754039] 'process raft request' (duration: 392.575424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:04:48.320803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.548715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:04:48.320809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:04:47.92791Z","time spent":"392.83641ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:04:48.320783Z","caller":"traceutil/trace.go:171","msg":"trace[1863205440] transaction","detail":"{read_only:false; response_revision:18041; number_of_response:1; }","duration":"392.787859ms","start":"2026-07-01T10:04:47.927956Z","end":"2026-07-01T10:04:48.320744Z","steps":["trace[1863205440] 'process raft request' (duration: 392.663216ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:04:48.320835Z","caller":"traceutil/trace.go:171","msg":"trace[534081921] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:18041; }","duration":"291.627347ms","start":"2026-07-01T10:04:48.029199Z","end":"2026-07-01T10:04:48.320827Z","steps":["trace[534081921] 'agreement among raft nodes before linearized reading' (duration: 291.528294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:04:48.320948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:04:47.927935Z","time spent":"392.933223ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:04:48.69601Z","caller":"traceutil/trace.go:171","msg":"trace[1399502452] linearizableReadLoop","detail":"{readStateIndex:18653; appliedIndex:18652; }","duration":"267.657086ms","start":"2026-07-01T10:04:48.428328Z","end":"2026-07-01T10:04:48.695985Z","steps":["trace[1399502452] 'read index received' (duration: 252.961727ms)","trace[1399502452] 'applied index is now lower than readState.Index' (duration: 14.694439ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:04:48.696139Z","caller":"traceutil/trace.go:171","msg":"trace[971224787] transaction","detail":"{read_only:false; response_revision:18042; number_of_response:1; }","duration":"337.995727ms","start":"2026-07-01T10:04:48.358118Z","end":"2026-07-01T10:04:48.696114Z","steps":["trace[971224787] 'process raft request' (duration: 323.095413ms)","trace[971224787] 'compare' (duration: 14.132486ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:04:48.69629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:04:48.358096Z","time spent":"338.11659ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:04:48.696355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.008944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29715000-jr6nv\" ","response":"range_response_count:1 size:6955"} {"level":"info","ts":"2026-07-01T10:04:48.6964Z","caller":"traceutil/trace.go:171","msg":"trace[211783702] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29715000-jr6nv; range_end:; response_count:1; response_revision:18042; }","duration":"268.105957ms","start":"2026-07-01T10:04:48.428284Z","end":"2026-07-01T10:04:48.69639Z","steps":["trace[211783702] 'agreement among raft nodes before linearized reading' (duration: 267.948303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:04:48.717518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.404195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:04:48.717583Z","caller":"traceutil/trace.go:171","msg":"trace[1238545240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18043; }","duration":"175.507308ms","start":"2026-07-01T10:04:48.542058Z","end":"2026-07-01T10:04:48.717566Z","steps":["trace[1238545240] 'agreement among raft nodes before linearized reading' (duration: 175.397705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:04:48.722555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.764476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:04:48.722602Z","caller":"traceutil/trace.go:171","msg":"trace[417126078] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:18043; }","duration":"136.065732ms","start":"2026-07-01T10:04:48.586525Z","end":"2026-07-01T10:04:48.722591Z","steps":["trace[417126078] 'agreement among raft nodes before linearized reading' (duration: 130.771286ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:02.958173Z","caller":"traceutil/trace.go:171","msg":"trace[1766874104] transaction","detail":"{read_only:false; response_revision:18207; number_of_response:1; }","duration":"143.445286ms","start":"2026-07-01T10:05:02.814691Z","end":"2026-07-01T10:05:02.958137Z","steps":["trace[1766874104] 'process raft request' (duration: 128.90292ms)","trace[1766874104] 'compare' (duration: 14.250479ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:03.029672Z","caller":"traceutil/trace.go:171","msg":"trace[1911685376] transaction","detail":"{read_only:false; response_revision:18208; number_of_response:1; }","duration":"164.633229ms","start":"2026-07-01T10:05:02.865022Z","end":"2026-07-01T10:05:03.029655Z","steps":["trace[1911685376] 'process raft request' (duration: 164.503416ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:03.029875Z","caller":"traceutil/trace.go:171","msg":"trace[1686785823] linearizableReadLoop","detail":"{readStateIndex:18828; appliedIndex:18825; }","duration":"152.616354ms","start":"2026-07-01T10:05:02.87724Z","end":"2026-07-01T10:05:03.029856Z","steps":["trace[1686785823] 'read index received' (duration: 66.369416ms)","trace[1686785823] 'applied index is now lower than readState.Index' (duration: 86.246338ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:03.029894Z","caller":"traceutil/trace.go:171","msg":"trace[319189758] transaction","detail":"{read_only:false; response_revision:18209; number_of_response:1; }","duration":"158.77056ms","start":"2026-07-01T10:05:02.871102Z","end":"2026-07-01T10:05:03.029872Z","steps":["trace[319189758] 'process raft request' (duration: 158.524394ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:03.029945Z","caller":"traceutil/trace.go:171","msg":"trace[2071459284] transaction","detail":"{read_only:false; response_revision:18210; number_of_response:1; }","duration":"151.084168ms","start":"2026-07-01T10:05:02.878834Z","end":"2026-07-01T10:05:03.029918Z","steps":["trace[2071459284] 'process raft request' (duration: 150.946334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:03.030036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.773918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29715000-jr6nv\" ","response":"range_response_count:1 size:6955"} {"level":"info","ts":"2026-07-01T10:05:03.030059Z","caller":"traceutil/trace.go:171","msg":"trace[1887875782] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29715000-jr6nv; range_end:; response_count:1; response_revision:18210; }","duration":"152.85435ms","start":"2026-07-01T10:05:02.877199Z","end":"2026-07-01T10:05:03.030053Z","steps":["trace[1887875782] 'agreement among raft nodes before linearized reading' (duration: 152.745327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:03.030236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.41318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4x7zv\" ","response":"range_response_count:1 size:22015"} {"level":"info","ts":"2026-07-01T10:05:03.030298Z","caller":"traceutil/trace.go:171","msg":"trace[1675194379] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4x7zv; range_end:; response_count:1; response_revision:18210; }","duration":"120.523022ms","start":"2026-07-01T10:05:02.909763Z","end":"2026-07-01T10:05:03.030286Z","steps":["trace[1675194379] 'agreement among raft nodes before linearized reading' (duration: 120.232516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:03.322685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.820441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sbgsv\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-01T10:05:03.322766Z","caller":"traceutil/trace.go:171","msg":"trace[1055002510] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sbgsv; range_end:; response_count:1; response_revision:18211; }","duration":"179.961734ms","start":"2026-07-01T10:05:03.142786Z","end":"2026-07-01T10:05:03.322747Z","steps":["trace[1055002510] 'range keys from in-memory index tree' (duration: 179.630626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:03.322853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.911684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:05:03.322968Z","caller":"traceutil/trace.go:171","msg":"trace[720318936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18211; }","duration":"183.077618ms","start":"2026-07-01T10:05:03.139856Z","end":"2026-07-01T10:05:03.322934Z","steps":["trace[720318936] 'count revisions from in-memory index tree' (duration: 182.807981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:03.322955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.530066ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:05:03.323146Z","caller":"traceutil/trace.go:171","msg":"trace[1328696678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18211; }","duration":"194.024787ms","start":"2026-07-01T10:05:03.129096Z","end":"2026-07-01T10:05:03.323121Z","steps":["trace[1328696678] 'range keys from in-memory index tree' (duration: 193.503045ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.251016Z","caller":"traceutil/trace.go:171","msg":"trace[382167804] transaction","detail":"{read_only:false; response_revision:18214; number_of_response:1; }","duration":"145.490816ms","start":"2026-07-01T10:05:04.105505Z","end":"2026-07-01T10:05:04.250996Z","steps":["trace[382167804] 'process raft request' (duration: 145.383883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:04.492943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.74903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:05:04.49306Z","caller":"traceutil/trace.go:171","msg":"trace[466390543] transaction","detail":"{read_only:false; response_revision:18217; number_of_response:1; }","duration":"182.366871ms","start":"2026-07-01T10:05:04.310674Z","end":"2026-07-01T10:05:04.493041Z","steps":["trace[466390543] 'process raft request' (duration: 55.435987ms)","trace[466390543] 'compare' (duration: 126.634707ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:04.509283Z","caller":"traceutil/trace.go:171","msg":"trace[507728350] transaction","detail":"{read_only:false; response_revision:18219; number_of_response:1; }","duration":"198.480714ms","start":"2026-07-01T10:05:04.310783Z","end":"2026-07-01T10:05:04.509263Z","steps":["trace[507728350] 'process raft request' (duration: 198.361361ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.509488Z","caller":"traceutil/trace.go:171","msg":"trace[1067379301] transaction","detail":"{read_only:false; response_revision:18218; number_of_response:1; }","duration":"198.689799ms","start":"2026-07-01T10:05:04.310785Z","end":"2026-07-01T10:05:04.509475Z","steps":["trace[1067379301] 'process raft request' (duration: 198.242808ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.509607Z","caller":"traceutil/trace.go:171","msg":"trace[1804824579] linearizableReadLoop","detail":"{readStateIndex:18854; appliedIndex:18837; }","duration":"162.644373ms","start":"2026-07-01T10:05:04.346938Z","end":"2026-07-01T10:05:04.509582Z","steps":["trace[1804824579] 'read index received' (duration: 19.180796ms)","trace[1804824579] 'applied index is now lower than readState.Index' (duration: 143.462267ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:04.509763Z","caller":"traceutil/trace.go:171","msg":"trace[1647174401] transaction","detail":"{read_only:false; response_revision:18220; number_of_response:1; }","duration":"199.060288ms","start":"2026-07-01T10:05:04.310688Z","end":"2026-07-01T10:05:04.509748Z","steps":["trace[1647174401] 'process raft request' (duration: 198.504825ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510113Z","caller":"traceutil/trace.go:171","msg":"trace[1547945102] transaction","detail":"{read_only:false; response_revision:18221; number_of_response:1; }","duration":"198.966696ms","start":"2026-07-01T10:05:04.311129Z","end":"2026-07-01T10:05:04.510096Z","steps":["trace[1547945102] 'process raft request' (duration: 198.094785ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510152Z","caller":"traceutil/trace.go:171","msg":"trace[1676404610] transaction","detail":"{read_only:false; response_revision:18229; number_of_response:1; }","duration":"197.312497ms","start":"2026-07-01T10:05:04.312826Z","end":"2026-07-01T10:05:04.510138Z","steps":["trace[1676404610] 'process raft request' (duration: 196.60408ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510176Z","caller":"traceutil/trace.go:171","msg":"trace[1144667659] transaction","detail":"{read_only:false; response_revision:18233; number_of_response:1; }","duration":"196.575439ms","start":"2026-07-01T10:05:04.313574Z","end":"2026-07-01T10:05:04.51015Z","steps":["trace[1144667659] 'process raft request' (duration: 195.963364ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510257Z","caller":"traceutil/trace.go:171","msg":"trace[1906880135] transaction","detail":"{read_only:false; response_revision:18222; number_of_response:1; }","duration":"197.947021ms","start":"2026-07-01T10:05:04.312298Z","end":"2026-07-01T10:05:04.510245Z","steps":["trace[1906880135] 'process raft request' (duration: 196.955377ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510255Z","caller":"traceutil/trace.go:171","msg":"trace[1217260939] transaction","detail":"{read_only:false; response_revision:18231; number_of_response:1; }","duration":"197.204664ms","start":"2026-07-01T10:05:04.31303Z","end":"2026-07-01T10:05:04.510235Z","steps":["trace[1217260939] 'process raft request' (duration: 196.446776ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510309Z","caller":"traceutil/trace.go:171","msg":"trace[847126990] transaction","detail":"{read_only:false; response_revision:18232; number_of_response:1; }","duration":"197.227194ms","start":"2026-07-01T10:05:04.313074Z","end":"2026-07-01T10:05:04.510301Z","steps":["trace[847126990] 'process raft request' (duration: 196.431595ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510376Z","caller":"traceutil/trace.go:171","msg":"trace[1331846721] transaction","detail":"{read_only:false; response_revision:18230; number_of_response:1; }","duration":"197.47311ms","start":"2026-07-01T10:05:04.312888Z","end":"2026-07-01T10:05:04.510361Z","steps":["trace[1331846721] 'process raft request' (duration: 196.566548ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510357Z","caller":"traceutil/trace.go:171","msg":"trace[1209230773] transaction","detail":"{read_only:false; response_revision:18223; number_of_response:1; }","duration":"197.881849ms","start":"2026-07-01T10:05:04.312463Z","end":"2026-07-01T10:05:04.510344Z","steps":["trace[1209230773] 'process raft request' (duration: 196.820934ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510479Z","caller":"traceutil/trace.go:171","msg":"trace[1105980699] transaction","detail":"{read_only:false; response_revision:18224; number_of_response:1; }","duration":"197.944431ms","start":"2026-07-01T10:05:04.312523Z","end":"2026-07-01T10:05:04.510467Z","steps":["trace[1105980699] 'process raft request' (duration: 196.783024ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.51057Z","caller":"traceutil/trace.go:171","msg":"trace[1107754611] transaction","detail":"{read_only:false; response_revision:18225; number_of_response:1; }","duration":"198.004473ms","start":"2026-07-01T10:05:04.312556Z","end":"2026-07-01T10:05:04.510561Z","steps":["trace[1107754611] 'process raft request' (duration: 196.775753ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510725Z","caller":"traceutil/trace.go:171","msg":"trace[897642139] transaction","detail":"{read_only:false; response_revision:18227; number_of_response:1; }","duration":"197.974172ms","start":"2026-07-01T10:05:04.312742Z","end":"2026-07-01T10:05:04.510716Z","steps":["trace[897642139] 'process raft request' (duration: 196.644511ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.51079Z","caller":"traceutil/trace.go:171","msg":"trace[120205719] transaction","detail":"{read_only:false; response_revision:18226; number_of_response:1; }","duration":"198.208658ms","start":"2026-07-01T10:05:04.312576Z","end":"2026-07-01T10:05:04.510785Z","steps":["trace[120205719] 'process raft request' (duration: 196.779674ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.510826Z","caller":"traceutil/trace.go:171","msg":"trace[870839534] transaction","detail":"{read_only:false; response_revision:18228; number_of_response:1; }","duration":"198.013063ms","start":"2026-07-01T10:05:04.312802Z","end":"2026-07-01T10:05:04.510815Z","steps":["trace[870839534] 'process raft request' (duration: 196.606319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:04.510878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.615256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:05:04.510942Z","caller":"traceutil/trace.go:171","msg":"trace[1186519663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18233; }","duration":"164.017125ms","start":"2026-07-01T10:05:04.346904Z","end":"2026-07-01T10:05:04.510921Z","steps":["trace[1186519663] 'agreement among raft nodes before linearized reading' (duration: 163.497223ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.708803Z","caller":"traceutil/trace.go:171","msg":"trace[2124309858] linearizableReadLoop","detail":"{readStateIndex:18855; appliedIndex:18854; }","duration":"199.10724ms","start":"2026-07-01T10:05:04.509665Z","end":"2026-07-01T10:05:04.708773Z","steps":["trace[2124309858] 'read index received' (duration: 166.569027ms)","trace[2124309858] 'applied index is now lower than readState.Index' (duration: 32.537073ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:05:04.708952Z","caller":"traceutil/trace.go:171","msg":"trace[648972586] transaction","detail":"{read_only:false; response_revision:18234; number_of_response:1; }","duration":"211.097414ms","start":"2026-07-01T10:05:04.497836Z","end":"2026-07-01T10:05:04.708933Z","steps":["trace[648972586] 'process raft request' (duration: 178.309536ms)","trace[648972586] 'compare' (duration: 32.498491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:05:04.709604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.753603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-01T10:05:04.709811Z","caller":"traceutil/trace.go:171","msg":"trace[1543712320] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:18235; }","duration":"353.958147ms","start":"2026-07-01T10:05:04.355798Z","end":"2026-07-01T10:05:04.709757Z","steps":["trace[1543712320] 'agreement among raft nodes before linearized reading' (duration: 353.605559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:04.709834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.859593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:05:04.709977Z","caller":"traceutil/trace.go:171","msg":"trace[516237886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18234; }","duration":"295.041708ms","start":"2026-07-01T10:05:04.414916Z","end":"2026-07-01T10:05:04.709957Z","steps":["trace[516237886] 'agreement among raft nodes before linearized reading' (duration: 294.31159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:04.709969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:05:04.355789Z","time spent":"354.10091ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-01T10:05:04.710603Z","caller":"traceutil/trace.go:171","msg":"trace[998021919] transaction","detail":"{read_only:false; response_revision:18235; number_of_response:1; }","duration":"195.538154ms","start":"2026-07-01T10:05:04.515034Z","end":"2026-07-01T10:05:04.710572Z","steps":["trace[998021919] 'process raft request' (duration: 194.206673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:04.710677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.5748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:05:04.710718Z","caller":"traceutil/trace.go:171","msg":"trace[287912388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18235; }","duration":"295.666082ms","start":"2026-07-01T10:05:04.41504Z","end":"2026-07-01T10:05:04.710706Z","steps":["trace[287912388] 'agreement among raft nodes before linearized reading' (duration: 295.496438ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.711889Z","caller":"traceutil/trace.go:171","msg":"trace[392870621] transaction","detail":"{read_only:false; response_revision:18238; number_of_response:1; }","duration":"196.349654ms","start":"2026-07-01T10:05:04.515519Z","end":"2026-07-01T10:05:04.711869Z","steps":["trace[392870621] 'process raft request' (duration: 196.257712ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.711933Z","caller":"traceutil/trace.go:171","msg":"trace[1003927388] transaction","detail":"{read_only:false; response_revision:18236; number_of_response:1; }","duration":"196.764553ms","start":"2026-07-01T10:05:04.51515Z","end":"2026-07-01T10:05:04.711914Z","steps":["trace[1003927388] 'process raft request' (duration: 194.234943ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.711948Z","caller":"traceutil/trace.go:171","msg":"trace[1022877105] transaction","detail":"{read_only:false; response_revision:18241; number_of_response:1; }","duration":"195.259717ms","start":"2026-07-01T10:05:04.516668Z","end":"2026-07-01T10:05:04.711927Z","steps":["trace[1022877105] 'process raft request' (duration: 195.164015ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.712064Z","caller":"traceutil/trace.go:171","msg":"trace[84398451] transaction","detail":"{read_only:false; response_revision:18239; number_of_response:1; }","duration":"195.600435ms","start":"2026-07-01T10:05:04.516454Z","end":"2026-07-01T10:05:04.712054Z","steps":["trace[84398451] 'process raft request' (duration: 195.342939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:04.712106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.007687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:05:04.71217Z","caller":"traceutil/trace.go:171","msg":"trace[177103005] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:18246; }","duration":"199.12278ms","start":"2026-07-01T10:05:04.513031Z","end":"2026-07-01T10:05:04.712154Z","steps":["trace[177103005] 'agreement among raft nodes before linearized reading' (duration: 198.954356ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.712184Z","caller":"traceutil/trace.go:171","msg":"trace[1279673402] transaction","detail":"{read_only:false; response_revision:18237; number_of_response:1; }","duration":"196.669251ms","start":"2026-07-01T10:05:04.515498Z","end":"2026-07-01T10:05:04.712167Z","steps":["trace[1279673402] 'process raft request' (duration: 196.19928ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.712286Z","caller":"traceutil/trace.go:171","msg":"trace[1992675436] transaction","detail":"{read_only:false; response_revision:18245; number_of_response:1; }","duration":"194.939911ms","start":"2026-07-01T10:05:04.517331Z","end":"2026-07-01T10:05:04.712271Z","steps":["trace[1992675436] 'process raft request' (duration: 194.584052ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.712286Z","caller":"traceutil/trace.go:171","msg":"trace[421430830] transaction","detail":"{read_only:false; response_revision:18240; number_of_response:1; }","duration":"195.684308ms","start":"2026-07-01T10:05:04.516588Z","end":"2026-07-01T10:05:04.712273Z","steps":["trace[421430830] 'process raft request' (duration: 195.225597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:04.712371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.287195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:05:04.712393Z","caller":"traceutil/trace.go:171","msg":"trace[1564928312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18246; }","duration":"170.338096ms","start":"2026-07-01T10:05:04.542048Z","end":"2026-07-01T10:05:04.712386Z","steps":["trace[1564928312] 'agreement among raft nodes before linearized reading' (duration: 170.300875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:05:04.712405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.747734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:05:04.712465Z","caller":"traceutil/trace.go:171","msg":"trace[1867069901] transaction","detail":"{read_only:false; response_revision:18242; number_of_response:1; }","duration":"195.668298ms","start":"2026-07-01T10:05:04.516741Z","end":"2026-07-01T10:05:04.712409Z","steps":["trace[1867069901] 'process raft request' (duration: 195.113285ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.712496Z","caller":"traceutil/trace.go:171","msg":"trace[33590085] transaction","detail":"{read_only:false; response_revision:18246; number_of_response:1; }","duration":"194.9035ms","start":"2026-07-01T10:05:04.517579Z","end":"2026-07-01T10:05:04.712483Z","steps":["trace[33590085] 'process raft request' (duration: 194.365527ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.712508Z","caller":"traceutil/trace.go:171","msg":"trace[678735369] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:18246; }","duration":"143.866907ms","start":"2026-07-01T10:05:04.56862Z","end":"2026-07-01T10:05:04.712487Z","steps":["trace[678735369] 'agreement among raft nodes before linearized reading' (duration: 143.703753ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.71253Z","caller":"traceutil/trace.go:171","msg":"trace[1210910886] transaction","detail":"{read_only:false; response_revision:18244; number_of_response:1; }","duration":"195.236897ms","start":"2026-07-01T10:05:04.517279Z","end":"2026-07-01T10:05:04.712516Z","steps":["trace[1210910886] 'process raft request' (duration: 194.617293ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:04.712388Z","caller":"traceutil/trace.go:171","msg":"trace[1249925962] transaction","detail":"{read_only:false; response_revision:18243; number_of_response:1; }","duration":"195.172796ms","start":"2026-07-01T10:05:04.517205Z","end":"2026-07-01T10:05:04.712378Z","steps":["trace[1249925962] 'process raft request' (duration: 194.670754ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:05:05.370939Z","caller":"traceutil/trace.go:171","msg":"trace[881215244] transaction","detail":"{read_only:false; response_revision:18354; number_of_response:1; }","duration":"106.590292ms","start":"2026-07-01T10:05:05.264321Z","end":"2026-07-01T10:05:05.370911Z","steps":["trace[881215244] 'process raft request' (duration: 37.012059ms)","trace[881215244] 'compare' (duration: 69.379778ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:07:17.46259Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T10:07:17.467391Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-01T10:07:17.467486Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-01T10:08:30.753883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.525339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-trusts-6kgqx\" ","response":"range_response_count:1 size:8592"} {"level":"info","ts":"2026-07-01T10:08:30.753992Z","caller":"traceutil/trace.go:171","msg":"trace[282341786] range","detail":"{range_begin:/registry/pods/openstack/heat-trusts-6kgqx; range_end:; response_count:1; response_revision:19817; }","duration":"129.695704ms","start":"2026-07-01T10:08:30.624273Z","end":"2026-07-01T10:08:30.753969Z","steps":["trace[282341786] 'range keys from in-memory index tree' (duration: 129.310334ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:39.973627Z","caller":"traceutil/trace.go:171","msg":"trace[1871532665] linearizableReadLoop","detail":"{readStateIndex:20601; appliedIndex:20600; }","duration":"341.950689ms","start":"2026-07-01T10:08:39.631652Z","end":"2026-07-01T10:08:39.973603Z","steps":["trace[1871532665] 'read index received' (duration: 341.895428ms)","trace[1871532665] 'applied index is now lower than readState.Index' (duration: 54.301µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:08:39.973741Z","caller":"traceutil/trace.go:171","msg":"trace[1374313253] transaction","detail":"{read_only:false; response_revision:19928; number_of_response:1; }","duration":"349.464981ms","start":"2026-07-01T10:08:39.624266Z","end":"2026-07-01T10:08:39.973731Z","steps":["trace[1374313253] 'process raft request' (duration: 349.211794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:39.973842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:39.624249Z","time spent":"349.516562ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:08:39.990824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.15539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:08:39.990974Z","caller":"traceutil/trace.go:171","msg":"trace[1315549252] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19928; }","duration":"359.371756ms","start":"2026-07-01T10:08:39.631574Z","end":"2026-07-01T10:08:39.990946Z","steps":["trace[1315549252] 'agreement among raft nodes before linearized reading' (duration: 342.432502ms)","trace[1315549252] 'count revisions from in-memory index tree' (duration: 16.756169ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:08:39.990999Z","caller":"traceutil/trace.go:171","msg":"trace[1789388548] transaction","detail":"{read_only:false; response_revision:19929; number_of_response:1; }","duration":"169.214722ms","start":"2026-07-01T10:08:39.821759Z","end":"2026-07-01T10:08:39.990974Z","steps":["trace[1789388548] 'process raft request' (duration: 157.594121ms)","trace[1789388548] 'compare' (duration: 11.291513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:08:39.991044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:39.631545Z","time spent":"359.482229ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:08:39.991333Z","caller":"traceutil/trace.go:171","msg":"trace[438465954] transaction","detail":"{read_only:false; response_revision:19930; number_of_response:1; }","duration":"161.830415ms","start":"2026-07-01T10:08:39.829485Z","end":"2026-07-01T10:08:39.991316Z","steps":["trace[438465954] 'process raft request' (duration: 161.429174ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:39.991489Z","caller":"traceutil/trace.go:171","msg":"trace[316096175] transaction","detail":"{read_only:false; response_revision:19931; number_of_response:1; }","duration":"148.181609ms","start":"2026-07-01T10:08:39.843292Z","end":"2026-07-01T10:08:39.991474Z","steps":["trace[316096175] 'process raft request' (duration: 147.955693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:39.99148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.414712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:08:39.991554Z","caller":"traceutil/trace.go:171","msg":"trace[490610224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19931; }","duration":"230.534355ms","start":"2026-07-01T10:08:39.761001Z","end":"2026-07-01T10:08:39.991536Z","steps":["trace[490610224] 'agreement among raft nodes before linearized reading' (duration: 230.32488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:39.991558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.005344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:08:39.991613Z","caller":"traceutil/trace.go:171","msg":"trace[506514204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19931; }","duration":"114.102966ms","start":"2026-07-01T10:08:39.877498Z","end":"2026-07-01T10:08:39.991601Z","steps":["trace[506514204] 'agreement among raft nodes before linearized reading' (duration: 113.950462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:39.991832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.115589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:08:39.991925Z","caller":"traceutil/trace.go:171","msg":"trace[172068773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19931; }","duration":"113.437398ms","start":"2026-07-01T10:08:39.878469Z","end":"2026-07-01T10:08:39.991907Z","steps":["trace[172068773] 'agreement among raft nodes before linearized reading' (duration: 112.936025ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:49.64207Z","caller":"traceutil/trace.go:171","msg":"trace[939633391] linearizableReadLoop","detail":"{readStateIndex:20720; appliedIndex:20719; }","duration":"364.671718ms","start":"2026-07-01T10:08:49.277339Z","end":"2026-07-01T10:08:49.642011Z","steps":["trace[939633391] 'read index received' (duration: 363.320222ms)","trace[939633391] 'applied index is now lower than readState.Index' (duration: 1.350136ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:08:49.642362Z","caller":"traceutil/trace.go:171","msg":"trace[1750976620] transaction","detail":"{read_only:false; response_revision:20045; number_of_response:1; }","duration":"433.056359ms","start":"2026-07-01T10:08:49.209263Z","end":"2026-07-01T10:08:49.642319Z","steps":["trace[1750976620] 'process raft request' (duration: 431.411505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:49.642546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:49.20925Z","time spent":"433.192823ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:08:49.642611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.253843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-01T10:08:49.64264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.830275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:08:49.642717Z","caller":"traceutil/trace.go:171","msg":"trace[1414646354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20045; }","duration":"365.411987ms","start":"2026-07-01T10:08:49.277283Z","end":"2026-07-01T10:08:49.642695Z","steps":["trace[1414646354] 'agreement among raft nodes before linearized reading' (duration: 365.12675ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:49.642746Z","caller":"traceutil/trace.go:171","msg":"trace[611398789] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:20045; }","duration":"133.995829ms","start":"2026-07-01T10:08:49.508723Z","end":"2026-07-01T10:08:49.642719Z","steps":["trace[611398789] 'agreement among raft nodes before linearized reading' (duration: 133.788704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:49.642781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:49.277254Z","time spent":"365.51474ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:08:49.64255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.395909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:08:49.642978Z","caller":"traceutil/trace.go:171","msg":"trace[814307791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20045; }","duration":"100.8129ms","start":"2026-07-01T10:08:49.542086Z","end":"2026-07-01T10:08:49.642899Z","steps":["trace[814307791] 'agreement among raft nodes before linearized reading' (duration: 100.385828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:08:49.643144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.116146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:08:49.643278Z","caller":"traceutil/trace.go:171","msg":"trace[2081359242] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:20045; }","duration":"189.329571ms","start":"2026-07-01T10:08:49.453916Z","end":"2026-07-01T10:08:49.643246Z","steps":["trace[2081359242] 'agreement among raft nodes before linearized reading' (duration: 188.5492ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:08:56.089562Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17574} {"level":"info","ts":"2026-07-01T10:08:56.185254Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17574,"took":"92.147758ms","hash":1166103,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":35332096,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-01T10:08:56.185308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1166103,"revision":17574,"compact-revision":15320} {"level":"warn","ts":"2026-07-01T10:08:59.622968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189078864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:09:00.123682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189078864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:09:00.624838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189078864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:09:01.124936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189078864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:09:01.543724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:09:01.54381Z","caller":"traceutil/trace.go:171","msg":"trace[1352348655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178677s","start":"2026-07-01T10:08:59.543614Z","end":"2026-07-01T10:09:01.543792Z","steps":["trace[1352348655] 'agreement among raft nodes before linearized reading' (duration: 2.000073524s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:01.543859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.543595Z","time spent":"2.000253508s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:09:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:09:01.62536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189078864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:09:02.035796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.496978448s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:09:02.036151Z","caller":"traceutil/trace.go:171","msg":"trace[969810573] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"3.497423131s","start":"2026-07-01T10:08:58.538702Z","end":"2026-07-01T10:09:02.036125Z","steps":["trace[969810573] 'process raft request' (duration: 3.497265746s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.036296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:58.538675Z","time spent":"3.497544084s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:09:02.055161Z","caller":"traceutil/trace.go:171","msg":"trace[1386456393] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"2.011282924s","start":"2026-07-01T10:09:00.043858Z","end":"2026-07-01T10:09:02.055141Z","steps":["trace[1386456393] 'process raft request' (duration: 2.01113009s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.055285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.043838Z","time spent":"2.011375567s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:09:02.05547Z","caller":"traceutil/trace.go:171","msg":"trace[1460961405] transaction","detail":"{read_only:false; response_revision:20126; number_of_response:1; }","duration":"1.993419175s","start":"2026-07-01T10:09:00.062028Z","end":"2026-07-01T10:09:02.055447Z","steps":["trace[1460961405] 'process raft request' (duration: 1.993082016s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.055606Z","caller":"traceutil/trace.go:171","msg":"trace[432351605] linearizableReadLoop","detail":"{readStateIndex:20808; appliedIndex:20800; }","duration":"2.932813277s","start":"2026-07-01T10:08:59.12277Z","end":"2026-07-01T10:09:02.055583Z","steps":["trace[432351605] 'read index received' (duration: 2.913272323s)","trace[432351605] 'applied index is now lower than readState.Index' (duration: 19.540034ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:09:02.055726Z","caller":"traceutil/trace.go:171","msg":"trace[1154401217] transaction","detail":"{read_only:false; response_revision:20127; number_of_response:1; }","duration":"1.992149511s","start":"2026-07-01T10:09:00.063565Z","end":"2026-07-01T10:09:02.055715Z","steps":["trace[1154401217] 'process raft request' (duration: 1.991776901s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.055634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.062001Z","time spent":"1.993577789s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:09:02.055835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.063546Z","time spent":"1.992211193s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:09:02.055873Z","caller":"traceutil/trace.go:171","msg":"trace[403605276] transaction","detail":"{read_only:false; response_revision:20131; number_of_response:1; }","duration":"930.800282ms","start":"2026-07-01T10:09:01.125064Z","end":"2026-07-01T10:09:02.055864Z","steps":["trace[403605276] 'process raft request' (duration: 930.481094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.055934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:01.125045Z","time spent":"930.862933ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:09:02.056004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933239198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:09:02.056045Z","caller":"traceutil/trace.go:171","msg":"trace[957532617] transaction","detail":"{read_only:false; response_revision:20129; number_of_response:1; }","duration":"1.519350708s","start":"2026-07-01T10:09:00.536683Z","end":"2026-07-01T10:09:02.056034Z","steps":["trace[957532617] 'process raft request' (duration: 1.518794613s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.05605Z","caller":"traceutil/trace.go:171","msg":"trace[2031224736] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:20131; }","duration":"2.933323871s","start":"2026-07-01T10:08:59.122714Z","end":"2026-07-01T10:09:02.056038Z","steps":["trace[2031224736] 'agreement among raft nodes before linearized reading' (duration: 2.933254169s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.056085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.122696Z","time spent":"2.933381302s","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.056094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.536674Z","time spent":"1.519392368s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:09:02.056166Z","caller":"traceutil/trace.go:171","msg":"trace[195627197] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"1.508542977s","start":"2026-07-01T10:09:00.547614Z","end":"2026-07-01T10:09:02.056157Z","steps":["trace[195627197] 'process raft request' (duration: 1.50789882s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.056213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.547607Z","time spent":"1.508583379s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:09:02.056011Z","caller":"traceutil/trace.go:171","msg":"trace[746415292] transaction","detail":"{read_only:false; response_revision:20128; number_of_response:1; }","duration":"1.99173733s","start":"2026-07-01T10:09:00.064262Z","end":"2026-07-01T10:09:02.055999Z","steps":["trace[746415292] 'process raft request' (duration: 1.991176575s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.056319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.064237Z","time spent":"1.992043698s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:09:02.056376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930535446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-01T10:09:02.056433Z","caller":"traceutil/trace.go:171","msg":"trace[463593169] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:20131; }","duration":"2.930587858s","start":"2026-07-01T10:08:59.125815Z","end":"2026-07-01T10:09:02.056403Z","steps":["trace[463593169] 'agreement among raft nodes before linearized reading' (duration: 2.930478635s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.056464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.125809Z","time spent":"2.930649149s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-01T10:09:02.056489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52431443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:09:02.056633Z","caller":"traceutil/trace.go:171","msg":"trace[24940459] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20131; }","duration":"1.524546117s","start":"2026-07-01T10:09:00.532045Z","end":"2026-07-01T10:09:02.056591Z","steps":["trace[24940459] 'agreement among raft nodes before linearized reading' (duration: 1.524247719s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.056713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.532025Z","time spent":"1.524668379s","remote":"127.0.0.1:51536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.057148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223360509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:09:02.057209Z","caller":"traceutil/trace.go:171","msg":"trace[499491084] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20131; }","duration":"1.223456942s","start":"2026-07-01T10:09:00.833736Z","end":"2026-07-01T10:09:02.057193Z","steps":["trace[499491084] 'agreement among raft nodes before linearized reading' (duration: 1.223348039s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.05723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028588141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T10:09:02.057251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.039201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:09:02.057274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252282579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-01T10:09:02.057249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.833722Z","time spent":"1.223517403s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:09:02.057302Z","caller":"traceutil/trace.go:171","msg":"trace[1335661076] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20131; }","duration":"1.028713845s","start":"2026-07-01T10:09:01.028572Z","end":"2026-07-01T10:09:02.057286Z","steps":["trace[1335661076] 'agreement among raft nodes before linearized reading' (duration: 1.028442408s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.05732Z","caller":"traceutil/trace.go:171","msg":"trace[2046335899] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20131; }","duration":"697.173125ms","start":"2026-07-01T10:09:01.360129Z","end":"2026-07-01T10:09:02.057302Z","steps":["trace[2046335899] 'agreement among raft nodes before linearized reading' (duration: 697.0067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.057348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:01.028552Z","time spent":"1.028784467s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":210,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.057348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877379277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-01T10:09:02.057298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524986768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:09:02.057391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213196063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:09:02.057397Z","caller":"traceutil/trace.go:171","msg":"trace[23973628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20131; }","duration":"1.877447989s","start":"2026-07-01T10:09:00.179934Z","end":"2026-07-01T10:09:02.057382Z","steps":["trace[23973628] 'agreement among raft nodes before linearized reading' (duration: 1.877346816s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.057425Z","caller":"traceutil/trace.go:171","msg":"trace[60677425] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:20131; }","duration":"2.213265095s","start":"2026-07-01T10:08:59.844147Z","end":"2026-07-01T10:09:02.057412Z","steps":["trace[60677425] 'agreement among raft nodes before linearized reading' (duration: 2.213215343s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.057431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.179921Z","time spent":"1.877501431s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:09:02.057433Z","caller":"traceutil/trace.go:171","msg":"trace[779126712] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20131; }","duration":"1.525171753s","start":"2026-07-01T10:09:00.532237Z","end":"2026-07-01T10:09:02.057409Z","steps":["trace[779126712] 'agreement among raft nodes before linearized reading' (duration: 1.524919886s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.057462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.844129Z","time spent":"2.213324676s","remote":"127.0.0.1:35906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.057476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400215882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-01T10:09:02.057493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727349509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:09:02.057338Z","caller":"traceutil/trace.go:171","msg":"trace[106113933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20131; }","duration":"2.252437753s","start":"2026-07-01T10:08:59.804885Z","end":"2026-07-01T10:09:02.057323Z","steps":["trace[106113933] 'agreement among raft nodes before linearized reading' (duration: 2.252221917s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.057515Z","caller":"traceutil/trace.go:171","msg":"trace[914039125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20131; }","duration":"1.72740214s","start":"2026-07-01T10:09:00.330106Z","end":"2026-07-01T10:09:02.057508Z","steps":["trace[914039125] 'agreement among raft nodes before linearized reading' (duration: 1.727294417s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:09:02.057509Z","caller":"traceutil/trace.go:171","msg":"trace[2016323393] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:20131; }","duration":"2.400244063s","start":"2026-07-01T10:08:59.657253Z","end":"2026-07-01T10:09:02.057497Z","steps":["trace[2016323393] 'agreement among raft nodes before linearized reading' (duration: 2.40015472s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.057524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.804841Z","time spent":"2.252675849s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:09:02.057535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.330089Z","time spent":"1.727442121s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:09:02.057519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.788199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:09:02.057545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:08:59.657231Z","time spent":"2.400308004s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-07-01T10:09:02.057578Z","caller":"traceutil/trace.go:171","msg":"trace[116144135] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:20131; }","duration":"962.879642ms","start":"2026-07-01T10:09:01.094683Z","end":"2026-07-01T10:09:02.057563Z","steps":["trace[116144135] 'agreement among raft nodes before linearized reading' (duration: 962.744468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.057485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.532221Z","time spent":"1.525251125s","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.057622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:01.094671Z","time spent":"962.940543ms","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.057615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962367734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:09:02.057673Z","caller":"traceutil/trace.go:171","msg":"trace[388822117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20131; }","duration":"1.962485307s","start":"2026-07-01T10:09:00.095172Z","end":"2026-07-01T10:09:02.057657Z","steps":["trace[388822117] 'agreement among raft nodes before linearized reading' (duration: 1.962292362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.05738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:01.360113Z","time spent":"697.258987ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.057379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525486261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:09:02.057784Z","caller":"traceutil/trace.go:171","msg":"trace[1368987200] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20131; }","duration":"1.525933673s","start":"2026-07-01T10:09:00.531839Z","end":"2026-07-01T10:09:02.057772Z","steps":["trace[1368987200] 'agreement among raft nodes before linearized reading' (duration: 1.525503082s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.057823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.531809Z","time spent":"1.526003225s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:09:02.05724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069775265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-01T10:09:02.058124Z","caller":"traceutil/trace.go:171","msg":"trace[891309587] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:20131; }","duration":"1.070706869s","start":"2026-07-01T10:09:00.987403Z","end":"2026-07-01T10:09:02.05811Z","steps":["trace[891309587] 'agreement among raft nodes before linearized reading' (duration: 1.069717893s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.058168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526058097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:09:02.058231Z","caller":"traceutil/trace.go:171","msg":"trace[1455529286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20131; }","duration":"1.526138779s","start":"2026-07-01T10:09:00.532078Z","end":"2026-07-01T10:09:02.058217Z","steps":["trace[1455529286] 'agreement among raft nodes before linearized reading' (duration: 1.525985465s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.05827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.532068Z","time spent":"1.52619363s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:09:02.058181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.987378Z","time spent":"1.070778152s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-01T10:09:02.057957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.975058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:09:02.058554Z","caller":"traceutil/trace.go:171","msg":"trace[786456489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20131; }","duration":"514.613955ms","start":"2026-07-01T10:09:01.543925Z","end":"2026-07-01T10:09:02.058539Z","steps":["trace[786456489] 'agreement among raft nodes before linearized reading' (duration: 513.961777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.058602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:01.543905Z","time spent":"514.685316ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:09:02.058048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96672287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T10:09:02.058786Z","caller":"traceutil/trace.go:171","msg":"trace[714974385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20131; }","duration":"1.967488651s","start":"2026-07-01T10:09:00.091287Z","end":"2026-07-01T10:09:02.058775Z","steps":["trace[714974385] 'agreement among raft nodes before linearized reading' (duration: 1.966670789s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:09:02.058821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.091272Z","time spent":"1.967538572s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:09:02.057891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:09:00.095165Z","time spent":"1.962551229s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:10:03.328501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.880183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T10:10:03.328702Z","caller":"traceutil/trace.go:171","msg":"trace[729076966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20489; }","duration":"105.143511ms","start":"2026-07-01T10:10:03.223486Z","end":"2026-07-01T10:10:03.328629Z","steps":["trace[729076966] 'range keys from in-memory index tree' (duration: 104.692599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:03.760995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.437465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-01T10:10:03.761053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.547048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:10:03.761088Z","caller":"traceutil/trace.go:171","msg":"trace[422818085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20490; }","duration":"324.588539ms","start":"2026-07-01T10:10:03.436481Z","end":"2026-07-01T10:10:03.761069Z","steps":["trace[422818085] 'range keys from in-memory index tree' (duration: 324.25541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:03.761142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:03.436461Z","time spent":"324.6714ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T10:10:03.761144Z","caller":"traceutil/trace.go:171","msg":"trace[610724110] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20490; }","duration":"264.714232ms","start":"2026-07-01T10:10:03.496411Z","end":"2026-07-01T10:10:03.761125Z","steps":["trace[610724110] 'count revisions from in-memory index tree' (duration: 264.420164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:03.76133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.751248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:10:03.761415Z","caller":"traceutil/trace.go:171","msg":"trace[334346604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20490; }","duration":"218.908493ms","start":"2026-07-01T10:10:03.542488Z","end":"2026-07-01T10:10:03.761396Z","steps":["trace[334346604] 'range keys from in-memory index tree' (duration: 218.193654ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:10:04.565019Z","caller":"traceutil/trace.go:171","msg":"trace[1691454031] transaction","detail":"{read_only:false; response_revision:20493; number_of_response:1; }","duration":"302.653661ms","start":"2026-07-01T10:10:04.26233Z","end":"2026-07-01T10:10:04.564984Z","steps":["trace[1691454031] 'process raft request' (duration: 302.437915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.565199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:04.2623Z","time spent":"302.810025ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:10:04.565317Z","caller":"traceutil/trace.go:171","msg":"trace[427955643] transaction","detail":"{read_only:false; response_revision:20494; number_of_response:1; }","duration":"300.619136ms","start":"2026-07-01T10:10:04.264671Z","end":"2026-07-01T10:10:04.56529Z","steps":["trace[427955643] 'process raft request' (duration: 300.258417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.565472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:04.264649Z","time spent":"300.73444ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:10:04.565438Z","caller":"traceutil/trace.go:171","msg":"trace[596508819] linearizableReadLoop","detail":"{readStateIndex:21186; appliedIndex:21183; }","duration":"209.731317ms","start":"2026-07-01T10:10:04.355677Z","end":"2026-07-01T10:10:04.565409Z","steps":["trace[596508819] 'read index received' (duration: 209.103131ms)","trace[596508819] 'applied index is now lower than readState.Index' (duration: 626.706µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:10:04.565588Z","caller":"traceutil/trace.go:171","msg":"trace[1858220534] transaction","detail":"{read_only:false; response_revision:20495; number_of_response:1; }","duration":"299.162658ms","start":"2026-07-01T10:10:04.266412Z","end":"2026-07-01T10:10:04.565575Z","steps":["trace[1858220534] 'process raft request' (duration: 298.758937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.565795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.100548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-01T10:10:04.566495Z","caller":"traceutil/trace.go:171","msg":"trace[1520844143] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20495; }","duration":"210.838008ms","start":"2026-07-01T10:10:04.355629Z","end":"2026-07-01T10:10:04.566467Z","steps":["trace[1520844143] 'agreement among raft nodes before linearized reading' (duration: 209.982155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.642303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.711052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:10:04.642388Z","caller":"traceutil/trace.go:171","msg":"trace[524064251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20495; }","duration":"280.844965ms","start":"2026-07-01T10:10:04.361525Z","end":"2026-07-01T10:10:04.64237Z","steps":["trace[524064251] 'agreement among raft nodes before linearized reading' (duration: 280.618389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.642443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.176241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:10:04.64263Z","caller":"traceutil/trace.go:171","msg":"trace[1432921906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20495; }","duration":"276.400196ms","start":"2026-07-01T10:10:04.366211Z","end":"2026-07-01T10:10:04.642611Z","steps":["trace[1432921906] 'agreement among raft nodes before linearized reading' (duration: 276.074387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.642701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.106366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:10:04.642742Z","caller":"traceutil/trace.go:171","msg":"trace[1550401061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20495; }","duration":"280.162697ms","start":"2026-07-01T10:10:04.362568Z","end":"2026-07-01T10:10:04.642731Z","steps":["trace[1550401061] 'agreement among raft nodes before linearized reading' (duration: 280.060804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.64305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.24134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:10:04.643166Z","caller":"traceutil/trace.go:171","msg":"trace[758555074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20495; }","duration":"280.412184ms","start":"2026-07-01T10:10:04.362735Z","end":"2026-07-01T10:10:04.643147Z","steps":["trace[758555074] 'agreement among raft nodes before linearized reading' (duration: 279.585552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.64312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.589432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:10:04.643324Z","caller":"traceutil/trace.go:171","msg":"trace[197979557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20495; }","duration":"276.829768ms","start":"2026-07-01T10:10:04.366475Z","end":"2026-07-01T10:10:04.643304Z","steps":["trace[197979557] 'agreement among raft nodes before linearized reading' (duration: 276.240622ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:10:04.998693Z","caller":"traceutil/trace.go:171","msg":"trace[1811984231] linearizableReadLoop","detail":"{readStateIndex:21190; appliedIndex:21187; }","duration":"350.758281ms","start":"2026-07-01T10:10:04.647911Z","end":"2026-07-01T10:10:04.998669Z","steps":["trace[1811984231] 'read index received' (duration: 8.172949ms)","trace[1811984231] 'applied index is now lower than readState.Index' (duration: 342.584242ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:10:04.99882Z","caller":"traceutil/trace.go:171","msg":"trace[1431556799] transaction","detail":"{read_only:false; response_revision:20497; number_of_response:1; }","duration":"351.945334ms","start":"2026-07-01T10:10:04.646862Z","end":"2026-07-01T10:10:04.998808Z","steps":["trace[1431556799] 'process raft request' (duration: 288.316197ms)","trace[1431556799] 'compare' (duration: 63.131384ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:10:04.9989Z","caller":"traceutil/trace.go:171","msg":"trace[169871803] transaction","detail":"{read_only:false; response_revision:20500; number_of_response:1; }","duration":"350.633188ms","start":"2026-07-01T10:10:04.648221Z","end":"2026-07-01T10:10:04.998854Z","steps":["trace[169871803] 'process raft request' (duration: 350.408282ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:10:04.999022Z","caller":"traceutil/trace.go:171","msg":"trace[1313243917] transaction","detail":"{read_only:false; response_revision:20498; number_of_response:1; }","duration":"351.594844ms","start":"2026-07-01T10:10:04.647397Z","end":"2026-07-01T10:10:04.998992Z","steps":["trace[1313243917] 'process raft request' (duration: 351.107001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.999073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:04.648203Z","time spent":"350.775693ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:10:04.999104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.191014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:10:04.999097Z","caller":"traceutil/trace.go:171","msg":"trace[350797746] transaction","detail":"{read_only:false; response_revision:20499; number_of_response:1; }","duration":"351.600245ms","start":"2026-07-01T10:10:04.647463Z","end":"2026-07-01T10:10:04.999063Z","steps":["trace[350797746] 'process raft request' (duration: 351.135042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.998926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:04.646847Z","time spent":"352.005925ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:10:04.999141Z","caller":"traceutil/trace.go:171","msg":"trace[108183559] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20500; }","duration":"351.252475ms","start":"2026-07-01T10:10:04.647878Z","end":"2026-07-01T10:10:04.999131Z","steps":["trace[108183559] 'agreement among raft nodes before linearized reading' (duration: 351.07685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:10:04.999227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:04.647861Z","time spent":"351.355728ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:10:04.999247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:04.647453Z","time spent":"351.722718ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:10:04.999373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:10:04.647387Z","time spent":"351.714338ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:10:04.999902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.185961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-01T10:10:05.00001Z","caller":"traceutil/trace.go:171","msg":"trace[1663258533] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20500; }","duration":"295.427917ms","start":"2026-07-01T10:10:04.704556Z","end":"2026-07-01T10:10:04.999984Z","steps":["trace[1663258533] 'agreement among raft nodes before linearized reading' (duration: 294.650557ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:13:56.09627Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20112} {"level":"info","ts":"2026-07-01T10:13:56.224418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20112,"took":"124.475525ms","hash":172401136,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":40194048,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-07-01T10:13:56.224518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":172401136,"revision":20112,"compact-revision":17574} {"level":"info","ts":"2026-07-01T10:14:04.310426Z","caller":"traceutil/trace.go:171","msg":"trace[1371571423] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"274.791235ms","start":"2026-07-01T10:14:04.035604Z","end":"2026-07-01T10:14:04.310395Z","steps":["trace[1371571423] 'process raft request' (duration: 273.650254ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:14:04.316503Z","caller":"traceutil/trace.go:171","msg":"trace[1394975556] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"241.093309ms","start":"2026-07-01T10:14:04.075365Z","end":"2026-07-01T10:14:04.316459Z","steps":["trace[1394975556] 'process raft request' (duration: 240.547364ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:35.58016Z","caller":"traceutil/trace.go:171","msg":"trace[867102731] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"105.11024ms","start":"2026-07-01T10:17:35.475004Z","end":"2026-07-01T10:17:35.580114Z","steps":["trace[867102731] 'process raft request' (duration: 88.818977ms)","trace[867102731] 'compare' (duration: 15.972634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:35.916836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.862419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:17:35.916973Z","caller":"traceutil/trace.go:171","msg":"trace[490229129] linearizableReadLoop","detail":"{readStateIndex:25910; appliedIndex:25907; }","duration":"374.031099ms","start":"2026-07-01T10:17:35.54293Z","end":"2026-07-01T10:17:35.916961Z","steps":["trace[490229129] 'read index received' (duration: 20.876168ms)","trace[490229129] 'applied index is now lower than readState.Index' (duration: 353.154291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:35.917061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.686253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:17:35.917074Z","caller":"traceutil/trace.go:171","msg":"trace[1746075548] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"441.732681ms","start":"2026-07-01T10:17:35.475327Z","end":"2026-07-01T10:17:35.91706Z","steps":["trace[1746075548] 'process raft request' (duration: 270.578024ms)","trace[1746075548] 'compare' (duration: 170.670094ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:35.917087Z","caller":"traceutil/trace.go:171","msg":"trace[1262801907] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25090; }","duration":"160.744155ms","start":"2026-07-01T10:17:35.756334Z","end":"2026-07-01T10:17:35.917078Z","steps":["trace[1262801907] 'agreement among raft nodes before linearized reading' (duration: 160.698114ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:35.917057Z","caller":"traceutil/trace.go:171","msg":"trace[777927073] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"441.212857ms","start":"2026-07-01T10:17:35.475805Z","end":"2026-07-01T10:17:35.917018Z","steps":["trace[777927073] 'process raft request' (duration: 441.111955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:35.917133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:35.475303Z","time spent":"441.800943ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:35.917115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.168032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:35.917205Z","caller":"traceutil/trace.go:171","msg":"trace[474261611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25090; }","duration":"374.299566ms","start":"2026-07-01T10:17:35.542884Z","end":"2026-07-01T10:17:35.917184Z","steps":["trace[474261611] 'agreement among raft nodes before linearized reading' (duration: 374.153422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:35.917227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:35.475779Z","time spent":"441.365521ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:35.917255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:35.542866Z","time spent":"374.381489ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:17:36.214696Z","caller":"traceutil/trace.go:171","msg":"trace[346572434] linearizableReadLoop","detail":"{readStateIndex:25911; appliedIndex:25910; }","duration":"165.377111ms","start":"2026-07-01T10:17:36.049304Z","end":"2026-07-01T10:17:36.214681Z","steps":["trace[346572434] 'read index received' (duration: 151.857553ms)","trace[346572434] 'applied index is now lower than readState.Index' (duration: 13.518937ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:36.214848Z","caller":"traceutil/trace.go:171","msg":"trace[235768906] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"190.943276ms","start":"2026-07-01T10:17:36.023898Z","end":"2026-07-01T10:17:36.214841Z","steps":["trace[235768906] 'process raft request' (duration: 177.168721ms)","trace[235768906] 'compare' (duration: 13.425375ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:36.215002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.72596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-59f4c5d66b-mh787\" ","response":"range_response_count:1 size:8565"} {"level":"info","ts":"2026-07-01T10:17:36.215022Z","caller":"traceutil/trace.go:171","msg":"trace[623985106] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-59f4c5d66b-mh787; range_end:; response_count:1; response_revision:25091; }","duration":"165.825993ms","start":"2026-07-01T10:17:36.04919Z","end":"2026-07-01T10:17:36.215017Z","steps":["trace[623985106] 'agreement among raft nodes before linearized reading' (duration: 165.74742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:36.312496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.602247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:36.312561Z","caller":"traceutil/trace.go:171","msg":"trace[1968335044] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25096; }","duration":"104.71538ms","start":"2026-07-01T10:17:36.20783Z","end":"2026-07-01T10:17:36.312546Z","steps":["trace[1968335044] 'agreement among raft nodes before linearized reading' (duration: 104.601087ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:36.313048Z","caller":"traceutil/trace.go:171","msg":"trace[2101840601] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"108.950934ms","start":"2026-07-01T10:17:36.204089Z","end":"2026-07-01T10:17:36.31304Z","steps":["trace[2101840601] 'process raft request' (duration: 108.151192ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:36.313764Z","caller":"traceutil/trace.go:171","msg":"trace[1774138309] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"109.262113ms","start":"2026-07-01T10:17:36.204479Z","end":"2026-07-01T10:17:36.313741Z","steps":["trace[1774138309] 'process raft request' (duration: 107.844795ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:40.415265Z","caller":"traceutil/trace.go:171","msg":"trace[2137269241] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"310.038277ms","start":"2026-07-01T10:17:40.105201Z","end":"2026-07-01T10:17:40.41524Z","steps":["trace[2137269241] 'process raft request' (duration: 309.864042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:40.415424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:40.105175Z","time spent":"310.166931ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:40.433147Z","caller":"traceutil/trace.go:171","msg":"trace[147222062] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"106.037085ms","start":"2026-07-01T10:17:40.327084Z","end":"2026-07-01T10:17:40.433121Z","steps":["trace[147222062] 'process raft request' (duration: 105.960773ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:40.433377Z","caller":"traceutil/trace.go:171","msg":"trace[1439721353] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"103.758823ms","start":"2026-07-01T10:17:40.329586Z","end":"2026-07-01T10:17:40.433345Z","steps":["trace[1439721353] 'process raft request' (duration: 103.500106ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:40.433459Z","caller":"traceutil/trace.go:171","msg":"trace[577524061] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"208.846243ms","start":"2026-07-01T10:17:40.22457Z","end":"2026-07-01T10:17:40.433417Z","steps":["trace[577524061] 'process raft request' (duration: 208.313719ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:40.433547Z","caller":"traceutil/trace.go:171","msg":"trace[1037122793] linearizableReadLoop","detail":"{readStateIndex:25947; appliedIndex:25945; }","duration":"161.217727ms","start":"2026-07-01T10:17:40.272305Z","end":"2026-07-01T10:17:40.433523Z","steps":["trace[1037122793] 'read index received' (duration: 142.829417ms)","trace[1037122793] 'applied index is now lower than readState.Index' (duration: 18.38674ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:40.433578Z","caller":"traceutil/trace.go:171","msg":"trace[713778237] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"102.51688ms","start":"2026-07-01T10:17:40.331053Z","end":"2026-07-01T10:17:40.43357Z","steps":["trace[713778237] 'process raft request' (duration: 102.223592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:40.433661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.33892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:40.433696Z","caller":"traceutil/trace.go:171","msg":"trace[1699541698] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25129; }","duration":"161.417113ms","start":"2026-07-01T10:17:40.272267Z","end":"2026-07-01T10:17:40.433684Z","steps":["trace[1699541698] 'agreement among raft nodes before linearized reading' (duration: 161.33487ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:40.725757Z","caller":"traceutil/trace.go:171","msg":"trace[1832308128] linearizableReadLoop","detail":"{readStateIndex:25951; appliedIndex:25950; }","duration":"214.016314ms","start":"2026-07-01T10:17:40.51172Z","end":"2026-07-01T10:17:40.725736Z","steps":["trace[1832308128] 'read index received' (duration: 213.925282ms)","trace[1832308128] 'applied index is now lower than readState.Index' (duration: 89.992µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:40.725977Z","caller":"traceutil/trace.go:171","msg":"trace[377987366] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"220.313896ms","start":"2026-07-01T10:17:40.505651Z","end":"2026-07-01T10:17:40.725965Z","steps":["trace[377987366] 'process raft request' (duration: 219.950356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:40.726244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.503387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:40.726315Z","caller":"traceutil/trace.go:171","msg":"trace[531463323] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25130; }","duration":"214.628751ms","start":"2026-07-01T10:17:40.511668Z","end":"2026-07-01T10:17:40.726297Z","steps":["trace[531463323] 'agreement among raft nodes before linearized reading' (duration: 214.442516ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:40.754426Z","caller":"traceutil/trace.go:171","msg":"trace[1788754428] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"109.438969ms","start":"2026-07-01T10:17:40.644968Z","end":"2026-07-01T10:17:40.754407Z","steps":["trace[1788754428] 'process raft request' (duration: 109.277254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:40.754656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.866832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:40.754715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.077495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:17:40.754739Z","caller":"traceutil/trace.go:171","msg":"trace[1082170553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25132; }","duration":"213.009856ms","start":"2026-07-01T10:17:40.541714Z","end":"2026-07-01T10:17:40.754724Z","steps":["trace[1082170553] 'agreement among raft nodes before linearized reading' (duration: 212.871422ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:40.754839Z","caller":"traceutil/trace.go:171","msg":"trace[553867557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25132; }","duration":"157.242459ms","start":"2026-07-01T10:17:40.597569Z","end":"2026-07-01T10:17:40.754811Z","steps":["trace[553867557] 'agreement among raft nodes before linearized reading' (duration: 157.038653ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:41.034866Z","caller":"traceutil/trace.go:171","msg":"trace[1805932745] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"290.063763ms","start":"2026-07-01T10:17:40.744782Z","end":"2026-07-01T10:17:41.034845Z","steps":["trace[1805932745] 'process raft request' (duration: 287.7482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:41.034964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.368123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:41.034866Z","caller":"traceutil/trace.go:171","msg":"trace[1560293220] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25953; }","duration":"279.26342ms","start":"2026-07-01T10:17:40.755576Z","end":"2026-07-01T10:17:41.034839Z","steps":["trace[1560293220] 'read index received' (duration: 276.983718ms)","trace[1560293220] 'applied index is now lower than readState.Index' (duration: 2.278222ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:41.035003Z","caller":"traceutil/trace.go:171","msg":"trace[1220570757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"279.451185ms","start":"2026-07-01T10:17:40.755543Z","end":"2026-07-01T10:17:41.034994Z","steps":["trace[1220570757] 'agreement among raft nodes before linearized reading' (duration: 279.369033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:41.582833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.427337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:17:41.582898Z","caller":"traceutil/trace.go:171","msg":"trace[1211243223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25134; }","duration":"321.55059ms","start":"2026-07-01T10:17:41.261333Z","end":"2026-07-01T10:17:41.582884Z","steps":["trace[1211243223] 'count revisions from in-memory index tree' (duration: 321.294594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:41.582927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:41.261312Z","time spent":"321.607672ms","remote":"127.0.0.1:35904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:41.994168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092035,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:17:42.153814Z","caller":"traceutil/trace.go:171","msg":"trace[1095586097] linearizableReadLoop","detail":"{readStateIndex:25956; appliedIndex:25955; }","duration":"660.071352ms","start":"2026-07-01T10:17:41.493708Z","end":"2026-07-01T10:17:42.153779Z","steps":["trace[1095586097] 'read index received' (duration: 659.956359ms)","trace[1095586097] 'applied index is now lower than readState.Index' (duration: 113.483µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:42.153907Z","caller":"traceutil/trace.go:171","msg":"trace[509540433] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"883.145492ms","start":"2026-07-01T10:17:41.270752Z","end":"2026-07-01T10:17:42.153898Z","steps":["trace[509540433] 'process raft request' (duration: 882.892616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.154004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:41.270724Z","time spent":"883.211234ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:42.154124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.411911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:17:42.154187Z","caller":"traceutil/trace.go:171","msg":"trace[318338578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25135; }","duration":"660.523664ms","start":"2026-07-01T10:17:41.493648Z","end":"2026-07-01T10:17:42.154171Z","steps":["trace[318338578] 'agreement among raft nodes before linearized reading' (duration: 660.343679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.154223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:41.493615Z","time spent":"660.599186ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:17:42.169458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.698952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:42.169519Z","caller":"traceutil/trace.go:171","msg":"trace[14490122] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25136; }","duration":"623.815985ms","start":"2026-07-01T10:17:41.545689Z","end":"2026-07-01T10:17:42.169505Z","steps":["trace[14490122] 'agreement among raft nodes before linearized reading' (duration: 623.701832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.169551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:41.545665Z","time spent":"623.878397ms","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:42.169783Z","caller":"traceutil/trace.go:171","msg":"trace[1742169926] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"175.377962ms","start":"2026-07-01T10:17:41.994397Z","end":"2026-07-01T10:17:42.169775Z","steps":["trace[1742169926] 'process raft request' (duration: 174.886489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.169937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.867673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:17:42.16997Z","caller":"traceutil/trace.go:171","msg":"trace[350187779] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25136; }","duration":"506.925914ms","start":"2026-07-01T10:17:41.663034Z","end":"2026-07-01T10:17:42.16996Z","steps":["trace[350187779] 'agreement among raft nodes before linearized reading' (duration: 506.872653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.169994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:41.663019Z","time spent":"506.970125ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:42.170158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.032314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:42.170184Z","caller":"traceutil/trace.go:171","msg":"trace[981901588] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25136; }","duration":"225.062304ms","start":"2026-07-01T10:17:41.945116Z","end":"2026-07-01T10:17:42.170178Z","steps":["trace[981901588] 'agreement among raft nodes before linearized reading' (duration: 225.018143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.170358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.09682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:17:42.170381Z","caller":"traceutil/trace.go:171","msg":"trace[1142402780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25136; }","duration":"227.144511ms","start":"2026-07-01T10:17:41.943231Z","end":"2026-07-01T10:17:42.170376Z","steps":["trace[1142402780] 'agreement among raft nodes before linearized reading' (duration: 227.047688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.170457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.828076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:17:42.170477Z","caller":"traceutil/trace.go:171","msg":"trace[1608894151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25136; }","duration":"232.897017ms","start":"2026-07-01T10:17:41.937575Z","end":"2026-07-01T10:17:42.170472Z","steps":["trace[1608894151] 'agreement among raft nodes before linearized reading' (duration: 232.847656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.170533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.82821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:42.170555Z","caller":"traceutil/trace.go:171","msg":"trace[284285121] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25136; }","duration":"324.887991ms","start":"2026-07-01T10:17:41.845661Z","end":"2026-07-01T10:17:42.170549Z","steps":["trace[284285121] 'agreement among raft nodes before linearized reading' (duration: 324.854901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.170578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:41.845639Z","time spent":"324.932502ms","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:42.170964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.29669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:17:42.170983Z","caller":"traceutil/trace.go:171","msg":"trace[1670947807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25136; }","duration":"566.349281ms","start":"2026-07-01T10:17:41.60463Z","end":"2026-07-01T10:17:42.170979Z","steps":["trace[1670947807] 'agreement among raft nodes before linearized reading' (duration: 566.29972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.170996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:41.604612Z","time spent":"566.380803ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:17:42.171039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.596706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:17:42.171054Z","caller":"traceutil/trace.go:171","msg":"trace[845348805] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25136; }","duration":"617.612286ms","start":"2026-07-01T10:17:41.553438Z","end":"2026-07-01T10:17:42.17105Z","steps":["trace[845348805] 'agreement among raft nodes before linearized reading' (duration: 617.588985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:42.171066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:41.553402Z","time spent":"617.660627ms","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:43.839781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.989881Z","time spent":"849.894779ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:17:43.840152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.120892ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:43.840213Z","caller":"traceutil/trace.go:171","msg":"trace[1909265724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25136; }","duration":"711.190014ms","start":"2026-07-01T10:17:43.129012Z","end":"2026-07-01T10:17:43.840202Z","steps":["trace[1909265724] 'range keys from in-memory index tree' (duration: 711.112311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:43.840404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635958659s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:17:43.84065Z","caller":"traceutil/trace.go:171","msg":"trace[542271433] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"1.682947258s","start":"2026-07-01T10:17:42.157669Z","end":"2026-07-01T10:17:43.840616Z","steps":["trace[542271433] 'process raft request' (duration: 46.692341ms)","trace[542271433] 'compare' (duration: 1.63449715s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:43.840716Z","caller":"traceutil/trace.go:171","msg":"trace[1036613139] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25957; }","duration":"1.662546003s","start":"2026-07-01T10:17:42.178152Z","end":"2026-07-01T10:17:43.840698Z","steps":["trace[1036613139] 'read index received' (duration: 26.206543ms)","trace[1036613139] 'applied index is now lower than readState.Index' (duration: 1.63633844s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:43.840727Z","caller":"traceutil/trace.go:171","msg":"trace[1534774704] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"1.664690581s","start":"2026-07-01T10:17:42.176017Z","end":"2026-07-01T10:17:43.840707Z","steps":["trace[1534774704] 'process raft request' (duration: 1.664522666s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:43.840791Z","caller":"traceutil/trace.go:171","msg":"trace[726979200] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"1.66463043s","start":"2026-07-01T10:17:42.17615Z","end":"2026-07-01T10:17:43.840781Z","steps":["trace[726979200] 'process raft request' (duration: 1.664477356s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:43.840799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.157649Z","time spent":"1.683075502s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:43.840814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.175999Z","time spent":"1.664774404s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:43.840856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.176127Z","time spent":"1.664695001s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:43.840922Z","caller":"traceutil/trace.go:171","msg":"trace[1464834307] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"1.663241842s","start":"2026-07-01T10:17:42.177669Z","end":"2026-07-01T10:17:43.840911Z","steps":["trace[1464834307] 'process raft request' (duration: 1.662991286s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:43.840975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.177648Z","time spent":"1.663297003s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:43.840983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66282275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:43.841023Z","caller":"traceutil/trace.go:171","msg":"trace[2014499997] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25140; }","duration":"1.662877852s","start":"2026-07-01T10:17:42.178132Z","end":"2026-07-01T10:17:43.84101Z","steps":["trace[2014499997] 'agreement among raft nodes before linearized reading' (duration: 1.66281474s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:43.84107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.178126Z","time spent":"1.662935734s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:17:43.842489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087047213s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:17:43.842817Z","caller":"traceutil/trace.go:171","msg":"trace[1235709540] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"1.404783329s","start":"2026-07-01T10:17:42.438015Z","end":"2026-07-01T10:17:43.842798Z","steps":["trace[1235709540] 'process raft request' (duration: 1.404584024s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:43.842897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.437988Z","time spent":"1.404870392s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:43.842893Z","caller":"traceutil/trace.go:171","msg":"trace[1455409793] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"1.112610268s","start":"2026-07-01T10:17:42.73026Z","end":"2026-07-01T10:17:43.842871Z","steps":["trace[1455409793] 'process raft request' (duration: 1.112568707s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:43.843029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.730229Z","time spent":"1.112732631s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:43.843001Z","caller":"traceutil/trace.go:171","msg":"trace[411935117] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"1.403319179s","start":"2026-07-01T10:17:42.439626Z","end":"2026-07-01T10:17:43.842945Z","steps":["trace[411935117] 'process raft request' (duration: 1.403127554s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:43.843063Z","caller":"traceutil/trace.go:171","msg":"trace[1341926309] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"1.402578999s","start":"2026-07-01T10:17:42.440443Z","end":"2026-07-01T10:17:43.843022Z","steps":["trace[1341926309] 'process raft request' (duration: 1.402353813s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:43.843034Z","caller":"traceutil/trace.go:171","msg":"trace[236569240] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"1.403490104s","start":"2026-07-01T10:17:42.439522Z","end":"2026-07-01T10:17:43.843012Z","steps":["trace[236569240] 'process raft request' (duration: 1.403188026s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:43.843152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.440411Z","time spent":"1.402699912s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:43.843178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.439509Z","time spent":"1.403610617s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:43.843187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.439597Z","time spent":"1.403501724s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:44.542305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:17:44.542404Z","caller":"traceutil/trace.go:171","msg":"trace[1726960706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002847s","start":"2026-07-01T10:17:42.542384Z","end":"2026-07-01T10:17:44.542387Z","steps":["trace[1726960706] 'agreement among raft nodes before linearized reading' (duration: 1.999888724s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:44.542449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.542363Z","time spent":"2.000074969s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:17:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T10:17:44.793537Z","caller":"traceutil/trace.go:171","msg":"trace[1213494455] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"2.034208027s","start":"2026-07-01T10:17:42.759304Z","end":"2026-07-01T10:17:44.793512Z","steps":["trace[1213494455] 'process raft request' (duration: 2.0339613s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:44.793704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.75929Z","time spent":"2.034321321s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:44.793751Z","caller":"traceutil/trace.go:171","msg":"trace[1116945461] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"2.033239591s","start":"2026-07-01T10:17:42.760499Z","end":"2026-07-01T10:17:44.793739Z","steps":["trace[1116945461] 'process raft request' (duration: 2.032966534s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:44.793816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.760494Z","time spent":"2.033296273s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:44.793856Z","caller":"traceutil/trace.go:171","msg":"trace[1260887196] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25961; }","duration":"953.085817ms","start":"2026-07-01T10:17:43.840748Z","end":"2026-07-01T10:17:44.793834Z","steps":["trace[1260887196] 'read index received' (duration: 1.82102ms)","trace[1260887196] 'applied index is now lower than readState.Index' (duration: 951.263507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:44.793933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731599612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T10:17:44.793952Z","caller":"traceutil/trace.go:171","msg":"trace[1777056173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25149; }","duration":"1.731618683s","start":"2026-07-01T10:17:43.062327Z","end":"2026-07-01T10:17:44.793946Z","steps":["trace[1777056173] 'agreement among raft nodes before linearized reading' (duration: 1.731543811s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:44.793969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:43.062292Z","time spent":"1.731671844s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:17:44.793955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199744542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:44.793987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411935883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T10:17:44.794021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512949173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:44.794021Z","caller":"traceutil/trace.go:171","msg":"trace[1361330244] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25149; }","duration":"2.199826194s","start":"2026-07-01T10:17:42.594179Z","end":"2026-07-01T10:17:44.794006Z","steps":["trace[1361330244] 'agreement among raft nodes before linearized reading' (duration: 2.199699341s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:44.794037Z","caller":"traceutil/trace.go:171","msg":"trace[510490577] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25149; }","duration":"1.512993733s","start":"2026-07-01T10:17:43.281038Z","end":"2026-07-01T10:17:44.794032Z","steps":["trace[510490577] 'agreement among raft nodes before linearized reading' (duration: 1.512965412s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:44.794044Z","caller":"traceutil/trace.go:171","msg":"trace[123371224] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25149; }","duration":"1.412039466s","start":"2026-07-01T10:17:43.381993Z","end":"2026-07-01T10:17:44.794032Z","steps":["trace[123371224] 'agreement among raft nodes before linearized reading' (duration: 1.411856121s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:44.794058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:43.281024Z","time spent":"1.513029565s","remote":"127.0.0.1:56020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:44.794056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350761991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-01T10:17:44.794072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:43.381969Z","time spent":"1.412098438s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:17:44.794071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.594126Z","time spent":"2.199931167s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:44.794089Z","caller":"traceutil/trace.go:171","msg":"trace[630076778] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25149; }","duration":"2.350827604s","start":"2026-07-01T10:17:42.443252Z","end":"2026-07-01T10:17:44.79408Z","steps":["trace[630076778] 'agreement among raft nodes before linearized reading' (duration: 2.35069916s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:44.794129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:42.443241Z","time spent":"2.350879155s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T10:17:44.794196Z","caller":"traceutil/trace.go:171","msg":"trace[1113135953] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"1.419266652s","start":"2026-07-01T10:17:43.374922Z","end":"2026-07-01T10:17:44.794188Z","steps":["trace[1113135953] 'process raft request' (duration: 1.418848761s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:44.794175Z","caller":"traceutil/trace.go:171","msg":"trace[1659598135] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"1.753265672s","start":"2026-07-01T10:17:43.040874Z","end":"2026-07-01T10:17:44.79414Z","steps":["trace[1659598135] 'process raft request' (duration: 1.752792199s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:44.794251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:43.37489Z","time spent":"1.419324814s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:44.794372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:43.040854Z","time spent":"1.753410556s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:46.132636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033909825s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T10:17:46.13289Z","caller":"traceutil/trace.go:171","msg":"trace[1604662848] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25970; }","duration":"1.338954426s","start":"2026-07-01T10:17:44.793923Z","end":"2026-07-01T10:17:46.132877Z","steps":["trace[1604662848] 'read index received' (duration: 304.944619ms)","trace[1604662848] 'applied index is now lower than readState.Index' (duration: 1.034008877s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:46.133204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36005766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:46.133228Z","caller":"traceutil/trace.go:171","msg":"trace[1760476599] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25149; }","duration":"1.360120462s","start":"2026-07-01T10:17:44.773101Z","end":"2026-07-01T10:17:46.133222Z","steps":["trace[1760476599] 'agreement among raft nodes before linearized reading' (duration: 1.36006498s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:46.133354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:44.773084Z","time spent":"1.360217675s","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:46.133562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590858711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:46.133583Z","caller":"traceutil/trace.go:171","msg":"trace[493073259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25149; }","duration":"1.590920853s","start":"2026-07-01T10:17:44.542657Z","end":"2026-07-01T10:17:46.133578Z","steps":["trace[493073259] 'agreement among raft nodes before linearized reading' (duration: 1.590880462s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:46.133597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:44.542635Z","time spent":"1.590958524s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:17:46.133691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278172716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:46.133759Z","caller":"traceutil/trace.go:171","msg":"trace[355864465] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25149; }","duration":"2.278291749s","start":"2026-07-01T10:17:43.855452Z","end":"2026-07-01T10:17:46.133744Z","steps":["trace[355864465] 'agreement among raft nodes before linearized reading' (duration: 2.278154645s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:46.133798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:43.855438Z","time spent":"2.27835223s","remote":"127.0.0.1:41108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:46.133931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287345255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:46.133958Z","caller":"traceutil/trace.go:171","msg":"trace[627916577] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25149; }","duration":"2.287403417s","start":"2026-07-01T10:17:43.846548Z","end":"2026-07-01T10:17:46.133952Z","steps":["trace[627916577] 'agreement among raft nodes before linearized reading' (duration: 2.287356466s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:46.133965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603739362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:46.133996Z","caller":"traceutil/trace.go:171","msg":"trace[2058804034] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25149; }","duration":"1.603807734s","start":"2026-07-01T10:17:44.530181Z","end":"2026-07-01T10:17:46.133989Z","steps":["trace[2058804034] 'agreement among raft nodes before linearized reading' (duration: 1.603758482s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:46.13402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:44.530161Z","time spent":"1.603853436s","remote":"127.0.0.1:50280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:46.134133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:43.846534Z","time spent":"2.287584851s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:17:46.134167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909504243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:46.134188Z","caller":"traceutil/trace.go:171","msg":"trace[387857703] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25149; }","duration":"1.909553894s","start":"2026-07-01T10:17:44.224629Z","end":"2026-07-01T10:17:46.134183Z","steps":["trace[387857703] 'agreement among raft nodes before linearized reading' (duration: 1.909514873s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:46.134213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:44.224612Z","time spent":"1.909594646s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:46.134321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178572855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:46.134344Z","caller":"traceutil/trace.go:171","msg":"trace[242303431] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25149; }","duration":"2.178596875s","start":"2026-07-01T10:17:43.955741Z","end":"2026-07-01T10:17:46.134338Z","steps":["trace[242303431] 'agreement among raft nodes before linearized reading' (duration: 2.178564714s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:46.134365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:43.955722Z","time spent":"2.178637007s","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:46.134739Z","caller":"traceutil/trace.go:171","msg":"trace[203002395] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"1.336604792s","start":"2026-07-01T10:17:44.798119Z","end":"2026-07-01T10:17:46.134724Z","steps":["trace[203002395] 'process raft request' (duration: 1.334590367s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:46.136242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:44.798105Z","time spent":"1.336679005s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:46.633514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:17:46.87595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02962754s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:17:46.932619Z","caller":"traceutil/trace.go:171","msg":"trace[2080713879] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"1.086335113s","start":"2026-07-01T10:17:45.846228Z","end":"2026-07-01T10:17:46.932563Z","steps":["trace[2080713879] 'process raft request' (duration: 1.029911307s)","trace[2080713879] 'compare' (duration: 55.47195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:46.932808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.846218Z","time spent":"1.086491557s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:48.063238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187089795s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:17:48.063679Z","caller":"traceutil/trace.go:171","msg":"trace[829802243] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"2.216476338s","start":"2026-07-01T10:17:45.847179Z","end":"2026-07-01T10:17:48.063655Z","steps":["trace[829802243] 'process raft request' (duration: 2.216392085s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.063837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.847173Z","time spent":"2.21657813s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:48.06387Z","caller":"traceutil/trace.go:171","msg":"trace[446168858] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"2.216745725s","start":"2026-07-01T10:17:45.847105Z","end":"2026-07-01T10:17:48.063851Z","steps":["trace[446168858] 'process raft request' (duration: 2.216306853s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.063953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.847079Z","time spent":"2.216831968s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:48.06416Z","caller":"traceutil/trace.go:171","msg":"trace[310724398] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"2.216955261s","start":"2026-07-01T10:17:45.847178Z","end":"2026-07-01T10:17:48.064133Z","steps":["trace[310724398] 'process raft request' (duration: 2.216443167s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.064226Z","caller":"traceutil/trace.go:171","msg":"trace[875655730] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"2.21619896s","start":"2026-07-01T10:17:45.848013Z","end":"2026-07-01T10:17:48.064212Z","steps":["trace[875655730] 'process raft request' (duration: 2.215965053s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.064277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.847149Z","time spent":"2.217056234s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:48.064275Z","caller":"traceutil/trace.go:171","msg":"trace[831930798] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"1.264351087s","start":"2026-07-01T10:17:46.799911Z","end":"2026-07-01T10:17:48.064262Z","steps":["trace[831930798] 'process raft request' (duration: 1.264229564s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.064291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.848004Z","time spent":"2.216254062s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:48.06436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:46.799887Z","time spent":"1.26442062s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:48.06433Z","caller":"traceutil/trace.go:171","msg":"trace[1794826567] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"1.26409953s","start":"2026-07-01T10:17:46.800201Z","end":"2026-07-01T10:17:48.064301Z","steps":["trace[1794826567] 'process raft request' (duration: 1.264007428s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.064549Z","caller":"traceutil/trace.go:171","msg":"trace[386836576] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"1.263494384s","start":"2026-07-01T10:17:46.801043Z","end":"2026-07-01T10:17:48.064537Z","steps":["trace[386836576] 'process raft request' (duration: 1.263210776s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.064535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969720863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:48.064565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:46.800175Z","time spent":"1.264297266s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:48.064611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21910526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:17:48.064614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193545824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:48.064559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218730499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:17:48.06465Z","caller":"traceutil/trace.go:171","msg":"trace[626033789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25158; }","duration":"2.21915454s","start":"2026-07-01T10:17:45.845483Z","end":"2026-07-01T10:17:48.064638Z","steps":["trace[626033789] 'agreement among raft nodes before linearized reading' (duration: 2.219060718s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.064658Z","caller":"traceutil/trace.go:171","msg":"trace[1123842170] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25158; }","duration":"2.193620376s","start":"2026-07-01T10:17:45.871026Z","end":"2026-07-01T10:17:48.064646Z","steps":["trace[1123842170] 'agreement among raft nodes before linearized reading' (duration: 2.193561674s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.064664Z","caller":"traceutil/trace.go:171","msg":"trace[386420589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25158; }","duration":"2.218850372s","start":"2026-07-01T10:17:45.845805Z","end":"2026-07-01T10:17:48.064655Z","steps":["trace[386420589] 'agreement among raft nodes before linearized reading' (duration: 2.218564204s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.064682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.845474Z","time spent":"2.219200291s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:17:48.064682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219943872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T10:17:48.064689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.871005Z","time spent":"2.193676428s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:48.06461Z","caller":"traceutil/trace.go:171","msg":"trace[187148061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25158; }","duration":"1.969847096s","start":"2026-07-01T10:17:46.094745Z","end":"2026-07-01T10:17:48.064592Z","steps":["trace[187148061] 'agreement among raft nodes before linearized reading' (duration: 1.969722493s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.064704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.845799Z","time spent":"2.218893174s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:17:48.064716Z","caller":"traceutil/trace.go:171","msg":"trace[1067296675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25158; }","duration":"2.219975813s","start":"2026-07-01T10:17:45.84473Z","end":"2026-07-01T10:17:48.064706Z","steps":["trace[1067296675] 'agreement among raft nodes before linearized reading' (duration: 2.21986265s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.06462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:46.801016Z","time spent":"1.263554696s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:48.064741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265784642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-01T10:17:48.064753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.844693Z","time spent":"2.220053885s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T10:17:48.064766Z","caller":"traceutil/trace.go:171","msg":"trace[594558377] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25158; }","duration":"3.265833293s","start":"2026-07-01T10:17:44.798926Z","end":"2026-07-01T10:17:48.06476Z","steps":["trace[594558377] 'agreement among raft nodes before linearized reading' (duration: 3.265502424s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.064757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:46.094724Z","time spent":"1.9700089s","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:48.06438Z","caller":"traceutil/trace.go:171","msg":"trace[1533171900] linearizableReadLoop","detail":"{readStateIndex:25977; appliedIndex:25972; }","duration":"1.931450872s","start":"2026-07-01T10:17:46.132911Z","end":"2026-07-01T10:17:48.064361Z","steps":["trace[1533171900] 'read index received' (duration: 743.242197ms)","trace[1533171900] 'applied index is now lower than readState.Index' (duration: 1.188207845s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:48.064821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:44.798912Z","time spent":"3.265865414s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:17:48.064819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401058731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-07-01T10:17:48.06485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219695555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:17:48.064919Z","caller":"traceutil/trace.go:171","msg":"trace[2077588607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25158; }","duration":"2.219776098s","start":"2026-07-01T10:17:45.845132Z","end":"2026-07-01T10:17:48.064908Z","steps":["trace[2077588607] 'agreement among raft nodes before linearized reading' (duration: 2.219321175s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.064984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.845125Z","time spent":"2.21985209s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T10:17:48.064928Z","caller":"traceutil/trace.go:171","msg":"trace[1622910249] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25158; }","duration":"2.401198255s","start":"2026-07-01T10:17:45.663709Z","end":"2026-07-01T10:17:48.064907Z","steps":["trace[1622910249] 'agreement among raft nodes before linearized reading' (duration: 2.400934048s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.065023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:45.663693Z","time spent":"2.401322818s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-07-01T10:17:48.144713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:17:48.144757Z","caller":"traceutil/trace.go:171","msg":"trace[758690705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012804s","start":"2026-07-01T10:17:46.144621Z","end":"2026-07-01T10:17:48.144749Z","steps":["trace[758690705] 'agreement among raft nodes before linearized reading' (duration: 2.000077209s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.144781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:46.144616Z","time spent":"2.000159211s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:17:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:17:48.71691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.954018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:17:48.717111Z","caller":"traceutil/trace.go:171","msg":"trace[1286721936] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"1.557245087s","start":"2026-07-01T10:17:47.159842Z","end":"2026-07-01T10:17:48.717088Z","steps":["trace[1286721936] 'process raft request' (duration: 986.019433ms)","trace[1286721936] 'compare' (duration: 570.789052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:48.717197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:47.159818Z","time spent":"1.55733434s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:48.717639Z","caller":"traceutil/trace.go:171","msg":"trace[1415432764] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"1.412689544s","start":"2026-07-01T10:17:47.304643Z","end":"2026-07-01T10:17:48.717332Z","steps":["trace[1415432764] 'process raft request' (duration: 1.412360405s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.717818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:47.304621Z","time spent":"1.413119615s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:48.717807Z","caller":"traceutil/trace.go:171","msg":"trace[10229864] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"797.585895ms","start":"2026-07-01T10:17:47.920193Z","end":"2026-07-01T10:17:48.717778Z","steps":["trace[10229864] 'process raft request' (duration: 797.070621ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.717909Z","caller":"traceutil/trace.go:171","msg":"trace[1086044485] linearizableReadLoop","detail":"{readStateIndex:25983; appliedIndex:25980; }","duration":"653.070632ms","start":"2026-07-01T10:17:48.064792Z","end":"2026-07-01T10:17:48.717862Z","steps":["trace[1086044485] 'read index received' (duration: 81.084086ms)","trace[1086044485] 'applied index is now lower than readState.Index' (duration: 571.983295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:48.717952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:47.920172Z","time spent":"797.704418ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:48.717976Z","caller":"traceutil/trace.go:171","msg":"trace[1958211983] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"649.121124ms","start":"2026-07-01T10:17:48.068846Z","end":"2026-07-01T10:17:48.717967Z","steps":["trace[1958211983] 'process raft request' (duration: 648.896158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.718059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.068826Z","time spent":"649.190557ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:48.718101Z","caller":"traceutil/trace.go:171","msg":"trace[1645670270] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"648.435166ms","start":"2026-07-01T10:17:48.069647Z","end":"2026-07-01T10:17:48.718082Z","steps":["trace[1645670270] 'process raft request' (duration: 648.23287ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.717932Z","caller":"traceutil/trace.go:171","msg":"trace[943258075] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"648.322283ms","start":"2026-07-01T10:17:48.069591Z","end":"2026-07-01T10:17:48.717913Z","steps":["trace[943258075] 'process raft request' (duration: 648.253251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.718128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390253823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:48.718176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.069579Z","time spent":"648.567629ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:48.717956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298464105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:17:48.718193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.069641Z","time spent":"648.501948ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:48.718227Z","caller":"traceutil/trace.go:171","msg":"trace[396216136] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25163; }","duration":"1.298795534s","start":"2026-07-01T10:17:47.419417Z","end":"2026-07-01T10:17:48.718213Z","steps":["trace[396216136] 'agreement among raft nodes before linearized reading' (duration: 1.298446465s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.718272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:47.4194Z","time spent":"1.298858046s","remote":"127.0.0.1:47132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:48.718181Z","caller":"traceutil/trace.go:171","msg":"trace[667923928] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25164; }","duration":"1.390342776s","start":"2026-07-01T10:17:47.327824Z","end":"2026-07-01T10:17:48.718167Z","steps":["trace[667923928] 'agreement among raft nodes before linearized reading' (duration: 1.390209472s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.718375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:47.327807Z","time spent":"1.390554541s","remote":"127.0.0.1:51264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:48.718384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024341796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-01T10:17:48.718386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.406834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6f5b7\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-07-01T10:17:48.718422Z","caller":"traceutil/trace.go:171","msg":"trace[1410005334] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25165; }","duration":"1.024405168s","start":"2026-07-01T10:17:47.694005Z","end":"2026-07-01T10:17:48.71841Z","steps":["trace[1410005334] 'agreement among raft nodes before linearized reading' (duration: 1.02414752s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.718464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:47.693988Z","time spent":"1.024469379s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-01T10:17:48.718478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.027047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:17:48.718519Z","caller":"traceutil/trace.go:171","msg":"trace[1311338675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25165; }","duration":"676.105819ms","start":"2026-07-01T10:17:48.042399Z","end":"2026-07-01T10:17:48.718504Z","steps":["trace[1311338675] 'agreement among raft nodes before linearized reading' (duration: 675.77051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.71854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578609633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:48.718516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096183314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T10:17:48.718562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.04238Z","time spent":"676.17018ms","remote":"127.0.0.1:35880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:48.718579Z","caller":"traceutil/trace.go:171","msg":"trace[1426854245] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25165; }","duration":"2.578677145s","start":"2026-07-01T10:17:46.13989Z","end":"2026-07-01T10:17:48.718567Z","steps":["trace[1426854245] 'agreement among raft nodes before linearized reading' (duration: 2.578199832s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:48.718428Z","caller":"traceutil/trace.go:171","msg":"trace[1513823808] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6f5b7; range_end:; response_count:1; response_revision:25165; }","duration":"652.484156ms","start":"2026-07-01T10:17:48.065932Z","end":"2026-07-01T10:17:48.718416Z","steps":["trace[1513823808] 'agreement among raft nodes before linearized reading' (duration: 652.315781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.71861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:46.139874Z","time spent":"2.578729246s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T10:17:48.718635Z","caller":"traceutil/trace.go:171","msg":"trace[1682723154] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25165; }","duration":"2.096299617s","start":"2026-07-01T10:17:46.622284Z","end":"2026-07-01T10:17:48.718583Z","steps":["trace[1682723154] 'agreement among raft nodes before linearized reading' (duration: 2.095821434s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.718677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574280845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T10:17:48.718699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:46.62227Z","time spent":"2.09641983s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:17:48.71865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.065914Z","time spent":"652.725073ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-6f5b7\" "} {"level":"warn","ts":"2026-07-01T10:17:48.718908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.405344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-01T10:17:48.71897Z","caller":"traceutil/trace.go:171","msg":"trace[2094204006] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25165; }","duration":"652.479685ms","start":"2026-07-01T10:17:48.066479Z","end":"2026-07-01T10:17:48.718959Z","steps":["trace[2094204006] 'agreement among raft nodes before linearized reading' (duration: 652.323781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.719008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.066468Z","time spent":"652.528178ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-01T10:17:48.71872Z","caller":"traceutil/trace.go:171","msg":"trace[2106067361] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25165; }","duration":"2.574323196s","start":"2026-07-01T10:17:46.144387Z","end":"2026-07-01T10:17:48.71871Z","steps":["trace[2106067361] 'agreement among raft nodes before linearized reading' (duration: 2.573727819s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.719103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:46.144348Z","time spent":"2.574734707s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"warn","ts":"2026-07-01T10:17:48.718758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.573228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T10:17:48.719174Z","caller":"traceutil/trace.go:171","msg":"trace[408709061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25165; }","duration":"577.992439ms","start":"2026-07-01T10:17:48.14117Z","end":"2026-07-01T10:17:48.719162Z","steps":["trace[408709061] 'agreement among raft nodes before linearized reading' (duration: 577.515326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.719213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.141165Z","time spent":"578.03708ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:17:48.718832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298653521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:48.719285Z","caller":"traceutil/trace.go:171","msg":"trace[1727027540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25165; }","duration":"1.299127944s","start":"2026-07-01T10:17:47.420146Z","end":"2026-07-01T10:17:48.719274Z","steps":["trace[1727027540] 'agreement among raft nodes before linearized reading' (duration: 1.298031694s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.719344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:47.420133Z","time spent":"1.299200426s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:17:48.718866Z","caller":"traceutil/trace.go:171","msg":"trace[1837153081] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"648.18969ms","start":"2026-07-01T10:17:48.070666Z","end":"2026-07-01T10:17:48.718856Z","steps":["trace[1837153081] 'process raft request' (duration: 647.361207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.719451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.070657Z","time spent":"648.738734ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:48.718867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.151981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:17:48.719559Z","caller":"traceutil/trace.go:171","msg":"trace[1471473840] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25165; }","duration":"597.857129ms","start":"2026-07-01T10:17:48.121686Z","end":"2026-07-01T10:17:48.719543Z","steps":["trace[1471473840] 'agreement among raft nodes before linearized reading' (duration: 597.057568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.719602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.121678Z","time spent":"597.909401ms","remote":"127.0.0.1:51584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:48.718914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.96575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:48.719655Z","caller":"traceutil/trace.go:171","msg":"trace[535372486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25165; }","duration":"574.70719ms","start":"2026-07-01T10:17:48.144932Z","end":"2026-07-01T10:17:48.719639Z","steps":["trace[535372486] 'agreement among raft nodes before linearized reading' (duration: 573.951599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:48.71969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.144928Z","time spent":"574.752311ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:17:49.258498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:17:49.758727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:17:49.929296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171215172s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:17:49.942155Z","caller":"traceutil/trace.go:171","msg":"trace[889328158] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"1.218948061s","start":"2026-07-01T10:17:48.723174Z","end":"2026-07-01T10:17:49.942122Z","steps":["trace[889328158] 'process raft request' (duration: 1.206324637s)","trace[889328158] 'compare' (duration: 12.11135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:49.942381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.723162Z","time spent":"1.219128066s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:49.945841Z","caller":"traceutil/trace.go:171","msg":"trace[1292837660] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"1.00686766s","start":"2026-07-01T10:17:48.93895Z","end":"2026-07-01T10:17:49.945818Z","steps":["trace[1292837660] 'process raft request' (duration: 1.006399088s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:49.94585Z","caller":"traceutil/trace.go:171","msg":"trace[33974765] linearizableReadLoop","detail":"{readStateIndex:25991; appliedIndex:25988; }","duration":"1.187714421s","start":"2026-07-01T10:17:48.758112Z","end":"2026-07-01T10:17:49.945826Z","steps":["trace[33974765] 'read index received' (duration: 1.171407007s)","trace[33974765] 'applied index is now lower than readState.Index' (duration: 16.305674ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:49.945928Z","caller":"traceutil/trace.go:171","msg":"trace[1728708512] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"519.833697ms","start":"2026-07-01T10:17:49.426067Z","end":"2026-07-01T10:17:49.9459Z","steps":["trace[1728708512] 'process raft request' (duration: 519.407785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.945987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.938921Z","time spent":"1.006979104s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:49.946019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219442454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:49.946053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.42604Z","time spent":"519.94434ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:49.946072Z","caller":"traceutil/trace.go:171","msg":"trace[1178048690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25169; }","duration":"1.219520986s","start":"2026-07-01T10:17:48.726538Z","end":"2026-07-01T10:17:49.946059Z","steps":["trace[1178048690] 'agreement among raft nodes before linearized reading' (duration: 1.219403193s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.946103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.726531Z","time spent":"1.219566298s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:17:49.946123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.793683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:49.94615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184510643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-9d9cf5857-9p7f7.18be2141652dfb8a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-01T10:17:49.946231Z","caller":"traceutil/trace.go:171","msg":"trace[149601548] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25169; }","duration":"710.953827ms","start":"2026-07-01T10:17:49.235264Z","end":"2026-07-01T10:17:49.946218Z","steps":["trace[149601548] 'agreement among raft nodes before linearized reading' (duration: 710.798883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.946244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.151894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:49.946266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.235241Z","time spent":"711.014749ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:49.946273Z","caller":"traceutil/trace.go:171","msg":"trace[306713190] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25169; }","duration":"743.210525ms","start":"2026-07-01T10:17:49.203052Z","end":"2026-07-01T10:17:49.946262Z","steps":["trace[306713190] 'agreement among raft nodes before linearized reading' (duration: 743.158884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.946289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090415063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:49.946321Z","caller":"traceutil/trace.go:171","msg":"trace[1568637288] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25169; }","duration":"1.090478604s","start":"2026-07-01T10:17:48.855835Z","end":"2026-07-01T10:17:49.946313Z","steps":["trace[1568637288] 'agreement among raft nodes before linearized reading' (duration: 1.090425502s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.946358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.314503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:17:49.946355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.855816Z","time spent":"1.090531666s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T10:17:49.946383Z","caller":"traceutil/trace.go:171","msg":"trace[1120108992] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25169; }","duration":"343.380935ms","start":"2026-07-01T10:17:49.602997Z","end":"2026-07-01T10:17:49.946378Z","steps":["trace[1120108992] 'agreement among raft nodes before linearized reading' (duration: 343.332273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.946407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.602975Z","time spent":"343.427946ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:49.946294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.203033Z","time spent":"743.255346ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:49.946429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.501149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:49.946464Z","caller":"traceutil/trace.go:171","msg":"trace[1401431938] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25169; }","duration":"443.575822ms","start":"2026-07-01T10:17:49.502877Z","end":"2026-07-01T10:17:49.946452Z","steps":["trace[1401431938] 'agreement among raft nodes before linearized reading' (duration: 443.52028ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:49.946244Z","caller":"traceutil/trace.go:171","msg":"trace[989737324] range","detail":"{range_begin:/registry/events/openstack/barbican-api-9d9cf5857-9p7f7.18be2141652dfb8a; range_end:; response_count:1; response_revision:25169; }","duration":"1.184673638s","start":"2026-07-01T10:17:48.76156Z","end":"2026-07-01T10:17:49.946234Z","steps":["trace[989737324] 'agreement among raft nodes before linearized reading' (duration: 1.1844061s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.94655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:48.761546Z","time spent":"1.184987936s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-9d9cf5857-9p7f7.18be2141652dfb8a\" "} {"level":"warn","ts":"2026-07-01T10:17:49.946552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.502854Z","time spent":"443.639063ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:49.947135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.785086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-01T10:17:49.947212Z","caller":"traceutil/trace.go:171","msg":"trace[1316432660] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25169; }","duration":"796.756292ms","start":"2026-07-01T10:17:49.150439Z","end":"2026-07-01T10:17:49.947196Z","steps":["trace[1316432660] 'agreement among raft nodes before linearized reading' (duration: 795.668602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:49.947706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.150418Z","time spent":"797.275926ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-01T10:17:50.455058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:17:51.044571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.788871ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-01T10:17:51.044662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.952575Z","time spent":"1.092083579s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:17:51.954814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:17:51.954873Z","caller":"traceutil/trace.go:171","msg":"trace[1520206013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217272s","start":"2026-07-01T10:17:49.954644Z","end":"2026-07-01T10:17:51.954861Z","steps":["trace[1520206013] 'agreement among raft nodes before linearized reading' (duration: 2.00014568s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:51.954902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.954633Z","time spent":"2.000263684s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:17:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:17:52.057112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.622315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:17:52.057754Z","caller":"traceutil/trace.go:171","msg":"trace[749277747] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"1.988109543s","start":"2026-07-01T10:17:50.069615Z","end":"2026-07-01T10:17:52.057725Z","steps":["trace[749277747] 'process raft request' (duration: 1.987676432s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:52.057828Z","caller":"traceutil/trace.go:171","msg":"trace[1812324646] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"2.104367177s","start":"2026-07-01T10:17:49.953437Z","end":"2026-07-01T10:17:52.057805Z","steps":["trace[1812324646] 'process raft request' (duration: 1.222955631s)","trace[1812324646] 'compare' (duration: 879.764141ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:52.057839Z","caller":"traceutil/trace.go:171","msg":"trace[1374430497] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"1.012115803s","start":"2026-07-01T10:17:51.045695Z","end":"2026-07-01T10:17:52.057811Z","steps":["trace[1374430497] 'process raft request' (duration: 1.012050261s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:52.057907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.069592Z","time spent":"1.988226666s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:52.057934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:51.04567Z","time spent":"1.012222166s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:52.057953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.95342Z","time spent":"2.104450689s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:52.05814Z","caller":"traceutil/trace.go:171","msg":"trace[838576484] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"1.988526754s","start":"2026-07-01T10:17:50.069603Z","end":"2026-07-01T10:17:52.058129Z","steps":["trace[838576484] 'process raft request' (duration: 1.987835036s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:52.058195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.069573Z","time spent":"1.988594326s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:52.058289Z","caller":"traceutil/trace.go:171","msg":"trace[96166435] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"1.988543994s","start":"2026-07-01T10:17:50.069732Z","end":"2026-07-01T10:17:52.058276Z","steps":["trace[96166435] 'process raft request' (duration: 1.987760413s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:52.058375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.0697Z","time spent":"1.988637697s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:52.058489Z","caller":"traceutil/trace.go:171","msg":"trace[605530446] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"1.987897308s","start":"2026-07-01T10:17:50.07057Z","end":"2026-07-01T10:17:52.058467Z","steps":["trace[605530446] 'process raft request' (duration: 1.987069455s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:52.058498Z","caller":"traceutil/trace.go:171","msg":"trace[31648439] linearizableReadLoop","detail":"{readStateIndex:26000; appliedIndex:25991; }","duration":"2.103795972s","start":"2026-07-01T10:17:49.954677Z","end":"2026-07-01T10:17:52.058473Z","steps":["trace[31648439] 'read index received' (duration: 522.072868ms)","trace[31648439] 'applied index is now lower than readState.Index' (duration: 1.581720194s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:52.058532Z","caller":"traceutil/trace.go:171","msg":"trace[219994294] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"1.988626997s","start":"2026-07-01T10:17:50.069876Z","end":"2026-07-01T10:17:52.058503Z","steps":["trace[219994294] 'process raft request' (duration: 1.987665161s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:52.058588Z","caller":"traceutil/trace.go:171","msg":"trace[179532612] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"1.988421901s","start":"2026-07-01T10:17:50.070151Z","end":"2026-07-01T10:17:52.058573Z","steps":["trace[179532612] 'process raft request' (duration: 1.987438585s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:52.058588Z","caller":"traceutil/trace.go:171","msg":"trace[2122768960] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"1.987958999s","start":"2026-07-01T10:17:50.070608Z","end":"2026-07-01T10:17:52.058567Z","steps":["trace[2122768960] 'process raft request' (duration: 1.987079445s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:52.058596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.070544Z","time spent":"1.987991519s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:52.058654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.069858Z","time spent":"1.98872891s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:52.058685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.070103Z","time spent":"1.988530554s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:52.058686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.070588Z","time spent":"1.988046221s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:52.559083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:17:53.655649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.888051ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:53.655795Z","caller":"traceutil/trace.go:171","msg":"trace[1409562590] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25178; }","duration":"526.047166ms","start":"2026-07-01T10:17:53.129727Z","end":"2026-07-01T10:17:53.655774Z","steps":["trace[1409562590] 'range keys from in-memory index tree' (duration: 525.871861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.65741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064536389s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:17:53.657755Z","caller":"traceutil/trace.go:171","msg":"trace[1500886156] linearizableReadLoop","detail":"{readStateIndex:26003; appliedIndex:26001; }","duration":"1.599191338s","start":"2026-07-01T10:17:52.058545Z","end":"2026-07-01T10:17:53.657737Z","steps":["trace[1500886156] 'read index received' (duration: 534.120944ms)","trace[1500886156] 'applied index is now lower than readState.Index' (duration: 1.065069284s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:53.65784Z","caller":"traceutil/trace.go:171","msg":"trace[1734150390] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"1.197792666s","start":"2026-07-01T10:17:52.460023Z","end":"2026-07-01T10:17:53.657815Z","steps":["trace[1734150390] 'process raft request' (duration: 1.197536869s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.657882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150272705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:17:53.657924Z","caller":"traceutil/trace.go:171","msg":"trace[1140670265] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"1.706865959s","start":"2026-07-01T10:17:51.951019Z","end":"2026-07-01T10:17:53.657885Z","steps":["trace[1140670265] 'process raft request' (duration: 641.726793ms)","trace[1140670265] 'compare' (duration: 1.063661966s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:53.657937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843232259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:53.65796Z","caller":"traceutil/trace.go:171","msg":"trace[1582936190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25180; }","duration":"2.150393728s","start":"2026-07-01T10:17:51.507546Z","end":"2026-07-01T10:17:53.657939Z","steps":["trace[1582936190] 'agreement among raft nodes before linearized reading' (duration: 2.150235534s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.657976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933925841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T10:17:53.657977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934591029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:17:53.657974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711542466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T10:17:53.658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934968289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:17:53.658021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70095789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:53.658026Z","caller":"traceutil/trace.go:171","msg":"trace[1797233834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25180; }","duration":"2.933989882s","start":"2026-07-01T10:17:50.724021Z","end":"2026-07-01T10:17:53.658011Z","steps":["trace[1797233834] 'agreement among raft nodes before linearized reading' (duration: 2.933819928s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.658029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:51.507523Z","time spent":"2.15048683s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:53.658018Z","caller":"traceutil/trace.go:171","msg":"trace[671192395] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25180; }","duration":"1.843369313s","start":"2026-07-01T10:17:51.814627Z","end":"2026-07-01T10:17:53.657997Z","steps":["trace[671192395] 'agreement among raft nodes before linearized reading' (duration: 1.843177628s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:53.658041Z","caller":"traceutil/trace.go:171","msg":"trace[2047359072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25180; }","duration":"1.711652149s","start":"2026-07-01T10:17:51.946375Z","end":"2026-07-01T10:17:53.658027Z","steps":["trace[2047359072] 'agreement among raft nodes before linearized reading' (duration: 1.711453453s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.658003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007772681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:53.658068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.724017Z","time spent":"2.934040424s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:17:53.658038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944763645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-01T10:17:53.65808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:51.950998Z","time spent":"1.707001042s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:53.658092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244392622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:53.658092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:51.946351Z","time spent":"1.71173326s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:17:53.658059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93463471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:17:53.658097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:51.814603Z","time spent":"1.843482536s","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:53.658126Z","caller":"traceutil/trace.go:171","msg":"trace[199712540] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25180; }","duration":"1.244425313s","start":"2026-07-01T10:17:52.413692Z","end":"2026-07-01T10:17:53.658117Z","steps":["trace[199712540] 'agreement among raft nodes before linearized reading' (duration: 1.244372022s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:53.658124Z","caller":"traceutil/trace.go:171","msg":"trace[85955135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25180; }","duration":"3.007962836s","start":"2026-07-01T10:17:50.650134Z","end":"2026-07-01T10:17:53.658097Z","steps":["trace[85955135] 'agreement among raft nodes before linearized reading' (duration: 3.00774105s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.658142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197879458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:17:53.658158Z","caller":"traceutil/trace.go:171","msg":"trace[1539614353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25180; }","duration":"2.934752144s","start":"2026-07-01T10:17:50.723382Z","end":"2026-07-01T10:17:53.658134Z","steps":["trace[1539614353] 'agreement among raft nodes before linearized reading' (duration: 2.934499747s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.658168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449230187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:17:53.6582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.65009Z","time spent":"3.008096249s","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:53.658228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.612598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:53.658224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.723378Z","time spent":"2.934825746s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:17:53.658273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595898618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-01T10:17:53.658275Z","caller":"traceutil/trace.go:171","msg":"trace[118404812] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25180; }","duration":"545.70143ms","start":"2026-07-01T10:17:53.112562Z","end":"2026-07-01T10:17:53.658263Z","steps":["trace[118404812] 'agreement among raft nodes before linearized reading' (duration: 545.616398ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:53.658265Z","caller":"traceutil/trace.go:171","msg":"trace[826740155] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25180; }","duration":"1.449362941s","start":"2026-07-01T10:17:52.208885Z","end":"2026-07-01T10:17:53.658248Z","steps":["trace[826740155] 'agreement among raft nodes before linearized reading' (duration: 1.449200276s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.658407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.208862Z","time spent":"1.449491435s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:53.657961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.460006Z","time spent":"1.197890558s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:53.658193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278119961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:53.65824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702788607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:53.658627Z","caller":"traceutil/trace.go:171","msg":"trace[322707458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25180; }","duration":"1.703427224s","start":"2026-07-01T10:17:51.955178Z","end":"2026-07-01T10:17:53.658605Z","steps":["trace[322707458] 'agreement among raft nodes before linearized reading' (duration: 1.702607562s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.658734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:51.955172Z","time spent":"1.703539137s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:17:53.658042Z","caller":"traceutil/trace.go:171","msg":"trace[762212686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25180; }","duration":"2.935044011s","start":"2026-07-01T10:17:50.722989Z","end":"2026-07-01T10:17:53.658033Z","steps":["trace[762212686] 'agreement among raft nodes before linearized reading' (duration: 2.934889577s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.658888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.72297Z","time spent":"2.935901415s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:17:53.658655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124349969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:53.659001Z","caller":"traceutil/trace.go:171","msg":"trace[1015439815] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25180; }","duration":"2.12472655s","start":"2026-07-01T10:17:51.534254Z","end":"2026-07-01T10:17:53.65898Z","steps":["trace[1015439815] 'agreement among raft nodes before linearized reading' (duration: 2.123552938s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.659109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:51.534244Z","time spent":"2.124842703s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:53.657998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702703002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:53.659208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.864269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:17:53.659213Z","caller":"traceutil/trace.go:171","msg":"trace[1620675292] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25180; }","duration":"3.703930615s","start":"2026-07-01T10:17:49.955266Z","end":"2026-07-01T10:17:53.659196Z","steps":["trace[1620675292] 'agreement among raft nodes before linearized reading' (duration: 3.70264796s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:53.65924Z","caller":"traceutil/trace.go:171","msg":"trace[507382451] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25180; }","duration":"637.930211ms","start":"2026-07-01T10:17:53.021302Z","end":"2026-07-01T10:17:53.659233Z","steps":["trace[507382451] 'agreement among raft nodes before linearized reading' (duration: 636.769609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.659267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.021284Z","time spent":"637.978821ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2695,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:53.659278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:49.95526Z","time spent":"3.704002037s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T10:17:53.658048Z","caller":"traceutil/trace.go:171","msg":"trace[1471780467] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25180; }","duration":"2.700982811s","start":"2026-07-01T10:17:50.957056Z","end":"2026-07-01T10:17:53.658039Z","steps":["trace[1471780467] 'agreement among raft nodes before linearized reading' (duration: 2.70093668s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.659482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.957002Z","time spent":"2.702465852s","remote":"127.0.0.1:55930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:53.658038Z","caller":"traceutil/trace.go:171","msg":"trace[1309083497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25180; }","duration":"2.934668601s","start":"2026-07-01T10:17:50.723353Z","end":"2026-07-01T10:17:53.658022Z","steps":["trace[1309083497] 'agreement among raft nodes before linearized reading' (duration: 2.934477865s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.659581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.723347Z","time spent":"2.936196102s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:17:53.658137Z","caller":"traceutil/trace.go:171","msg":"trace[321064333] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25180; }","duration":"2.944889929s","start":"2026-07-01T10:17:50.713221Z","end":"2026-07-01T10:17:53.658111Z","steps":["trace[321064333] 'agreement among raft nodes before linearized reading' (duration: 2.944636352s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.659668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:50.713208Z","time spent":"2.946446141s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-01T10:17:53.658149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.413653Z","time spent":"1.244490466s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:53.658196Z","caller":"traceutil/trace.go:171","msg":"trace[1084946019] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25180; }","duration":"1.19795718s","start":"2026-07-01T10:17:52.460226Z","end":"2026-07-01T10:17:53.658183Z","steps":["trace[1084946019] 'agreement among raft nodes before linearized reading' (duration: 1.197856057s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.659786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.460218Z","time spent":"1.199555653s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:53.658203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511981265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:53.659898Z","caller":"traceutil/trace.go:171","msg":"trace[1999602919] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25180; }","duration":"1.513699062s","start":"2026-07-01T10:17:52.146173Z","end":"2026-07-01T10:17:53.659872Z","steps":["trace[1999602919] 'agreement among raft nodes before linearized reading' (duration: 1.511995656s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.659974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.146155Z","time spent":"1.513795644s","remote":"127.0.0.1:45298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:53.658195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597161253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-01T10:17:53.66005Z","caller":"traceutil/trace.go:171","msg":"trace[1242538708] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25180; }","duration":"1.599052474s","start":"2026-07-01T10:17:52.060987Z","end":"2026-07-01T10:17:53.660039Z","steps":["trace[1242538708] 'agreement among raft nodes before linearized reading' (duration: 1.59704978s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.660082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.060976Z","time spent":"1.599095365s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T10:17:53.658303Z","caller":"traceutil/trace.go:171","msg":"trace[945157492] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25180; }","duration":"1.59596725s","start":"2026-07-01T10:17:52.062328Z","end":"2026-07-01T10:17:53.658295Z","steps":["trace[945157492] 'agreement among raft nodes before linearized reading' (duration: 1.595893438s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.660147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.062308Z","time spent":"1.597828451s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"warn","ts":"2026-07-01T10:17:53.65831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.112538Z","time spent":"545.763612ms","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:53.658562Z","caller":"traceutil/trace.go:171","msg":"trace[732472209] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25180; }","duration":"1.278508912s","start":"2026-07-01T10:17:52.380029Z","end":"2026-07-01T10:17:53.658538Z","steps":["trace[732472209] 'agreement among raft nodes before linearized reading' (duration: 1.278141362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:53.660575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:52.380007Z","time spent":"1.28032136s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:54.240941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:17:54.410292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.171444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:17:54.410629Z","caller":"traceutil/trace.go:171","msg":"trace[1615345734] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"747.310327ms","start":"2026-07-01T10:17:53.663292Z","end":"2026-07-01T10:17:54.410602Z","steps":["trace[1615345734] 'process raft request' (duration: 642.721551ms)","trace[1615345734] 'compare' (duration: 102.612232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:17:54.410751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.663274Z","time spent":"747.411809ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:54.410851Z","caller":"traceutil/trace.go:171","msg":"trace[1971853388] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"747.453621ms","start":"2026-07-01T10:17:53.663357Z","end":"2026-07-01T10:17:54.41081Z","steps":["trace[1971853388] 'process raft request' (duration: 747.040939ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:54.411289Z","caller":"traceutil/trace.go:171","msg":"trace[1703592746] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"688.941538ms","start":"2026-07-01T10:17:53.722329Z","end":"2026-07-01T10:17:54.41127Z","steps":["trace[1703592746] 'process raft request' (duration: 688.884927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:54.411293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.66334Z","time spent":"747.613106ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:54.411347Z","caller":"traceutil/trace.go:171","msg":"trace[1408868648] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"747.949144ms","start":"2026-07-01T10:17:53.663368Z","end":"2026-07-01T10:17:54.411317Z","steps":["trace[1408868648] 'process raft request' (duration: 747.520483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:54.411484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.663353Z","time spent":"748.063047ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:54.411518Z","caller":"traceutil/trace.go:171","msg":"trace[299265801] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"746.234398ms","start":"2026-07-01T10:17:53.665269Z","end":"2026-07-01T10:17:54.411503Z","steps":["trace[299265801] 'process raft request' (duration: 745.899298ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:54.411609Z","caller":"traceutil/trace.go:171","msg":"trace[1955919360] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"747.883273ms","start":"2026-07-01T10:17:53.663705Z","end":"2026-07-01T10:17:54.411589Z","steps":["trace[1955919360] 'process raft request' (duration: 747.40308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:54.411759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.665257Z","time spent":"746.358561ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:54.4118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.663695Z","time spent":"748.014466ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:54.412409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.7223Z","time spent":"689.042791ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:54.737325Z","caller":"traceutil/trace.go:171","msg":"trace[1646690904] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"673.180729ms","start":"2026-07-01T10:17:54.064115Z","end":"2026-07-01T10:17:54.737296Z","steps":["trace[1646690904] 'process raft request' (duration: 672.970534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:54.737488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.064084Z","time spent":"673.325093ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:54.73756Z","caller":"traceutil/trace.go:171","msg":"trace[1921818426] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"672.758188ms","start":"2026-07-01T10:17:54.064769Z","end":"2026-07-01T10:17:54.737527Z","steps":["trace[1921818426] 'process raft request' (duration: 672.47793ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:54.737657Z","caller":"traceutil/trace.go:171","msg":"trace[975296272] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"672.807589ms","start":"2026-07-01T10:17:54.06481Z","end":"2026-07-01T10:17:54.737618Z","steps":["trace[975296272] 'process raft request' (duration: 672.624964ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:54.737691Z","caller":"traceutil/trace.go:171","msg":"trace[1404010011] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"672.690546ms","start":"2026-07-01T10:17:54.064982Z","end":"2026-07-01T10:17:54.737672Z","steps":["trace[1404010011] 'process raft request' (duration: 672.565192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:54.737734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.064753Z","time spent":"672.887912ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:54.73772Z","caller":"traceutil/trace.go:171","msg":"trace[1259830092] linearizableReadLoop","detail":"{readStateIndex:26017; appliedIndex:26004; }","duration":"997.014392ms","start":"2026-07-01T10:17:53.740682Z","end":"2026-07-01T10:17:54.737696Z","steps":["trace[1259830092] 'read index received' (duration: 565.344305ms)","trace[1259830092] 'applied index is now lower than readState.Index' (duration: 431.668997ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:54.73778Z","caller":"traceutil/trace.go:171","msg":"trace[700047982] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"672.595883ms","start":"2026-07-01T10:17:54.065174Z","end":"2026-07-01T10:17:54.73777Z","steps":["trace[700047982] 'process raft request' (duration: 672.414648ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:54.737739Z","caller":"traceutil/trace.go:171","msg":"trace[805529127] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"672.47853ms","start":"2026-07-01T10:17:54.065239Z","end":"2026-07-01T10:17:54.737717Z","steps":["trace[805529127] 'process raft request' (duration: 672.384167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:54.7378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.064968Z","time spent":"672.766278ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:54.737803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.06479Z","time spent":"672.941193ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:54.737838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.06516Z","time spent":"672.645914ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:54.737819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068428746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:54.737859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.065208Z","time spent":"672.616254ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:17:54.737863Z","caller":"traceutil/trace.go:171","msg":"trace[899347123] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"670.63621ms","start":"2026-07-01T10:17:54.067197Z","end":"2026-07-01T10:17:54.737834Z","steps":["trace[899347123] 'process raft request' (duration: 670.456075ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:54.737886Z","caller":"traceutil/trace.go:171","msg":"trace[732747395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25194; }","duration":"1.068517158s","start":"2026-07-01T10:17:53.669353Z","end":"2026-07-01T10:17:54.73787Z","steps":["trace[732747395] 'agreement among raft nodes before linearized reading' (duration: 1.068390445s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:54.737932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.669346Z","time spent":"1.068578119s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:17:54.737942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074517961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c7ef2b2-4860-4a8a-bde7-00c1279e18c2\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-01T10:17:54.737977Z","caller":"traceutil/trace.go:171","msg":"trace[1485121484] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c7ef2b2-4860-4a8a-bde7-00c1279e18c2; range_end:; response_count:1; response_revision:25194; }","duration":"1.074581913s","start":"2026-07-01T10:17:53.663385Z","end":"2026-07-01T10:17:54.737966Z","steps":["trace[1485121484] 'agreement among raft nodes before linearized reading' (duration: 1.074433339s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:54.737992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.067181Z","time spent":"670.739273ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:54.738011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.663375Z","time spent":"1.074627055s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3c7ef2b2-4860-4a8a-bde7-00c1279e18c2\" "} {"level":"warn","ts":"2026-07-01T10:17:54.738059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074010867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T10:17:54.738129Z","caller":"traceutil/trace.go:171","msg":"trace[146994229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25194; }","duration":"1.074102839s","start":"2026-07-01T10:17:53.664007Z","end":"2026-07-01T10:17:54.73811Z","steps":["trace[146994229] 'agreement among raft nodes before linearized reading' (duration: 1.073791871s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:54.73817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.663994Z","time spent":"1.074166262s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:17:55.792782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.848395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T10:17:55.793086Z","caller":"traceutil/trace.go:171","msg":"trace[909225525] linearizableReadLoop","detail":"{readStateIndex:26018; appliedIndex:26017; }","duration":"1.055277156s","start":"2026-07-01T10:17:54.737776Z","end":"2026-07-01T10:17:55.793067Z","steps":["trace[909225525] 'read index received' (duration: 445.223416ms)","trace[909225525] 'applied index is now lower than readState.Index' (duration: 610.05245ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:17:55.793309Z","caller":"traceutil/trace.go:171","msg":"trace[147420911] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"896.526176ms","start":"2026-07-01T10:17:54.896757Z","end":"2026-07-01T10:17:55.793283Z","steps":["trace[147420911] 'process raft request' (duration: 896.177107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:55.79342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.896737Z","time spent":"896.624489ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:17:55.796041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052983877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:17:55.796107Z","caller":"traceutil/trace.go:171","msg":"trace[669436315] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25195; }","duration":"2.053086801s","start":"2026-07-01T10:17:53.743002Z","end":"2026-07-01T10:17:55.796089Z","steps":["trace[669436315] 'agreement among raft nodes before linearized reading' (duration: 2.050193892s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:55.796131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.742986Z","time spent":"2.053138992s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T10:17:55.796114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051130367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T10:17:55.796114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948027932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:55.79617Z","caller":"traceutil/trace.go:171","msg":"trace[1027879750] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25195; }","duration":"2.051212589s","start":"2026-07-01T10:17:53.744943Z","end":"2026-07-01T10:17:55.796155Z","steps":["trace[1027879750] 'agreement among raft nodes before linearized reading' (duration: 2.048235078s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:55.796208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.744931Z","time spent":"2.051269561s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"info","ts":"2026-07-01T10:17:55.79617Z","caller":"traceutil/trace.go:171","msg":"trace[471936884] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25195; }","duration":"1.948139445s","start":"2026-07-01T10:17:53.848021Z","end":"2026-07-01T10:17:55.796161Z","steps":["trace[471936884] 'agreement among raft nodes before linearized reading' (duration: 1.945170234s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:55.796369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:53.847999Z","time spent":"1.948326269s","remote":"127.0.0.1:50298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:17:55.796569Z","caller":"traceutil/trace.go:171","msg":"trace[754584694] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"133.240215ms","start":"2026-07-01T10:17:55.663317Z","end":"2026-07-01T10:17:55.796558Z","steps":["trace[754584694] 'process raft request' (duration: 129.947006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:55.796707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05758889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:17:55.796802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.752165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276293"} {"level":"warn","ts":"2026-07-01T10:17:55.796823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.941717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:55.796844Z","caller":"traceutil/trace.go:171","msg":"trace[878568057] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25196; }","duration":"174.797326ms","start":"2026-07-01T10:17:55.62204Z","end":"2026-07-01T10:17:55.796837Z","steps":["trace[878568057] 'agreement among raft nodes before linearized reading' (duration: 174.476597ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:55.796851Z","caller":"traceutil/trace.go:171","msg":"trace[1585363247] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25196; }","duration":"531.006079ms","start":"2026-07-01T10:17:55.265835Z","end":"2026-07-01T10:17:55.796841Z","steps":["trace[1585363247] 'agreement among raft nodes before linearized reading' (duration: 530.962878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:55.796853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.934116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:17:55.796925Z","caller":"traceutil/trace.go:171","msg":"trace[1806853595] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25196; }","duration":"449.031829ms","start":"2026-07-01T10:17:55.347872Z","end":"2026-07-01T10:17:55.796904Z","steps":["trace[1806853595] 'agreement among raft nodes before linearized reading' (duration: 448.930096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:55.796949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057566979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-01T10:17:55.796773Z","caller":"traceutil/trace.go:171","msg":"trace[1394195073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25196; }","duration":"1.057752454s","start":"2026-07-01T10:17:54.739005Z","end":"2026-07-01T10:17:55.796757Z","steps":["trace[1394195073] 'agreement among raft nodes before linearized reading' (duration: 1.057514237s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:17:55.796973Z","caller":"traceutil/trace.go:171","msg":"trace[102537443] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25196; }","duration":"1.0576181s","start":"2026-07-01T10:17:54.739348Z","end":"2026-07-01T10:17:55.796966Z","steps":["trace[102537443] 'agreement among raft nodes before linearized reading' (duration: 1.057544308s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:17:55.796875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:55.26581Z","time spent":"531.058811ms","remote":"127.0.0.1:35814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:55.797012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.739301Z","time spent":"1.057704992s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T10:17:55.796983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:55.347852Z","time spent":"449.11472ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:17:55.797412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:17:54.73899Z","time spent":"1.058402672s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:18:05.957579Z","caller":"traceutil/trace.go:171","msg":"trace[857396582] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"122.577926ms","start":"2026-07-01T10:18:05.834976Z","end":"2026-07-01T10:18:05.957554Z","steps":["trace[857396582] 'process raft request' (duration: 122.124074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:09.97842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:10.150396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.14786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-01T10:18:10.150483Z","caller":"traceutil/trace.go:171","msg":"trace[2098587789] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25358; }","duration":"999.285814ms","start":"2026-07-01T10:18:09.151179Z","end":"2026-07-01T10:18:10.150465Z","steps":["trace[2098587789] 'range keys from in-memory index tree' (duration: 998.934915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:10.150521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:09.151157Z","time spent":"999.355635ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-01T10:18:10.150541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081751838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:10.150579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156558784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-01T10:18:10.150659Z","caller":"traceutil/trace.go:171","msg":"trace[1967189302] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25358; }","duration":"1.081882492s","start":"2026-07-01T10:18:09.06871Z","end":"2026-07-01T10:18:10.150592Z","steps":["trace[1967189302] 'count revisions from in-memory index tree' (duration: 1.081647305s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:10.150693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.347938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-01T10:18:10.150735Z","caller":"traceutil/trace.go:171","msg":"trace[586221095] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25358; }","duration":"937.42575ms","start":"2026-07-01T10:18:09.213299Z","end":"2026-07-01T10:18:10.150724Z","steps":["trace[586221095] 'range keys from in-memory index tree' (duration: 937.234666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:10.150762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:09.213282Z","time spent":"937.473732ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" "} {"level":"warn","ts":"2026-07-01T10:18:10.150769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:09.068688Z","time spent":"1.082043275s","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:10.150666Z","caller":"traceutil/trace.go:171","msg":"trace[1491752834] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25358; }","duration":"1.156687878s","start":"2026-07-01T10:18:08.993954Z","end":"2026-07-01T10:18:10.150642Z","steps":["trace[1491752834] 'range keys from in-memory index tree' (duration: 1.156327777s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:10.150855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:08.993936Z","time spent":"1.156881953s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" "} {"level":"warn","ts":"2026-07-01T10:18:10.150587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.448076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:10.150976Z","caller":"traceutil/trace.go:171","msg":"trace[471602237] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25358; }","duration":"874.858448ms","start":"2026-07-01T10:18:09.276104Z","end":"2026-07-01T10:18:10.150962Z","steps":["trace[471602237] 'count revisions from in-memory index tree' (duration: 874.374394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:10.151201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:09.276057Z","time spent":"875.130105ms","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:10.479109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:10.803148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.368796029s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:10.803449Z","caller":"traceutil/trace.go:171","msg":"trace[1167177363] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"1.369163568s","start":"2026-07-01T10:18:09.434266Z","end":"2026-07-01T10:18:10.803429Z","steps":["trace[1167177363] 'process raft request' (duration: 1.369029935s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:10.803558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:09.434251Z","time spent":"1.3692497s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:11.393909Z","caller":"traceutil/trace.go:171","msg":"trace[1896863706] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"1.42179047s","start":"2026-07-01T10:18:09.972089Z","end":"2026-07-01T10:18:11.393879Z","steps":["trace[1896863706] 'process raft request' (duration: 1.421556404s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:11.393966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.152789Z","time spent":"1.241170186s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T10:18:11.394Z","caller":"traceutil/trace.go:171","msg":"trace[899224836] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"1.235679946s","start":"2026-07-01T10:18:10.15829Z","end":"2026-07-01T10:18:11.39397Z","steps":["trace[899224836] 'process raft request' (duration: 1.235592594s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:11.394071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:09.972065Z","time spent":"1.421920814s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:11.394079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915843535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:11.394125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.158279Z","time spent":"1.235767298s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:11.394138Z","caller":"traceutil/trace.go:171","msg":"trace[2082751933] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25361; }","duration":"1.915945538s","start":"2026-07-01T10:18:09.478166Z","end":"2026-07-01T10:18:11.394111Z","steps":["trace[2082751933] 'agreement among raft nodes before linearized reading' (duration: 1.915859665s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:11.394176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:09.478142Z","time spent":"1.91602309s","remote":"127.0.0.1:47144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:11.393963Z","caller":"traceutil/trace.go:171","msg":"trace[1970244529] linearizableReadLoop","detail":"{readStateIndex:26188; appliedIndex:26184; }","duration":"1.915720182s","start":"2026-07-01T10:18:09.478221Z","end":"2026-07-01T10:18:11.393941Z","steps":["trace[1970244529] 'read index received' (duration: 1.325066849s)","trace[1970244529] 'applied index is now lower than readState.Index' (duration: 590.652503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:11.543579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000481229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:11.543661Z","caller":"traceutil/trace.go:171","msg":"trace[1408399939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000590042s","start":"2026-07-01T10:18:09.543053Z","end":"2026-07-01T10:18:11.543643Z","steps":["trace[1408399939] 'agreement among raft nodes before linearized reading' (duration: 2.000492289s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:11.543708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:09.543046Z","time spent":"2.000651664s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:11.894294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:12.39539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:12.838622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445020523s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:12.898778Z","caller":"traceutil/trace.go:171","msg":"trace[1805965880] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"2.047491399s","start":"2026-07-01T10:18:10.851263Z","end":"2026-07-01T10:18:12.898754Z","steps":["trace[1805965880] 'process raft request' (duration: 1.987593849s)","trace[1805965880] 'compare' (duration: 58.490542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:12.89889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.851242Z","time spent":"2.047589991s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:12.899247Z","caller":"traceutil/trace.go:171","msg":"trace[2135937525] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"2.047429167s","start":"2026-07-01T10:18:10.851777Z","end":"2026-07-01T10:18:12.899206Z","steps":["trace[2135937525] 'process raft request' (duration: 2.046937584s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.899517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.851771Z","time spent":"2.047630893s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:12.899603Z","caller":"traceutil/trace.go:171","msg":"trace[135798815] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"2.040751236s","start":"2026-07-01T10:18:10.858805Z","end":"2026-07-01T10:18:12.899556Z","steps":["trace[135798815] 'process raft request' (duration: 2.040687624s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.899757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.858801Z","time spent":"2.040880459s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:12.899744Z","caller":"traceutil/trace.go:171","msg":"trace[623726436] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"2.040865228s","start":"2026-07-01T10:18:10.858852Z","end":"2026-07-01T10:18:12.899718Z","steps":["trace[623726436] 'process raft request' (duration: 2.040674703s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:12.899863Z","caller":"traceutil/trace.go:171","msg":"trace[1793602523] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"2.044022175s","start":"2026-07-01T10:18:10.85583Z","end":"2026-07-01T10:18:12.899852Z","steps":["trace[1793602523] 'process raft request' (duration: 2.043277364s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.899893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.858848Z","time spent":"2.040968291s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:12.899919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.855804Z","time spent":"2.044090506s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:12.899976Z","caller":"traceutil/trace.go:171","msg":"trace[2063046985] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"2.041213538s","start":"2026-07-01T10:18:10.85875Z","end":"2026-07-01T10:18:12.899964Z","steps":["trace[2063046985] 'process raft request' (duration: 2.040674963s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.900044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.858741Z","time spent":"2.041268279s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:12.900109Z","caller":"traceutil/trace.go:171","msg":"trace[899773320] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"2.040625021s","start":"2026-07-01T10:18:10.859475Z","end":"2026-07-01T10:18:12.9001Z","steps":["trace[899773320] 'process raft request' (duration: 2.04019806s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.900154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.859469Z","time spent":"2.040663283s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:12.900462Z","caller":"traceutil/trace.go:171","msg":"trace[1149313742] linearizableReadLoop","detail":"{readStateIndex:26197; appliedIndex:26188; }","duration":"1.506221619s","start":"2026-07-01T10:18:11.394227Z","end":"2026-07-01T10:18:12.900449Z","steps":["trace[1149313742] 'read index received' (duration: 1.444591642s)","trace[1149313742] 'applied index is now lower than readState.Index' (duration: 61.628977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:12.900587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248016185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:12.900629Z","caller":"traceutil/trace.go:171","msg":"trace[1060746128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25370; }","duration":"2.248081287s","start":"2026-07-01T10:18:10.652534Z","end":"2026-07-01T10:18:12.900615Z","steps":["trace[1060746128] 'agreement among raft nodes before linearized reading' (duration: 2.248006875s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.900653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.652522Z","time spent":"2.248125648s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:12.900651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401276086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:18:12.900688Z","caller":"traceutil/trace.go:171","msg":"trace[1426250533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25370; }","duration":"2.401349568s","start":"2026-07-01T10:18:10.499328Z","end":"2026-07-01T10:18:12.900677Z","steps":["trace[1426250533] 'agreement among raft nodes before linearized reading' (duration: 2.401237135s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.90072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.499306Z","time spent":"2.40139796s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:12.900719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868343126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:12.900753Z","caller":"traceutil/trace.go:171","msg":"trace[830467839] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25370; }","duration":"2.868416728s","start":"2026-07-01T10:18:10.032325Z","end":"2026-07-01T10:18:12.900742Z","steps":["trace[830467839] 'agreement among raft nodes before linearized reading' (duration: 2.868348146s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:12.90078Z","caller":"traceutil/trace.go:171","msg":"trace[464837010] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"1.660561329s","start":"2026-07-01T10:18:11.24021Z","end":"2026-07-01T10:18:12.900771Z","steps":["trace[464837010] 'process raft request' (duration: 1.65986935s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.900787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.032302Z","time spent":"2.86847529s","remote":"127.0.0.1:56276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:12.900831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.24019Z","time spent":"1.660612911s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:12.90085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388635083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:18:12.900883Z","caller":"traceutil/trace.go:171","msg":"trace[880341398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25370; }","duration":"2.388687844s","start":"2026-07-01T10:18:10.512188Z","end":"2026-07-01T10:18:12.900876Z","steps":["trace[880341398] 'agreement among raft nodes before linearized reading' (duration: 2.388608411s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.9009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.512178Z","time spent":"2.388718184s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T10:18:12.900945Z","caller":"traceutil/trace.go:171","msg":"trace[1628960118] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"1.505680254s","start":"2026-07-01T10:18:11.395254Z","end":"2026-07-01T10:18:12.900934Z","steps":["trace[1628960118] 'process raft request' (duration: 1.505033777s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.900962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17017427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:12.900985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.395233Z","time spent":"1.505728856s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:12.900997Z","caller":"traceutil/trace.go:171","msg":"trace[1429193340] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25370; }","duration":"3.170250262s","start":"2026-07-01T10:18:09.730734Z","end":"2026-07-01T10:18:12.900984Z","steps":["trace[1429193340] 'agreement among raft nodes before linearized reading' (duration: 3.17019937s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.901035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:09.730711Z","time spent":"3.170317134s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:12.9026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391150601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:18:12.90267Z","caller":"traceutil/trace.go:171","msg":"trace[1513843698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25370; }","duration":"2.391886431s","start":"2026-07-01T10:18:10.51075Z","end":"2026-07-01T10:18:12.902637Z","steps":["trace[1513843698] 'agreement among raft nodes before linearized reading' (duration: 2.390232236s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.902765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.510741Z","time spent":"2.392014695s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:18:12.902824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688648234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:12.902896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399998462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:18:12.902945Z","caller":"traceutil/trace.go:171","msg":"trace[1776390158] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25370; }","duration":"1.688792378s","start":"2026-07-01T10:18:11.2141Z","end":"2026-07-01T10:18:12.902892Z","steps":["trace[1776390158] 'agreement among raft nodes before linearized reading' (duration: 1.688565271s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:12.902996Z","caller":"traceutil/trace.go:171","msg":"trace[586896464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25370; }","duration":"2.400145226s","start":"2026-07-01T10:18:10.502827Z","end":"2026-07-01T10:18:12.902973Z","steps":["trace[586896464] 'agreement among raft nodes before linearized reading' (duration: 2.39991341s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.903006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.21408Z","time spent":"1.688914561s","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:12.903066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.502805Z","time spent":"2.400237499s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:18:12.900651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387898222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:18:12.903362Z","caller":"traceutil/trace.go:171","msg":"trace[2146883872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25370; }","duration":"2.390618647s","start":"2026-07-01T10:18:10.512722Z","end":"2026-07-01T10:18:12.90334Z","steps":["trace[2146883872] 'agreement among raft nodes before linearized reading' (duration: 2.387822071s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.903413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:10.512714Z","time spent":"2.390686059s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:12.903484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747477604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-01T10:18:12.903555Z","caller":"traceutil/trace.go:171","msg":"trace[865801077] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25370; }","duration":"1.747559577s","start":"2026-07-01T10:18:11.15598Z","end":"2026-07-01T10:18:12.903539Z","steps":["trace[865801077] 'agreement among raft nodes before linearized reading' (duration: 1.747372002s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.903602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.155973Z","time spent":"1.747608498s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" "} {"level":"warn","ts":"2026-07-01T10:18:12.903703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748764039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:12.903746Z","caller":"traceutil/trace.go:171","msg":"trace[166673360] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25370; }","duration":"1.74880039s","start":"2026-07-01T10:18:11.154926Z","end":"2026-07-01T10:18:12.903727Z","steps":["trace[166673360] 'agreement among raft nodes before linearized reading' (duration: 1.748599455s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.90377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.154881Z","time spent":"1.748882032s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:12.903807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862430023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T10:18:12.903868Z","caller":"traceutil/trace.go:171","msg":"trace[1252229001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25370; }","duration":"1.862776543s","start":"2026-07-01T10:18:11.041065Z","end":"2026-07-01T10:18:12.903842Z","steps":["trace[1252229001] 'agreement among raft nodes before linearized reading' (duration: 1.86233358s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.903897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.041048Z","time spent":"1.862842004s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:18:12.904315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757018254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:12.904345Z","caller":"traceutil/trace.go:171","msg":"trace[341537842] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25370; }","duration":"1.757076366s","start":"2026-07-01T10:18:11.147259Z","end":"2026-07-01T10:18:12.904336Z","steps":["trace[341537842] 'agreement among raft nodes before linearized reading' (duration: 1.756828349s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.904374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.147242Z","time spent":"1.757124737s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:12.904548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49665977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-01T10:18:12.904652Z","caller":"traceutil/trace.go:171","msg":"trace[1698082470] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25370; }","duration":"1.496819563s","start":"2026-07-01T10:18:11.407812Z","end":"2026-07-01T10:18:12.904632Z","steps":["trace[1698082470] 'agreement among raft nodes before linearized reading' (duration: 1.496518945s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.904714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.407798Z","time spent":"1.496891796s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" "} {"level":"warn","ts":"2026-07-01T10:18:12.905321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336994694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:12.905365Z","caller":"traceutil/trace.go:171","msg":"trace[1723275467] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25370; }","duration":"1.337108887s","start":"2026-07-01T10:18:11.568243Z","end":"2026-07-01T10:18:12.905352Z","steps":["trace[1723275467] 'agreement among raft nodes before linearized reading' (duration: 1.336998184s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.905411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.568181Z","time spent":"1.33721573s","remote":"127.0.0.1:38652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:12.905907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361910443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:12.905964Z","caller":"traceutil/trace.go:171","msg":"trace[1747641776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25370; }","duration":"1.362026325s","start":"2026-07-01T10:18:11.543925Z","end":"2026-07-01T10:18:12.905952Z","steps":["trace[1747641776] 'agreement among raft nodes before linearized reading' (duration: 1.361624654s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.906009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.543911Z","time spent":"1.362087647s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:12.906026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.149244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:12.906098Z","caller":"traceutil/trace.go:171","msg":"trace[1343632601] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25370; }","duration":"499.250386ms","start":"2026-07-01T10:18:12.40683Z","end":"2026-07-01T10:18:12.90608Z","steps":["trace[1343632601] 'agreement among raft nodes before linearized reading' (duration: 499.133933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.906145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.406814Z","time spent":"499.308308ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:12.90619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.465088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-01T10:18:12.907003Z","caller":"traceutil/trace.go:171","msg":"trace[1439765165] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25370; }","duration":"132.30095ms","start":"2026-07-01T10:18:12.774676Z","end":"2026-07-01T10:18:12.906977Z","steps":["trace[1439765165] 'agreement among raft nodes before linearized reading' (duration: 131.172679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.906361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.582291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:12.907219Z","caller":"traceutil/trace.go:171","msg":"trace[2039296140] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25370; }","duration":"157.514566ms","start":"2026-07-01T10:18:12.74969Z","end":"2026-07-01T10:18:12.907204Z","steps":["trace[2039296140] 'agreement among raft nodes before linearized reading' (duration: 156.296843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.906477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414785111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:12.90733Z","caller":"traceutil/trace.go:171","msg":"trace[476449918] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25370; }","duration":"1.415621684s","start":"2026-07-01T10:18:11.491676Z","end":"2026-07-01T10:18:12.907298Z","steps":["trace[476449918] 'agreement among raft nodes before linearized reading' (duration: 1.41475018s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.907385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:11.491656Z","time spent":"1.415703506s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:12.910586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.954248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-07-01T10:18:12.910638Z","caller":"traceutil/trace.go:171","msg":"trace[833895763] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25370; }","duration":"851.04776ms","start":"2026-07-01T10:18:12.05958Z","end":"2026-07-01T10:18:12.910628Z","steps":["trace[833895763] 'agreement among raft nodes before linearized reading' (duration: 845.106259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:12.910669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.059527Z","time spent":"851.128552ms","remote":"127.0.0.1:38588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-01T10:18:13.414197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:13.91457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:14.210299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.240662991s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:14.246961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117333715s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:14.247129Z","caller":"traceutil/trace.go:171","msg":"trace[491829777] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25370; }","duration":"1.11751393s","start":"2026-07-01T10:18:13.129585Z","end":"2026-07-01T10:18:14.247099Z","steps":["trace[491829777] 'range keys from in-memory index tree' (duration: 1.117314915s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:14.247601Z","caller":"traceutil/trace.go:171","msg":"trace[1801534610] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"1.340639213s","start":"2026-07-01T10:18:12.906921Z","end":"2026-07-01T10:18:14.24756Z","steps":["trace[1801534610] 'process raft request' (duration: 1.303571804s)","trace[1801534610] 'compare' (duration: 36.521604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:14.247793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.906898Z","time spent":"1.340796846s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:14.918776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:14.918843Z","caller":"traceutil/trace.go:171","msg":"trace[961629606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714585s","start":"2026-07-01T10:18:12.918113Z","end":"2026-07-01T10:18:14.918827Z","steps":["trace[961629606] 'agreement among raft nodes before linearized reading' (duration: 2.000633943s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:14.918889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.918104Z","time spent":"2.000775876s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:15.905826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035205011s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:16.211899Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000665d.wal"} {"level":"info","ts":"2026-07-01T10:18:16.212234Z","caller":"traceutil/trace.go:171","msg":"trace[1599849762] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"3.297374621s","start":"2026-07-01T10:18:12.914842Z","end":"2026-07-01T10:18:16.212217Z","steps":["trace[1599849762] 'process raft request' (duration: 3.29732412s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:16.212334Z","caller":"traceutil/trace.go:171","msg":"trace[1251503637] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"3.304426444s","start":"2026-07-01T10:18:12.907875Z","end":"2026-07-01T10:18:16.212302Z","steps":["trace[1251503637] 'process raft request' (duration: 3.304148036s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:16.212386Z","caller":"traceutil/trace.go:171","msg":"trace[1162728602] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"3.29878701s","start":"2026-07-01T10:18:12.913593Z","end":"2026-07-01T10:18:16.21238Z","steps":["trace[1162728602] 'process raft request' (duration: 3.298547243s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:16.212477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.907862Z","time spent":"3.304528876s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:16.212358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.914832Z","time spent":"3.297465524s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:16.212877Z","caller":"traceutil/trace.go:171","msg":"trace[1103382445] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"3.297423443s","start":"2026-07-01T10:18:12.915445Z","end":"2026-07-01T10:18:16.212869Z","steps":["trace[1103382445] 'process raft request' (duration: 3.296746575s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:16.212918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.915439Z","time spent":"3.297456954s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:16.213238Z","caller":"traceutil/trace.go:171","msg":"trace[687941873] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"2.918011358s","start":"2026-07-01T10:18:13.29522Z","end":"2026-07-01T10:18:16.213231Z","steps":["trace[687941873] 'process raft request' (duration: 2.917327729s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:16.213273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:13.295185Z","time spent":"2.91806848s","remote":"127.0.0.1:38588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:16.213406Z","caller":"traceutil/trace.go:171","msg":"trace[706744383] linearizableReadLoop","detail":"{readStateIndex:26204; appliedIndex:26197; }","duration":"3.299282094s","start":"2026-07-01T10:18:12.914118Z","end":"2026-07-01T10:18:16.2134Z","steps":["trace[706744383] 'read index received' (duration: 1.2964575s)","trace[706744383] 'applied index is now lower than readState.Index' (duration: 2.002823994s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:16.213502Z","caller":"traceutil/trace.go:171","msg":"trace[2114443060] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"2.814292425s","start":"2026-07-01T10:18:13.399203Z","end":"2026-07-01T10:18:16.213496Z","steps":["trace[2114443060] 'process raft request' (duration: 2.813963536s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:16.213527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:13.399182Z","time spent":"2.814330917s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:16.213658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29953876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:18:16.213674Z","caller":"traceutil/trace.go:171","msg":"trace[41020552] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25377; }","duration":"3.299573481s","start":"2026-07-01T10:18:12.914097Z","end":"2026-07-01T10:18:16.21367Z","steps":["trace[41020552] 'agreement among raft nodes before linearized reading' (duration: 3.299484688s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:16.213687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.914085Z","time spent":"3.299599272s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T10:18:16.214886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.913578Z","time spent":"3.298824711s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:16.713876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:16.919487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000373927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:16.919572Z","caller":"traceutil/trace.go:171","msg":"trace[1776192682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522281s","start":"2026-07-01T10:18:14.919027Z","end":"2026-07-01T10:18:16.919549Z","steps":["trace[1776192682] 'agreement among raft nodes before linearized reading' (duration: 2.000402058s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:16.919625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.919009Z","time spent":"2.000603813s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T10:18:16.958831Z","caller":"traceutil/trace.go:171","msg":"trace[1441537555] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"2.684806802s","start":"2026-07-01T10:18:14.273989Z","end":"2026-07-01T10:18:16.958795Z","steps":["trace[1441537555] 'process raft request' (duration: 2.684564666s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:16.958991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.273966Z","time spent":"2.684944886s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:17.251182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.477949ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T10:18:17.25169Z","caller":"traceutil/trace.go:171","msg":"trace[1119428867] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"2.343513825s","start":"2026-07-01T10:18:14.908147Z","end":"2026-07-01T10:18:17.251661Z","steps":["trace[1119428867] 'process raft request' (duration: 2.343123025s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.251852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.908114Z","time spent":"2.343650689s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:17.850897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.180574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:17.851079Z","caller":"traceutil/trace.go:171","msg":"trace[429822497] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"2.942870175s","start":"2026-07-01T10:18:14.908186Z","end":"2026-07-01T10:18:17.851056Z","steps":["trace[429822497] 'process raft request' (duration: 2.343458834s)","trace[429822497] 'compare' (duration: 597.741795ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:17.851109Z","caller":"traceutil/trace.go:171","msg":"trace[986640170] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"2.942801533s","start":"2026-07-01T10:18:14.908293Z","end":"2026-07-01T10:18:17.851095Z","steps":["trace[986640170] 'process raft request' (duration: 2.94268919s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.851166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.908286Z","time spent":"2.942855784s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:17.851197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.908158Z","time spent":"2.942979967s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:17.851326Z","caller":"traceutil/trace.go:171","msg":"trace[460641077] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"2.942830304s","start":"2026-07-01T10:18:14.90848Z","end":"2026-07-01T10:18:17.85131Z","steps":["trace[460641077] 'process raft request' (duration: 2.942583657s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.851425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.908467Z","time spent":"2.942914995s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:17.851672Z","caller":"traceutil/trace.go:171","msg":"trace[1637441407] linearizableReadLoop","detail":"{readStateIndex:26215; appliedIndex:26205; }","duration":"1.638245451s","start":"2026-07-01T10:18:16.213417Z","end":"2026-07-01T10:18:17.851662Z","steps":["trace[1637441407] 'read index received' (duration: 745.371894ms)","trace[1637441407] 'applied index is now lower than readState.Index' (duration: 892.872777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:17.851737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653960372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:17.85178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30689009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:17.851786Z","caller":"traceutil/trace.go:171","msg":"trace[1781094573] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25387; }","duration":"2.654038984s","start":"2026-07-01T10:18:15.197734Z","end":"2026-07-01T10:18:17.851773Z","steps":["trace[1781094573] 'agreement among raft nodes before linearized reading' (duration: 2.653945592s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:17.851806Z","caller":"traceutil/trace.go:171","msg":"trace[536915433] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25387; }","duration":"3.306914651s","start":"2026-07-01T10:18:14.544885Z","end":"2026-07-01T10:18:17.8518Z","steps":["trace[536915433] 'agreement among raft nodes before linearized reading' (duration: 3.30688074s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.851826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.544829Z","time spent":"3.306991903s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:17.85186Z","caller":"traceutil/trace.go:171","msg":"trace[1983066353] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"2.943306276s","start":"2026-07-01T10:18:14.90854Z","end":"2026-07-01T10:18:17.851846Z","steps":["trace[1983066353] 'process raft request' (duration: 2.94270906s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.85192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.90853Z","time spent":"2.943360457s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:17.851995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935253372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T10:18:17.852021Z","caller":"traceutil/trace.go:171","msg":"trace[1017983402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25387; }","duration":"4.935288344s","start":"2026-07-01T10:18:12.916726Z","end":"2026-07-01T10:18:17.852014Z","steps":["trace[1017983402] 'agreement among raft nodes before linearized reading' (duration: 4.935197141s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.852038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.916721Z","time spent":"4.935313374s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:18:17.85202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.910343744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:17.852091Z","caller":"traceutil/trace.go:171","msg":"trace[1132396176] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"2.943455261s","start":"2026-07-01T10:18:14.908628Z","end":"2026-07-01T10:18:17.852083Z","steps":["trace[1132396176] 'process raft request' (duration: 2.942950127s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:17.852118Z","caller":"traceutil/trace.go:171","msg":"trace[474045591] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25387; }","duration":"4.910483599s","start":"2026-07-01T10:18:12.941613Z","end":"2026-07-01T10:18:17.852096Z","steps":["trace[474045591] 'agreement among raft nodes before linearized reading' (duration: 4.910272573s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.852153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.908599Z","time spent":"2.943522282s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:17.85218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.941605Z","time spent":"4.910561701s","remote":"127.0.0.1:38614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.852228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600434702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:18:17.852253Z","caller":"traceutil/trace.go:171","msg":"trace[966708212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25387; }","duration":"1.600494174s","start":"2026-07-01T10:18:16.251753Z","end":"2026-07-01T10:18:17.852248Z","steps":["trace[966708212] 'agreement among raft nodes before linearized reading' (duration: 1.600437672s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:17.852263Z","caller":"traceutil/trace.go:171","msg":"trace[1487725294] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"2.043032307s","start":"2026-07-01T10:18:15.809199Z","end":"2026-07-01T10:18:17.852231Z","steps":["trace[1487725294] 'process raft request' (duration: 2.04241086s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.851823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:15.197717Z","time spent":"2.654096666s","remote":"127.0.0.1:50412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.852318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:15.809176Z","time spent":"2.043114129s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:17.852457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.941885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:17.852401Z","caller":"traceutil/trace.go:171","msg":"trace[226680958] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"1.685275041s","start":"2026-07-01T10:18:16.167118Z","end":"2026-07-01T10:18:17.852393Z","steps":["trace[226680958] 'process raft request' (duration: 1.68451436s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:17.852483Z","caller":"traceutil/trace.go:171","msg":"trace[1142126250] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25387; }","duration":"183.998617ms","start":"2026-07-01T10:18:17.668479Z","end":"2026-07-01T10:18:17.852477Z","steps":["trace[1142126250] 'agreement among raft nodes before linearized reading' (duration: 183.926375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.852521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.167095Z","time spent":"1.685399065s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:17.852592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.742708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:17.852601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663768772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:17.852644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.679011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:17.852648Z","caller":"traceutil/trace.go:171","msg":"trace[1202935494] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25387; }","duration":"3.663867285s","start":"2026-07-01T10:18:14.188767Z","end":"2026-07-01T10:18:17.852634Z","steps":["trace[1202935494] 'agreement among raft nodes before linearized reading' (duration: 3.663769003s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:17.852668Z","caller":"traceutil/trace.go:171","msg":"trace[915551675] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25387; }","duration":"609.738152ms","start":"2026-07-01T10:18:17.242924Z","end":"2026-07-01T10:18:17.852662Z","steps":["trace[915551675] 'agreement among raft nodes before linearized reading' (duration: 609.702231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.852688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.242905Z","time spent":"609.778053ms","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.852697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0229623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:17.852614Z","caller":"traceutil/trace.go:171","msg":"trace[1345694033] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25387; }","duration":"578.8048ms","start":"2026-07-01T10:18:17.273804Z","end":"2026-07-01T10:18:17.852609Z","steps":["trace[1345694033] 'agreement among raft nodes before linearized reading' (duration: 578.768199ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:17.852727Z","caller":"traceutil/trace.go:171","msg":"trace[1489003925] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25387; }","duration":"2.023037503s","start":"2026-07-01T10:18:15.829681Z","end":"2026-07-01T10:18:17.852718Z","steps":["trace[1489003925] 'agreement among raft nodes before linearized reading' (duration: 2.02295049s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.852763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61383754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:17.852764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:15.829587Z","time spent":"2.023169256s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:17.852799Z","caller":"traceutil/trace.go:171","msg":"trace[1522955411] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25387; }","duration":"2.613916243s","start":"2026-07-01T10:18:15.238871Z","end":"2026-07-01T10:18:17.852787Z","steps":["trace[1522955411] 'agreement among raft nodes before linearized reading' (duration: 2.613859711s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.852821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.567087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:17.852741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.273788Z","time spent":"578.942324ms","remote":"127.0.0.1:50238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.852826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:15.238848Z","time spent":"2.613971174s","remote":"127.0.0.1:50246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:17.852841Z","caller":"traceutil/trace.go:171","msg":"trace[1266577457] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25387; }","duration":"774.630009ms","start":"2026-07-01T10:18:17.078206Z","end":"2026-07-01T10:18:17.852836Z","steps":["trace[1266577457] 'agreement among raft nodes before linearized reading' (duration: 774.571697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.852861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.078175Z","time spent":"774.681631ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.852169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937170755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T10:18:17.852962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.633486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:17.853Z","caller":"traceutil/trace.go:171","msg":"trace[970976597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25387; }","duration":"926.715028ms","start":"2026-07-01T10:18:16.926281Z","end":"2026-07-01T10:18:17.852996Z","steps":["trace[970976597] 'agreement among raft nodes before linearized reading' (duration: 926.667087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.853016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.926262Z","time spent":"926.750729ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:18:17.852956Z","caller":"traceutil/trace.go:171","msg":"trace[1819531749] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25387; }","duration":"4.937967966s","start":"2026-07-01T10:18:12.914978Z","end":"2026-07-01T10:18:17.852946Z","steps":["trace[1819531749] 'agreement among raft nodes before linearized reading' (duration: 4.937148314s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.853054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:12.91497Z","time spent":"4.93807099s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"warn","ts":"2026-07-01T10:18:17.851754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698820142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:17.853102Z","caller":"traceutil/trace.go:171","msg":"trace[1702932233] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25387; }","duration":"2.70020529s","start":"2026-07-01T10:18:15.152891Z","end":"2026-07-01T10:18:17.853096Z","steps":["trace[1702932233] 'agreement among raft nodes before linearized reading' (duration: 2.698834713s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.853129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:15.152872Z","time spent":"2.700250462s","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.853158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568847343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:18:17.853189Z","caller":"traceutil/trace.go:171","msg":"trace[408446995] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25387; }","duration":"1.568905054s","start":"2026-07-01T10:18:16.284276Z","end":"2026-07-01T10:18:17.853181Z","steps":["trace[408446995] 'agreement among raft nodes before linearized reading' (duration: 1.568802192s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.853209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.284261Z","time spent":"1.568943665s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:18:17.853223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.937199513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-01T10:18:17.853285Z","caller":"traceutil/trace.go:171","msg":"trace[1023227563] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25387; }","duration":"3.937300696s","start":"2026-07-01T10:18:13.915971Z","end":"2026-07-01T10:18:17.853272Z","steps":["trace[1023227563] 'agreement among raft nodes before linearized reading' (duration: 3.937114991s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.853332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:13.915952Z","time spent":"3.937370407s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" "} {"level":"warn","ts":"2026-07-01T10:18:17.853353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.456833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:17.853396Z","caller":"traceutil/trace.go:171","msg":"trace[1187750160] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25387; }","duration":"990.527154ms","start":"2026-07-01T10:18:16.862858Z","end":"2026-07-01T10:18:17.853385Z","steps":["trace[1187750160] 'agreement among raft nodes before linearized reading' (duration: 990.460862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.85343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.862842Z","time spent":"990.576826ms","remote":"127.0.0.1:36046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.852695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.188745Z","time spent":"3.663939257s","remote":"127.0.0.1:47116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.852271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.251733Z","time spent":"1.600534135s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:18:17.853523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217349246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:17.853562Z","caller":"traceutil/trace.go:171","msg":"trace[1364850088] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25387; }","duration":"4.217415728s","start":"2026-07-01T10:18:13.636137Z","end":"2026-07-01T10:18:17.853553Z","steps":["trace[1364850088] 'agreement among raft nodes before linearized reading' (duration: 4.217364937s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.85348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.083048891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:17.853604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:13.636121Z","time spent":"4.21747248s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.853645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092448148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:17.853644Z","caller":"traceutil/trace.go:171","msg":"trace[463394761] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25387; }","duration":"4.083222736s","start":"2026-07-01T10:18:13.770383Z","end":"2026-07-01T10:18:17.853606Z","steps":["trace[463394761] 'agreement among raft nodes before linearized reading' (duration: 4.083047061s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:17.853683Z","caller":"traceutil/trace.go:171","msg":"trace[108668257] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25387; }","duration":"1.09252258s","start":"2026-07-01T10:18:16.761151Z","end":"2026-07-01T10:18:17.853674Z","steps":["trace[108668257] 'agreement among raft nodes before linearized reading' (duration: 1.092410847s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.853713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.761131Z","time spent":"1.092574612s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":92,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:17.852058Z","caller":"traceutil/trace.go:171","msg":"trace[693568515] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"2.943473741s","start":"2026-07-01T10:18:14.908573Z","end":"2026-07-01T10:18:17.852046Z","steps":["trace[693568515] 'process raft request' (duration: 2.942964267s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.853729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:13.770356Z","time spent":"4.083340199s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.853771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.628429873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:17.853804Z","caller":"traceutil/trace.go:171","msg":"trace[231003491] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25387; }","duration":"4.628500605s","start":"2026-07-01T10:18:13.225295Z","end":"2026-07-01T10:18:17.853796Z","steps":["trace[231003491] 'agreement among raft nodes before linearized reading' (duration: 4.628449034s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.853825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:13.225269Z","time spent":"4.628550146s","remote":"127.0.0.1:56312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.85261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794582656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:17.853845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:14.908544Z","time spent":"2.945222438s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:17.853897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108087814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1863"} {"level":"info","ts":"2026-07-01T10:18:17.853926Z","caller":"traceutil/trace.go:171","msg":"trace[783472304] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25387; }","duration":"1.108140905s","start":"2026-07-01T10:18:16.745776Z","end":"2026-07-01T10:18:17.853917Z","steps":["trace[783472304] 'agreement among raft nodes before linearized reading' (duration: 1.108049933s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.853962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.745765Z","time spent":"1.108190816s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-01T10:18:17.853878Z","caller":"traceutil/trace.go:171","msg":"trace[809340564] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25387; }","duration":"1.795901961s","start":"2026-07-01T10:18:16.057965Z","end":"2026-07-01T10:18:17.853866Z","steps":["trace[809340564] 'agreement among raft nodes before linearized reading' (duration: 1.794618916s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.854012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.05794Z","time spent":"1.796057756s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.854108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51694256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:17.854162Z","caller":"traceutil/trace.go:171","msg":"trace[597649486] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25387; }","duration":"1.517033243s","start":"2026-07-01T10:18:16.337119Z","end":"2026-07-01T10:18:17.854152Z","steps":["trace[597649486] 'agreement among raft nodes before linearized reading' (duration: 1.516878949s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.854193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.3371Z","time spent":"1.517085784s","remote":"127.0.0.1:51628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.85423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283781655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:17.854273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243201111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-01T10:18:17.854312Z","caller":"traceutil/trace.go:171","msg":"trace[1544176216] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25387; }","duration":"1.243241912s","start":"2026-07-01T10:18:16.611061Z","end":"2026-07-01T10:18:17.854303Z","steps":["trace[1544176216] 'agreement among raft nodes before linearized reading' (duration: 1.243116868s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.854345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.611001Z","time spent":"1.243336604s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-01T10:18:17.85428Z","caller":"traceutil/trace.go:171","msg":"trace[1438330538] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25387; }","duration":"1.283867827s","start":"2026-07-01T10:18:16.5704Z","end":"2026-07-01T10:18:17.854267Z","steps":["trace[1438330538] 'agreement among raft nodes before linearized reading' (duration: 1.283800575s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.854452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.57038Z","time spent":"1.284044172s","remote":"127.0.0.1:55942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:17.854238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109193444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:17.854647Z","caller":"traceutil/trace.go:171","msg":"trace[865324816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25387; }","duration":"1.109625916s","start":"2026-07-01T10:18:16.744997Z","end":"2026-07-01T10:18:17.854623Z","steps":["trace[865324816] 'agreement among raft nodes before linearized reading' (duration: 1.109214144s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:17.854694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:16.744976Z","time spent":"1.109705788s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:18.27947Z","caller":"traceutil/trace.go:171","msg":"trace[248388892] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"423.491085ms","start":"2026-07-01T10:18:17.855943Z","end":"2026-07-01T10:18:18.279434Z","steps":["trace[248388892] 'process raft request' (duration: 362.444584ms)","trace[248388892] 'compare' (duration: 60.794654ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:18.279557Z","caller":"traceutil/trace.go:171","msg":"trace[985796577] linearizableReadLoop","detail":"{readStateIndex:26216; appliedIndex:26215; }","duration":"421.494071ms","start":"2026-07-01T10:18:17.858036Z","end":"2026-07-01T10:18:18.27953Z","steps":["trace[985796577] 'read index received' (duration: 360.364807ms)","trace[985796577] 'applied index is now lower than readState.Index' (duration: 61.126344ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:18.279515Z","caller":"traceutil/trace.go:171","msg":"trace[1998761242] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"417.45749ms","start":"2026-07-01T10:18:17.862041Z","end":"2026-07-01T10:18:18.279499Z","steps":["trace[1998761242] 'process raft request' (duration: 417.386978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:18.279834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.802039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ffe777b2-a5a5-4c80-b1a4-8b32585d5029\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-01T10:18:18.279867Z","caller":"traceutil/trace.go:171","msg":"trace[851368955] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ffe777b2-a5a5-4c80-b1a4-8b32585d5029; range_end:; response_count:1; response_revision:25389; }","duration":"421.861811ms","start":"2026-07-01T10:18:17.857997Z","end":"2026-07-01T10:18:18.279859Z","steps":["trace[851368955] 'agreement among raft nodes before linearized reading' (duration: 421.720597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:18.279894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.857984Z","time spent":"421.905032ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ffe777b2-a5a5-4c80-b1a4-8b32585d5029\" "} {"level":"warn","ts":"2026-07-01T10:18:18.279896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.862032Z","time spent":"417.78831ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:18.279592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.855925Z","time spent":"423.601908ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:18.780583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092562,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:18:19.257904Z","caller":"traceutil/trace.go:171","msg":"trace[1140537276] linearizableReadLoop","detail":"{readStateIndex:26219; appliedIndex:26217; }","duration":"978.115788ms","start":"2026-07-01T10:18:18.279769Z","end":"2026-07-01T10:18:19.257885Z","steps":["trace[1140537276] 'read index received' (duration: 966.78943ms)","trace[1140537276] 'applied index is now lower than readState.Index' (duration: 11.325048ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:19.257989Z","caller":"traceutil/trace.go:171","msg":"trace[1320982578] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"1.039244581s","start":"2026-07-01T10:18:18.218733Z","end":"2026-07-01T10:18:19.257978Z","steps":["trace[1320982578] 'process raft request' (duration: 1.027813211s)","trace[1320982578] 'compare' (duration: 11.071031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:19.25806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.218717Z","time spent":"1.039289152s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:19.258172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064837868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:19.258254Z","caller":"traceutil/trace.go:171","msg":"trace[2007791486] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25391; }","duration":"1.064970611s","start":"2026-07-01T10:18:18.193262Z","end":"2026-07-01T10:18:19.258233Z","steps":["trace[2007791486] 'agreement among raft nodes before linearized reading' (duration: 1.064846658s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.258306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.19324Z","time spent":"1.065050544s","remote":"127.0.0.1:38658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:19.25838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339229055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-01T10:18:19.258455Z","caller":"traceutil/trace.go:171","msg":"trace[138102666] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25391; }","duration":"1.339338088s","start":"2026-07-01T10:18:17.919096Z","end":"2026-07-01T10:18:19.258434Z","steps":["trace[138102666] 'agreement among raft nodes before linearized reading' (duration: 1.339141443s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.258508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.919075Z","time spent":"1.33942081s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T10:18:19.258682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39676121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-01T10:18:19.258758Z","caller":"traceutil/trace.go:171","msg":"trace[976415495] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25391; }","duration":"1.396837632s","start":"2026-07-01T10:18:17.86189Z","end":"2026-07-01T10:18:19.258727Z","steps":["trace[976415495] 'agreement among raft nodes before linearized reading' (duration: 1.396665767s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.258801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.861881Z","time spent":"1.396907585s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-01T10:18:19.258878Z","caller":"traceutil/trace.go:171","msg":"trace[2125192996] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"531.999528ms","start":"2026-07-01T10:18:18.726863Z","end":"2026-07-01T10:18:19.258862Z","steps":["trace[2125192996] 'process raft request' (duration: 530.9818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.258941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036539037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:18:19.258902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313390331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T10:18:19.25898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.726835Z","time spent":"532.07862ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:19.259048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036554858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:18:19.259084Z","caller":"traceutil/trace.go:171","msg":"trace[1081133964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25391; }","duration":"1.036612479s","start":"2026-07-01T10:18:18.222463Z","end":"2026-07-01T10:18:19.259076Z","steps":["trace[1081133964] 'agreement among raft nodes before linearized reading' (duration: 1.036532417s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:19.259086Z","caller":"traceutil/trace.go:171","msg":"trace[1170329094] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25391; }","duration":"1.313576416s","start":"2026-07-01T10:18:17.945428Z","end":"2026-07-01T10:18:19.259004Z","steps":["trace[1170329094] 'agreement among raft nodes before linearized reading' (duration: 1.312903038s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.259118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.222451Z","time spent":"1.036658691s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:19.259172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.945384Z","time spent":"1.313770991s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:19.25918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335202185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:19.259251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039871879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:18:19.259259Z","caller":"traceutil/trace.go:171","msg":"trace[2018074148] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25391; }","duration":"1.335339369s","start":"2026-07-01T10:18:17.923902Z","end":"2026-07-01T10:18:19.259242Z","steps":["trace[2018074148] 'agreement among raft nodes before linearized reading' (duration: 1.334793064s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:19.259289Z","caller":"traceutil/trace.go:171","msg":"trace[141738086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25391; }","duration":"1.03990976s","start":"2026-07-01T10:18:18.219369Z","end":"2026-07-01T10:18:19.259279Z","steps":["trace[141738086] 'agreement among raft nodes before linearized reading' (duration: 1.039822157s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.259301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:17.923881Z","time spent":"1.335413261s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T10:18:19.259325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.21934Z","time spent":"1.039977521s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:19.259355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040339771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:18:19.259421Z","caller":"traceutil/trace.go:171","msg":"trace[1130640492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25391; }","duration":"1.040445944s","start":"2026-07-01T10:18:18.218959Z","end":"2026-07-01T10:18:19.259405Z","steps":["trace[1130640492] 'agreement among raft nodes before linearized reading' (duration: 1.04029329s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:19.258978Z","caller":"traceutil/trace.go:171","msg":"trace[495889177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25391; }","duration":"1.036597639s","start":"2026-07-01T10:18:18.22237Z","end":"2026-07-01T10:18:19.258968Z","steps":["trace[495889177] 'agreement among raft nodes before linearized reading' (duration: 1.036478586s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.259474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.218938Z","time spent":"1.040523746s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:18:19.259524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.222357Z","time spent":"1.037126253s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:19.260434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173963767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:18:19.260656Z","caller":"traceutil/trace.go:171","msg":"trace[1365859495] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25391; }","duration":"1.174208934s","start":"2026-07-01T10:18:18.086437Z","end":"2026-07-01T10:18:19.260646Z","steps":["trace[1365859495] 'agreement among raft nodes before linearized reading' (duration: 1.171754387s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:19.260714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.086372Z","time spent":"1.174331998s","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2716,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:19.758495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:20.354799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.286527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:20.354935Z","caller":"traceutil/trace.go:171","msg":"trace[566630512] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"1.097372604s","start":"2026-07-01T10:18:19.257534Z","end":"2026-07-01T10:18:20.354906Z","steps":["trace[566630512] 'process raft request' (duration: 988.893292ms)","trace[566630512] 'compare' (duration: 108.140402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:20.355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.257507Z","time spent":"1.097464445s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:20.542009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:20.542106Z","caller":"traceutil/trace.go:171","msg":"trace[1985346096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760528s","start":"2026-07-01T10:18:18.541323Z","end":"2026-07-01T10:18:20.542084Z","steps":["trace[1985346096] 'agreement among raft nodes before linearized reading' (duration: 2.000634394s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:20.542214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.541307Z","time spent":"2.000894001s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:21.943253Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.673743408s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:21.999133Z","caller":"traceutil/trace.go:171","msg":"trace[102457212] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"2.734968286s","start":"2026-07-01T10:18:19.264123Z","end":"2026-07-01T10:18:21.999091Z","steps":["trace[102457212] 'process raft request' (duration: 2.679319922s)","trace[102457212] 'compare' (duration: 52.989572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:21.999296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.264106Z","time spent":"2.73510002s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:21.999359Z","caller":"traceutil/trace.go:171","msg":"trace[2098924994] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"2.735187832s","start":"2026-07-01T10:18:19.264147Z","end":"2026-07-01T10:18:21.999335Z","steps":["trace[2098924994] 'process raft request' (duration: 2.734829432s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.999383Z","caller":"traceutil/trace.go:171","msg":"trace[517571503] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"2.733613179s","start":"2026-07-01T10:18:19.265731Z","end":"2026-07-01T10:18:21.999344Z","steps":["trace[517571503] 'process raft request' (duration: 2.733473766s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.999487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.264132Z","time spent":"2.735285625s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:21.999497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.26571Z","time spent":"2.733729693s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:21.999614Z","caller":"traceutil/trace.go:171","msg":"trace[797606517] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"2.143992985s","start":"2026-07-01T10:18:19.855582Z","end":"2026-07-01T10:18:21.999574Z","steps":["trace[797606517] 'process raft request' (duration: 2.143785479s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.999657Z","caller":"traceutil/trace.go:171","msg":"trace[33378458] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"2.731379709s","start":"2026-07-01T10:18:19.268229Z","end":"2026-07-01T10:18:21.999609Z","steps":["trace[33378458] 'process raft request' (duration: 2.731028069s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.999791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716256281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T10:18:21.999822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139409313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-01T10:18:21.999802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.855575Z","time spent":"2.144126838s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:21.999815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212857202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:21.999852Z","caller":"traceutil/trace.go:171","msg":"trace[945652949] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25403; }","duration":"3.139514856s","start":"2026-07-01T10:18:18.860328Z","end":"2026-07-01T10:18:21.999843Z","steps":["trace[945652949] 'agreement among raft nodes before linearized reading' (duration: 3.139427334s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.999867Z","caller":"traceutil/trace.go:171","msg":"trace[1455127690] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"2.142761711s","start":"2026-07-01T10:18:19.857091Z","end":"2026-07-01T10:18:21.999853Z","steps":["trace[1455127690] 'process raft request' (duration: 2.142311319s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.999873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.61851288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-07-01T10:18:21.999877Z","caller":"traceutil/trace.go:171","msg":"trace[75237572] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25403; }","duration":"3.212964734s","start":"2026-07-01T10:18:18.786897Z","end":"2026-07-01T10:18:21.999862Z","steps":["trace[75237572] 'agreement among raft nodes before linearized reading' (duration: 3.212861642s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.999813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848432255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-01T10:18:21.999908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62652798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-01T10:18:21.999929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895106465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:21.999897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278295292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T10:18:21.999933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.857084Z","time spent":"2.142813542s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:21.999937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317312524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:21.999949Z","caller":"traceutil/trace.go:171","msg":"trace[600255759] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25403; }","duration":"2.895167987s","start":"2026-07-01T10:18:19.104775Z","end":"2026-07-01T10:18:21.999943Z","steps":["trace[600255759] 'agreement among raft nodes before linearized reading' (duration: 2.895126966s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.999946Z","caller":"traceutil/trace.go:171","msg":"trace[1216509202] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25403; }","duration":"2.848599529s","start":"2026-07-01T10:18:19.151332Z","end":"2026-07-01T10:18:21.999931Z","steps":["trace[1216509202] 'agreement among raft nodes before linearized reading' (duration: 2.848369143s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:21.999881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.860276Z","time spent":"3.139598818s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" "} {"level":"warn","ts":"2026-07-01T10:18:21.999979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.104755Z","time spent":"2.895218268s","remote":"127.0.0.1:51600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:21.99998Z","caller":"traceutil/trace.go:171","msg":"trace[571083627] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"2.135722439s","start":"2026-07-01T10:18:19.864242Z","end":"2026-07-01T10:18:21.999965Z","steps":["trace[571083627] 'process raft request' (duration: 2.135274387s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.99999Z","caller":"traceutil/trace.go:171","msg":"trace[422093548] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25403; }","duration":"3.317394866s","start":"2026-07-01T10:18:18.682574Z","end":"2026-07-01T10:18:21.999968Z","steps":["trace[422093548] 'agreement among raft nodes before linearized reading' (duration: 3.317333025s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:22.000003Z","caller":"traceutil/trace.go:171","msg":"trace[117190396] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"2.140058707s","start":"2026-07-01T10:18:19.859929Z","end":"2026-07-01T10:18:21.999988Z","steps":["trace[117190396] 'process raft request' (duration: 2.139513562s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76338116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be2317e1f4cf29\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-01T10:18:22.00003Z","caller":"traceutil/trace.go:171","msg":"trace[1815716297] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"2.137837627s","start":"2026-07-01T10:18:19.862183Z","end":"2026-07-01T10:18:22.000021Z","steps":["trace[1815716297] 'process raft request' (duration: 2.137295022s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:21.999988Z","caller":"traceutil/trace.go:171","msg":"trace[1356678736] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25403; }","duration":"3.278430316s","start":"2026-07-01T10:18:18.72153Z","end":"2026-07-01T10:18:21.99996Z","steps":["trace[1356678736] 'agreement among raft nodes before linearized reading' (duration: 3.278174619s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.682553Z","time spent":"3.317472509s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:22.000045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754831437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:22.000075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.862159Z","time spent":"2.137893178s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:21.999929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.268217Z","time spent":"2.731572054s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:22.000093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.859921Z","time spent":"2.140122118s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:21.999926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.786871Z","time spent":"3.213042847s","remote":"127.0.0.1:56276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-01T10:18:22.000116Z","caller":"traceutil/trace.go:171","msg":"trace[898523642] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25403; }","duration":"2.754911169s","start":"2026-07-01T10:18:19.245188Z","end":"2026-07-01T10:18:22.000099Z","steps":["trace[898523642] 'agreement among raft nodes before linearized reading' (duration: 2.754782535s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.721511Z","time spent":"3.278581411s","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:22.000172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.24513Z","time spent":"2.755026363s","remote":"127.0.0.1:56180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:21.999938Z","caller":"traceutil/trace.go:171","msg":"trace[1865224596] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25403; }","duration":"3.626598761s","start":"2026-07-01T10:18:18.373333Z","end":"2026-07-01T10:18:21.999932Z","steps":["trace[1865224596] 'agreement among raft nodes before linearized reading' (duration: 3.626519429s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.373301Z","time spent":"3.62690603s","remote":"127.0.0.1:50288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T10:18:21.999853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3799912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:21.999722Z","caller":"traceutil/trace.go:171","msg":"trace[146104907] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"2.144613501s","start":"2026-07-01T10:18:19.855093Z","end":"2026-07-01T10:18:21.999706Z","steps":["trace[146104907] 'process raft request' (duration: 2.14421393s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.855071Z","time spent":"2.145208738s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:21.999995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.151312Z","time spent":"2.848671751s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-01T10:18:21.999837Z","caller":"traceutil/trace.go:171","msg":"trace[2002473163] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25403; }","duration":"3.716349564s","start":"2026-07-01T10:18:18.283478Z","end":"2026-07-01T10:18:21.999828Z","steps":["trace[2002473163] 'agreement among raft nodes before linearized reading' (duration: 3.716192909s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.283463Z","time spent":"3.717017771s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"info","ts":"2026-07-01T10:18:21.999625Z","caller":"traceutil/trace.go:171","msg":"trace[1388126454] linearizableReadLoop","detail":"{readStateIndex:26224; appliedIndex:26219; }","duration":"2.741649568s","start":"2026-07-01T10:18:19.257954Z","end":"2026-07-01T10:18:21.999604Z","steps":["trace[1388126454] 'read index received' (duration: 988.513821ms)","trace[1388126454] 'applied index is now lower than readState.Index' (duration: 1.753134707s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:21.999933Z","caller":"traceutil/trace.go:171","msg":"trace[1860739016] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25403; }","duration":"3.618612974s","start":"2026-07-01T10:18:18.381303Z","end":"2026-07-01T10:18:21.999915Z","steps":["trace[1860739016] 'agreement among raft nodes before linearized reading' (duration: 3.61848142s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.38128Z","time spent":"3.619369594s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-07-01T10:18:22.000038Z","caller":"traceutil/trace.go:171","msg":"trace[142438437] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"2.03616263s","start":"2026-07-01T10:18:19.963861Z","end":"2026-07-01T10:18:22.000023Z","steps":["trace[142438437] 'process raft request' (duration: 2.035692287s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.963835Z","time spent":"2.0368845s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:22.000056Z","caller":"traceutil/trace.go:171","msg":"trace[1596419973] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be2317e1f4cf29; range_end:; response_count:1; response_revision:25403; }","duration":"2.763439472s","start":"2026-07-01T10:18:19.236607Z","end":"2026-07-01T10:18:22.000046Z","steps":["trace[1596419973] 'agreement among raft nodes before linearized reading' (duration: 2.76337597s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.864211Z","time spent":"2.135812372s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:22.000252Z","caller":"traceutil/trace.go:171","msg":"trace[1290991740] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25403; }","duration":"3.380458423s","start":"2026-07-01T10:18:18.619785Z","end":"2026-07-01T10:18:22.000243Z","steps":["trace[1290991740] 'agreement among raft nodes before linearized reading' (duration: 3.37997792s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.000984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:18.619748Z","time spent":"3.381222754s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:22.000834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.236587Z","time spent":"2.764224352s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be2317e1f4cf29\" "} {"level":"warn","ts":"2026-07-01T10:18:22.542801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:22.542915Z","caller":"traceutil/trace.go:171","msg":"trace[1677327173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342705s","start":"2026-07-01T10:18:20.542553Z","end":"2026-07-01T10:18:22.542896Z","steps":["trace[1677327173] 'agreement among raft nodes before linearized reading' (duration: 2.000176631s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:22.54299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:20.542514Z","time spent":"2.000462848s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:23.774665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.531927ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:23.774787Z","caller":"traceutil/trace.go:171","msg":"trace[944036757] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25403; }","duration":"645.688771ms","start":"2026-07-01T10:18:23.129078Z","end":"2026-07-01T10:18:23.774767Z","steps":["trace[944036757] 'range keys from in-memory index tree' (duration: 645.515477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.774913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306547316s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:23.775109Z","caller":"traceutil/trace.go:171","msg":"trace[1629730807] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"3.359527713s","start":"2026-07-01T10:18:20.415562Z","end":"2026-07-01T10:18:23.775089Z","steps":["trace[1629730807] 'process raft request' (duration: 2.052724711s)","trace[1629730807] 'compare' (duration: 1.306036541s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:23.775181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:20.415539Z","time spent":"3.359609555s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:23.77523Z","caller":"traceutil/trace.go:171","msg":"trace[407351930] linearizableReadLoop","detail":"{readStateIndex:26233; appliedIndex:26231; }","duration":"1.774598133s","start":"2026-07-01T10:18:22.000615Z","end":"2026-07-01T10:18:23.775213Z","steps":["trace[407351930] 'read index received' (duration: 467.686467ms)","trace[407351930] 'applied index is now lower than readState.Index' (duration: 1.306910626s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:23.775302Z","caller":"traceutil/trace.go:171","msg":"trace[849688673] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"2.509499502s","start":"2026-07-01T10:18:21.265783Z","end":"2026-07-01T10:18:23.775283Z","steps":["trace[849688673] 'process raft request' (duration: 2.509221584s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.775393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910156174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:23.775435Z","caller":"traceutil/trace.go:171","msg":"trace[84547119] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25405; }","duration":"2.910215695s","start":"2026-07-01T10:18:20.865207Z","end":"2026-07-01T10:18:23.775423Z","steps":["trace[84547119] 'agreement among raft nodes before linearized reading' (duration: 2.910147494s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.775427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:21.265751Z","time spent":"2.509593364s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:23.775477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:20.865193Z","time spent":"2.910271498s","remote":"127.0.0.1:50292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:23.775469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690036357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:23.775525Z","caller":"traceutil/trace.go:171","msg":"trace[1652491643] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25405; }","duration":"3.69013318s","start":"2026-07-01T10:18:20.085375Z","end":"2026-07-01T10:18:23.775509Z","steps":["trace[1652491643] 'agreement among raft nodes before linearized reading' (duration: 3.689912064s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.77551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492882482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T10:18:23.775512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511344038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:23.775594Z","caller":"traceutil/trace.go:171","msg":"trace[1837478633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25405; }","duration":"3.493005555s","start":"2026-07-01T10:18:20.282567Z","end":"2026-07-01T10:18:23.775572Z","steps":["trace[1837478633] 'agreement among raft nodes before linearized reading' (duration: 3.492753469s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.775627Z","caller":"traceutil/trace.go:171","msg":"trace[569582812] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25405; }","duration":"4.511493371s","start":"2026-07-01T10:18:19.264108Z","end":"2026-07-01T10:18:23.775602Z","steps":["trace[569582812] 'agreement among raft nodes before linearized reading' (duration: 4.511308766s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.775652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:20.282548Z","time spent":"3.493089697s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:18:23.775569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:20.085358Z","time spent":"3.690200131s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:23.775694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.26409Z","time spent":"4.511589064s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T10:18:23.776287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.003264Z","time spent":"1.77302009s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:18:23.776552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494757227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:18:23.776603Z","caller":"traceutil/trace.go:171","msg":"trace[417737513] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25405; }","duration":"4.494832458s","start":"2026-07-01T10:18:19.281756Z","end":"2026-07-01T10:18:23.776588Z","steps":["trace[417737513] 'agreement among raft nodes before linearized reading' (duration: 4.493569544s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.776638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:19.281746Z","time spent":"4.49488363s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:18:23.776761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943735888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-07-01T10:18:23.7768Z","caller":"traceutil/trace.go:171","msg":"trace[1123548045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25405; }","duration":"2.94381183s","start":"2026-07-01T10:18:20.832976Z","end":"2026-07-01T10:18:23.776788Z","steps":["trace[1123548045] 'agreement among raft nodes before linearized reading' (duration: 2.942275338s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.776831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:20.832956Z","time spent":"2.943867582s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-01T10:18:23.777255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774827259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rd5gd\" ","response":"range_response_count:1 size:5485"} {"level":"warn","ts":"2026-07-01T10:18:23.777294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.860332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-01T10:18:23.777312Z","caller":"traceutil/trace.go:171","msg":"trace[795830747] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rd5gd; range_end:; response_count:1; response_revision:25407; }","duration":"1.774908402s","start":"2026-07-01T10:18:22.002391Z","end":"2026-07-01T10:18:23.777299Z","steps":["trace[795830747] 'agreement among raft nodes before linearized reading' (duration: 1.774719846s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.777342Z","caller":"traceutil/trace.go:171","msg":"trace[36595063] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25407; }","duration":"826.933414ms","start":"2026-07-01T10:18:22.950395Z","end":"2026-07-01T10:18:23.777328Z","steps":["trace[36595063] 'agreement among raft nodes before linearized reading' (duration: 826.744209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.777348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.002374Z","time spent":"1.774966383s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5508,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rd5gd\" "} {"level":"warn","ts":"2026-07-01T10:18:23.777348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229114419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:23.777356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735098947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:23.777388Z","caller":"traceutil/trace.go:171","msg":"trace[1790056749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25407; }","duration":"1.229179511s","start":"2026-07-01T10:18:22.548197Z","end":"2026-07-01T10:18:23.777377Z","steps":["trace[1790056749] 'agreement among raft nodes before linearized reading' (duration: 1.229118399s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.777419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.548184Z","time spent":"1.229229962s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:23.777481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.399382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:23.777467Z","caller":"traceutil/trace.go:171","msg":"trace[1055966419] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"1.414880864s","start":"2026-07-01T10:18:22.36255Z","end":"2026-07-01T10:18:23.777431Z","steps":["trace[1055966419] 'process raft request' (duration: 1.414403491s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.777519Z","caller":"traceutil/trace.go:171","msg":"trace[2057461939] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25407; }","duration":"599.438893ms","start":"2026-07-01T10:18:23.178071Z","end":"2026-07-01T10:18:23.77751Z","steps":["trace[2057461939] 'agreement among raft nodes before linearized reading' (duration: 599.365891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.777514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770161512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:23.777376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.950384Z","time spent":"826.984855ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T10:18:23.777547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.178013Z","time spent":"599.526505ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:23.777561Z","caller":"traceutil/trace.go:171","msg":"trace[210708364] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25407; }","duration":"1.770232804s","start":"2026-07-01T10:18:22.007314Z","end":"2026-07-01T10:18:23.777547Z","steps":["trace[210708364] 'agreement among raft nodes before linearized reading' (duration: 1.770159152s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.777598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.0073Z","time spent":"1.770288165s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-01T10:18:23.777417Z","caller":"traceutil/trace.go:171","msg":"trace[1256737756] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"916.162551ms","start":"2026-07-01T10:18:22.861243Z","end":"2026-07-01T10:18:23.777406Z","steps":["trace[1256737756] 'process raft request' (duration: 915.819212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.777629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.362525Z","time spent":"1.415024667s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:23.777697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.861215Z","time spent":"916.428769ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:23.777738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.101669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-01T10:18:23.777816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.288125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:23.777842Z","caller":"traceutil/trace.go:171","msg":"trace[1992887550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25407; }","duration":"773.1657ms","start":"2026-07-01T10:18:23.0046Z","end":"2026-07-01T10:18:23.777766Z","steps":["trace[1992887550] 'agreement among raft nodes before linearized reading' (duration: 773.058597ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.777854Z","caller":"traceutil/trace.go:171","msg":"trace[1725994258] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25407; }","duration":"837.365977ms","start":"2026-07-01T10:18:22.940479Z","end":"2026-07-01T10:18:23.777845Z","steps":["trace[1725994258] 'agreement among raft nodes before linearized reading' (duration: 837.307596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.77787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.00334Z","time spent":"1.774528711s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:18:23.777883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.940454Z","time spent":"837.422149ms","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:23.777904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.004586Z","time spent":"773.286604ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" "} {"level":"warn","ts":"2026-07-01T10:18:23.778159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099897282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-01T10:18:23.778212Z","caller":"traceutil/trace.go:171","msg":"trace[331560408] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25407; }","duration":"1.099988325s","start":"2026-07-01T10:18:22.678205Z","end":"2026-07-01T10:18:23.778193Z","steps":["trace[331560408] 'agreement among raft nodes before linearized reading' (duration: 1.099874502s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:23.777422Z","caller":"traceutil/trace.go:171","msg":"trace[1275309536] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25407; }","duration":"1.73520237s","start":"2026-07-01T10:18:22.042205Z","end":"2026-07-01T10:18:23.777407Z","steps":["trace[1275309536] 'agreement among raft nodes before linearized reading' (duration: 1.735087707s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.778242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.678176Z","time spent":"1.100059316s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-01T10:18:23.778591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17516937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:18:23.778636Z","caller":"traceutil/trace.go:171","msg":"trace[1124193892] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25407; }","duration":"1.175269944s","start":"2026-07-01T10:18:22.603357Z","end":"2026-07-01T10:18:23.778627Z","steps":["trace[1124193892] 'agreement among raft nodes before linearized reading' (duration: 1.173835485s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:23.778666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.603325Z","time spent":"1.175332874s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":185,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:23.778588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:22.04219Z","time spent":"1.736085315s","remote":"127.0.0.1:50342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:24.278091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.748976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:24.278185Z","caller":"traceutil/trace.go:171","msg":"trace[559186776] linearizableReadLoop","detail":"{readStateIndex:26238; appliedIndex:26237; }","duration":"499.960936ms","start":"2026-07-01T10:18:23.778208Z","end":"2026-07-01T10:18:24.278169Z","steps":["trace[559186776] 'read index received' (duration: 110.24791ms)","trace[559186776] 'applied index is now lower than readState.Index' (duration: 389.711856ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:24.278235Z","caller":"traceutil/trace.go:171","msg":"trace[1052960924] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"501.052266ms","start":"2026-07-01T10:18:23.777148Z","end":"2026-07-01T10:18:24.2782Z","steps":["trace[1052960924] 'process raft request' (duration: 111.101834ms)","trace[1052960924] 'compare' (duration: 389.639133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:24.278378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.166711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-fnn59\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-07-01T10:18:24.278413Z","caller":"traceutil/trace.go:171","msg":"trace[787269826] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-fnn59; range_end:; response_count:1; response_revision:25408; }","duration":"500.226173ms","start":"2026-07-01T10:18:23.778177Z","end":"2026-07-01T10:18:24.278403Z","steps":["trace[787269826] 'agreement among raft nodes before linearized reading' (duration: 500.056959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.278447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.778163Z","time spent":"500.275384ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-fnn59\" "} {"level":"warn","ts":"2026-07-01T10:18:24.278497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.777124Z","time spent":"501.22314ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:24.279506Z","caller":"traceutil/trace.go:171","msg":"trace[283425241] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"498.024223ms","start":"2026-07-01T10:18:23.781467Z","end":"2026-07-01T10:18:24.279491Z","steps":["trace[283425241] 'process raft request' (duration: 497.976151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.279586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.781438Z","time spent":"498.110815ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:24.279664Z","caller":"traceutil/trace.go:171","msg":"trace[812726201] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"499.581065ms","start":"2026-07-01T10:18:23.780062Z","end":"2026-07-01T10:18:24.279643Z","steps":["trace[812726201] 'process raft request' (duration: 499.234865ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.279736Z","caller":"traceutil/trace.go:171","msg":"trace[1575665075] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"499.532404ms","start":"2026-07-01T10:18:23.78015Z","end":"2026-07-01T10:18:24.279683Z","steps":["trace[1575665075] 'process raft request' (duration: 499.247376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.27981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.780049Z","time spent":"499.683858ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:24.279845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.780129Z","time spent":"499.653068ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:24.289924Z","caller":"traceutil/trace.go:171","msg":"trace[470168695] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"282.392505ms","start":"2026-07-01T10:18:24.007505Z","end":"2026-07-01T10:18:24.289898Z","steps":["trace[470168695] 'process raft request' (duration: 282.280732ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.290164Z","caller":"traceutil/trace.go:171","msg":"trace[1888498667] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"282.288472ms","start":"2026-07-01T10:18:24.00786Z","end":"2026-07-01T10:18:24.290148Z","steps":["trace[1888498667] 'process raft request' (duration: 282.009304ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.290418Z","caller":"traceutil/trace.go:171","msg":"trace[551377462] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"282.349244ms","start":"2026-07-01T10:18:24.008056Z","end":"2026-07-01T10:18:24.290405Z","steps":["trace[551377462] 'process raft request' (duration: 282.024415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.290421Z","caller":"traceutil/trace.go:171","msg":"trace[1719749704] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"281.675566ms","start":"2026-07-01T10:18:24.008733Z","end":"2026-07-01T10:18:24.290408Z","steps":["trace[1719749704] 'process raft request' (duration: 281.591993ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.290673Z","caller":"traceutil/trace.go:171","msg":"trace[1916160698] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"281.905432ms","start":"2026-07-01T10:18:24.008754Z","end":"2026-07-01T10:18:24.290659Z","steps":["trace[1916160698] 'process raft request' (duration: 281.622054ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.290861Z","caller":"traceutil/trace.go:171","msg":"trace[1539270892] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"279.830245ms","start":"2026-07-01T10:18:24.011017Z","end":"2026-07-01T10:18:24.290847Z","steps":["trace[1539270892] 'process raft request' (duration: 279.586898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.291094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.762181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:24.291137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.16872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:24.291165Z","caller":"traceutil/trace.go:171","msg":"trace[385518284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25419; }","duration":"511.225412ms","start":"2026-07-01T10:18:23.779931Z","end":"2026-07-01T10:18:24.291157Z","steps":["trace[385518284] 'agreement among raft nodes before linearized reading' (duration: 511.173101ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.291175Z","caller":"traceutil/trace.go:171","msg":"trace[1010568556] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25419; }","duration":"506.847973ms","start":"2026-07-01T10:18:23.784299Z","end":"2026-07-01T10:18:24.291147Z","steps":["trace[1010568556] 'agreement among raft nodes before linearized reading' (duration: 506.682698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.291216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.78429Z","time spent":"506.915154ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:18:24.291294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.818924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad3ea57f-15e1-453b-98a4-2b34661d8ea4\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-01T10:18:24.291322Z","caller":"traceutil/trace.go:171","msg":"trace[1666215228] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad3ea57f-15e1-453b-98a4-2b34661d8ea4; range_end:; response_count:1; response_revision:25419; }","duration":"509.861335ms","start":"2026-07-01T10:18:23.781452Z","end":"2026-07-01T10:18:24.291313Z","steps":["trace[1666215228] 'agreement among raft nodes before linearized reading' (duration: 509.745372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.291342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.781443Z","time spent":"509.891986ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-ad3ea57f-15e1-453b-98a4-2b34661d8ea4\" "} {"level":"warn","ts":"2026-07-01T10:18:24.291346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.744502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:18:24.291391Z","caller":"traceutil/trace.go:171","msg":"trace[1453178700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25419; }","duration":"283.808253ms","start":"2026-07-01T10:18:24.007573Z","end":"2026-07-01T10:18:24.291381Z","steps":["trace[1453178700] 'agreement among raft nodes before linearized reading' (duration: 283.70144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.291436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.02207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-01T10:18:24.29143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.399056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T10:18:24.291469Z","caller":"traceutil/trace.go:171","msg":"trace[1046421897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25419; }","duration":"284.098891ms","start":"2026-07-01T10:18:24.007362Z","end":"2026-07-01T10:18:24.291461Z","steps":["trace[1046421897] 'agreement among raft nodes before linearized reading' (duration: 284.009789ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.291497Z","caller":"traceutil/trace.go:171","msg":"trace[1123492475] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25419; }","duration":"511.51301ms","start":"2026-07-01T10:18:23.779968Z","end":"2026-07-01T10:18:24.291481Z","steps":["trace[1123492475] 'agreement among raft nodes before linearized reading' (duration: 511.264823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.291548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.779958Z","time spent":"511.579802ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:18:24.291184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.77992Z","time spent":"511.259533ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:24.291115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.982837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-07-01T10:18:24.291557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.214855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:24.291734Z","caller":"traceutil/trace.go:171","msg":"trace[683159847] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25419; }","duration":"507.706257ms","start":"2026-07-01T10:18:23.784018Z","end":"2026-07-01T10:18:24.291724Z","steps":["trace[683159847] 'agreement among raft nodes before linearized reading' (duration: 506.996697ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:24.291761Z","caller":"traceutil/trace.go:171","msg":"trace[937927923] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25419; }","duration":"291.41715ms","start":"2026-07-01T10:18:24.000328Z","end":"2026-07-01T10:18:24.291745Z","steps":["trace[937927923] 'agreement among raft nodes before linearized reading' (duration: 291.200004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.29182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.183044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T10:18:24.291846Z","caller":"traceutil/trace.go:171","msg":"trace[1198719453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25419; }","duration":"284.231505ms","start":"2026-07-01T10:18:24.007608Z","end":"2026-07-01T10:18:24.291839Z","steps":["trace[1198719453] 'agreement among raft nodes before linearized reading' (duration: 284.138412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.292018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.339158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T10:18:24.292055Z","caller":"traceutil/trace.go:171","msg":"trace[986690766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25419; }","duration":"284.403169ms","start":"2026-07-01T10:18:24.007642Z","end":"2026-07-01T10:18:24.292045Z","steps":["trace[986690766] 'agreement among raft nodes before linearized reading' (duration: 284.160073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:24.2925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:23.783915Z","time spent":"507.843471ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-07-01T10:18:27.933537Z","caller":"traceutil/trace.go:171","msg":"trace[1313792551] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"144.527854ms","start":"2026-07-01T10:18:27.788985Z","end":"2026-07-01T10:18:27.933512Z","steps":["trace[1313792551] 'process raft request' (duration: 144.273117ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:27.934593Z","caller":"traceutil/trace.go:171","msg":"trace[1200774565] linearizableReadLoop","detail":"{readStateIndex:26275; appliedIndex:26273; }","duration":"138.670484ms","start":"2026-07-01T10:18:27.795907Z","end":"2026-07-01T10:18:27.934577Z","steps":["trace[1200774565] 'read index received' (duration: 137.389039ms)","trace[1200774565] 'applied index is now lower than readState.Index' (duration: 1.280445ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:27.934755Z","caller":"traceutil/trace.go:171","msg":"trace[1030135177] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"144.899713ms","start":"2026-07-01T10:18:27.789838Z","end":"2026-07-01T10:18:27.934738Z","steps":["trace[1030135177] 'process raft request' (duration: 144.644416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:27.934792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.873399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-01T10:18:27.934842Z","caller":"traceutil/trace.go:171","msg":"trace[1074043867] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25444; }","duration":"138.955641ms","start":"2026-07-01T10:18:27.795871Z","end":"2026-07-01T10:18:27.934827Z","steps":["trace[1074043867] 'agreement among raft nodes before linearized reading' (duration: 138.782117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:28.68604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.036826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:28.686224Z","caller":"traceutil/trace.go:171","msg":"trace[2034597857] linearizableReadLoop","detail":"{readStateIndex:26276; appliedIndex:26275; }","duration":"392.325737ms","start":"2026-07-01T10:18:28.293874Z","end":"2026-07-01T10:18:28.6862Z","steps":["trace[2034597857] 'read index received' (duration: 39.081µs)","trace[2034597857] 'applied index is now lower than readState.Index' (duration: 392.285726ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:28.686369Z","caller":"traceutil/trace.go:171","msg":"trace[1777773331] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"569.409475ms","start":"2026-07-01T10:18:28.116942Z","end":"2026-07-01T10:18:28.686352Z","steps":["trace[1777773331] 'process raft request' (duration: 175.965408ms)","trace[1777773331] 'compare' (duration: 392.926723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:28.686437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.116917Z","time spent":"569.490516ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:28.686456Z","caller":"traceutil/trace.go:171","msg":"trace[1298936605] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"384.317009ms","start":"2026-07-01T10:18:28.302071Z","end":"2026-07-01T10:18:28.686388Z","steps":["trace[1298936605] 'process raft request' (duration: 384.089133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:28.686616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.30204Z","time spent":"384.506493ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:28.6867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.82694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:18:28.68674Z","caller":"traceutil/trace.go:171","msg":"trace[910317684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25446; }","duration":"392.900122ms","start":"2026-07-01T10:18:28.293828Z","end":"2026-07-01T10:18:28.686728Z","steps":["trace[910317684] 'agreement among raft nodes before linearized reading' (duration: 392.720617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:28.686772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.293808Z","time spent":"392.958893ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T10:18:29.110788Z","caller":"traceutil/trace.go:171","msg":"trace[1573007806] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"808.369469ms","start":"2026-07-01T10:18:28.302394Z","end":"2026-07-01T10:18:29.110763Z","steps":["trace[1573007806] 'process raft request' (duration: 808.288496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.110927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.302367Z","time spent":"808.492062ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:29.110967Z","caller":"traceutil/trace.go:171","msg":"trace[965526441] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"808.578944ms","start":"2026-07-01T10:18:28.302356Z","end":"2026-07-01T10:18:29.110935Z","steps":["trace[965526441] 'process raft request' (duration: 808.199504ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:29.111063Z","caller":"traceutil/trace.go:171","msg":"trace[408807373] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"807.557566ms","start":"2026-07-01T10:18:28.303489Z","end":"2026-07-01T10:18:29.111046Z","steps":["trace[408807373] 'process raft request' (duration: 807.238328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.111162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.30348Z","time spent":"807.623048ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:29.111163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.302322Z","time spent":"808.744499ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:29.111361Z","caller":"traceutil/trace.go:171","msg":"trace[1285274399] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"807.757002ms","start":"2026-07-01T10:18:28.303593Z","end":"2026-07-01T10:18:29.11135Z","steps":["trace[1285274399] 'process raft request' (duration: 807.388622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.111425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.303579Z","time spent":"807.812263ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:29.111557Z","caller":"traceutil/trace.go:171","msg":"trace[654732012] linearizableReadLoop","detail":"{readStateIndex:26282; appliedIndex:26277; }","duration":"425.274674ms","start":"2026-07-01T10:18:28.686259Z","end":"2026-07-01T10:18:29.111534Z","steps":["trace[654732012] 'read index received' (duration: 424.268576ms)","trace[654732012] 'applied index is now lower than readState.Index' (duration: 1.004978ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:29.111668Z","caller":"traceutil/trace.go:171","msg":"trace[512825788] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"807.813013ms","start":"2026-07-01T10:18:28.303822Z","end":"2026-07-01T10:18:29.111635Z","steps":["trace[512825788] 'process raft request' (duration: 807.489194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.111684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.932057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:29.111682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.075923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:29.111716Z","caller":"traceutil/trace.go:171","msg":"trace[366320108] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25451; }","duration":"675.015239ms","start":"2026-07-01T10:18:28.436691Z","end":"2026-07-01T10:18:29.111706Z","steps":["trace[366320108] 'agreement among raft nodes before linearized reading' (duration: 674.944047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.111712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.693643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:29.111734Z","caller":"traceutil/trace.go:171","msg":"trace[1847447207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25451; }","duration":"570.172577ms","start":"2026-07-01T10:18:28.541546Z","end":"2026-07-01T10:18:29.111718Z","steps":["trace[1847447207] 'agreement among raft nodes before linearized reading' (duration: 570.012422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.111744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.30381Z","time spent":"807.894135ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:29.111757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.436674Z","time spent":"675.072591ms","remote":"127.0.0.1:51250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:29.111765Z","caller":"traceutil/trace.go:171","msg":"trace[1365030903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25451; }","duration":"476.747434ms","start":"2026-07-01T10:18:28.635002Z","end":"2026-07-01T10:18:29.111749Z","steps":["trace[1365030903] 'agreement among raft nodes before linearized reading' (duration: 476.655772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.11177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.541525Z","time spent":"570.237398ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:29.111802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.634944Z","time spent":"476.847307ms","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:29.111922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.48673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:18:29.111953Z","caller":"traceutil/trace.go:171","msg":"trace[1518303455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25451; }","duration":"798.532491ms","start":"2026-07-01T10:18:28.31341Z","end":"2026-07-01T10:18:29.111942Z","steps":["trace[1518303455] 'agreement among raft nodes before linearized reading' (duration: 798.410807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.111985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.313388Z","time spent":"798.590003ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:29.111999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.527301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T10:18:29.112015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.092344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:18:29.112031Z","caller":"traceutil/trace.go:171","msg":"trace[174140134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25451; }","duration":"798.571902ms","start":"2026-07-01T10:18:28.31345Z","end":"2026-07-01T10:18:29.112022Z","steps":["trace[174140134] 'agreement among raft nodes before linearized reading' (duration: 798.478799ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:29.112046Z","caller":"traceutil/trace.go:171","msg":"trace[1044192262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25451; }","duration":"800.141014ms","start":"2026-07-01T10:18:28.311896Z","end":"2026-07-01T10:18:29.112037Z","steps":["trace[1044192262] 'agreement among raft nodes before linearized reading' (duration: 800.028081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.112059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.313445Z","time spent":"798.608253ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:29.112075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.311887Z","time spent":"800.181226ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:18:29.11218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.336932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:18:29.112218Z","caller":"traceutil/trace.go:171","msg":"trace[671060842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25451; }","duration":"803.374723ms","start":"2026-07-01T10:18:28.30883Z","end":"2026-07-01T10:18:29.112205Z","steps":["trace[671060842] 'agreement among raft nodes before linearized reading' (duration: 803.248919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.112248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.308792Z","time spent":"803.449275ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:29.612534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:18:29.778258Z","caller":"traceutil/trace.go:171","msg":"trace[175022307] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"1.088905663s","start":"2026-07-01T10:18:28.68933Z","end":"2026-07-01T10:18:29.778235Z","steps":["trace[175022307] 'process raft request' (duration: 1.088726618s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.778399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.689312Z","time spent":"1.089017806s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:29.77839Z","caller":"traceutil/trace.go:171","msg":"trace[1702980715] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"995.694196ms","start":"2026-07-01T10:18:28.782668Z","end":"2026-07-01T10:18:29.778362Z","steps":["trace[1702980715] 'process raft request' (duration: 995.527522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.778529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.782645Z","time spent":"995.80601ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:29.780136Z","caller":"traceutil/trace.go:171","msg":"trace[1927964891] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"664.137683ms","start":"2026-07-01T10:18:29.115983Z","end":"2026-07-01T10:18:29.78012Z","steps":["trace[1927964891] 'process raft request' (duration: 664.01466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.780228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:29.115964Z","time spent":"664.221146ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:29.780514Z","caller":"traceutil/trace.go:171","msg":"trace[1585546118] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"663.553257ms","start":"2026-07-01T10:18:29.116948Z","end":"2026-07-01T10:18:29.780502Z","steps":["trace[1585546118] 'process raft request' (duration: 663.387843ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:29.78053Z","caller":"traceutil/trace.go:171","msg":"trace[1720362627] linearizableReadLoop","detail":"{readStateIndex:26288; appliedIndex:26283; }","duration":"668.894713ms","start":"2026-07-01T10:18:29.111611Z","end":"2026-07-01T10:18:29.780505Z","steps":["trace[1720362627] 'read index received' (duration: 666.624621ms)","trace[1720362627] 'applied index is now lower than readState.Index' (duration: 2.269032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:29.780578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:29.116911Z","time spent":"663.63012ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:29.780651Z","caller":"traceutil/trace.go:171","msg":"trace[485491708] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"663.406673ms","start":"2026-07-01T10:18:29.117233Z","end":"2026-07-01T10:18:29.780639Z","steps":["trace[485491708] 'process raft request' (duration: 663.226938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.780719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.76416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:29.78075Z","caller":"traceutil/trace.go:171","msg":"trace[1207762930] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"664.242757ms","start":"2026-07-01T10:18:29.116493Z","end":"2026-07-01T10:18:29.780736Z","steps":["trace[1207762930] 'process raft request' (duration: 663.588579ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:29.780787Z","caller":"traceutil/trace.go:171","msg":"trace[516696839] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25457; }","duration":"937.864023ms","start":"2026-07-01T10:18:28.842904Z","end":"2026-07-01T10:18:29.780768Z","steps":["trace[516696839] 'agreement among raft nodes before linearized reading' (duration: 937.735939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.78081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:29.11647Z","time spent":"664.309338ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:29.780841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.842888Z","time spent":"937.938474ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:29.7809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.05666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:29.780939Z","caller":"traceutil/trace.go:171","msg":"trace[2094437501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25457; }","duration":"668.112091ms","start":"2026-07-01T10:18:29.112817Z","end":"2026-07-01T10:18:29.780929Z","steps":["trace[2094437501] 'agreement among raft nodes before linearized reading' (duration: 668.06495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.780973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:29.112798Z","time spent":"668.169743ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:29.780855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.784033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:29.781149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.806539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:29.781203Z","caller":"traceutil/trace.go:171","msg":"trace[1680293760] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25457; }","duration":"934.909492ms","start":"2026-07-01T10:18:28.846277Z","end":"2026-07-01T10:18:29.781187Z","steps":["trace[1680293760] 'agreement among raft nodes before linearized reading' (duration: 934.805239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.781193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.494774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-01T10:18:29.781221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.758402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:29.781245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.846255Z","time spent":"934.980954ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:29.781259Z","caller":"traceutil/trace.go:171","msg":"trace[1549580056] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25457; }","duration":"843.837284ms","start":"2026-07-01T10:18:28.93741Z","end":"2026-07-01T10:18:29.781247Z","steps":["trace[1549580056] 'agreement among raft nodes before linearized reading' (duration: 843.771662ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:29.781262Z","caller":"traceutil/trace.go:171","msg":"trace[1022787228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25457; }","duration":"470.604277ms","start":"2026-07-01T10:18:29.310642Z","end":"2026-07-01T10:18:29.781246Z","steps":["trace[1022787228] 'agreement among raft nodes before linearized reading' (duration: 470.402591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.781257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.996576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:29.781295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.937389Z","time spent":"843.892756ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:29.781306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:29.310619Z","time spent":"470.673759ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T10:18:29.781316Z","caller":"traceutil/trace.go:171","msg":"trace[808814241] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25457; }","duration":"927.076079ms","start":"2026-07-01T10:18:28.854221Z","end":"2026-07-01T10:18:29.781297Z","steps":["trace[808814241] 'agreement among raft nodes before linearized reading' (duration: 926.975496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.780809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.463009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:29.781327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.237643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:29.781368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.854213Z","time spent":"927.140101ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:29.781392Z","caller":"traceutil/trace.go:171","msg":"trace[665732455] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25457; }","duration":"957.068585ms","start":"2026-07-01T10:18:28.824298Z","end":"2026-07-01T10:18:29.781367Z","steps":["trace[665732455] 'agreement among raft nodes before linearized reading' (duration: 956.475469ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:29.781409Z","caller":"traceutil/trace.go:171","msg":"trace[439395004] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25457; }","duration":"346.364266ms","start":"2026-07-01T10:18:29.435023Z","end":"2026-07-01T10:18:29.781387Z","steps":["trace[439395004] 'agreement among raft nodes before linearized reading' (duration: 346.181781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.781454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.824281Z","time spent":"957.148918ms","remote":"127.0.0.1:35872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:29.780747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:29.117223Z","time spent":"663.453885ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:29.781469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:29.435009Z","time spent":"346.435928ms","remote":"127.0.0.1:56384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:29.781199Z","caller":"traceutil/trace.go:171","msg":"trace[7719042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25457; }","duration":"998.152613ms","start":"2026-07-01T10:18:28.78303Z","end":"2026-07-01T10:18:29.781182Z","steps":["trace[7719042] 'agreement among raft nodes before linearized reading' (duration: 997.802173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.781558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.783016Z","time spent":"998.527574ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:29.781758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.21294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-01T10:18:29.781802Z","caller":"traceutil/trace.go:171","msg":"trace[1072816821] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25457; }","duration":"630.290192ms","start":"2026-07-01T10:18:29.151499Z","end":"2026-07-01T10:18:29.781789Z","steps":["trace[1072816821] 'agreement among raft nodes before linearized reading' (duration: 629.81942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.781813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.600515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-01T10:18:29.781835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:29.151483Z","time spent":"630.342593ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-01T10:18:29.781871Z","caller":"traceutil/trace.go:171","msg":"trace[1198507044] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25457; }","duration":"833.729888ms","start":"2026-07-01T10:18:28.948122Z","end":"2026-07-01T10:18:29.781852Z","steps":["trace[1198507044] 'agreement among raft nodes before linearized reading' (duration: 832.926266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.781931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:28.948104Z","time spent":"833.813081ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" "} {"level":"warn","ts":"2026-07-01T10:18:29.782061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.697499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-01T10:18:29.782151Z","caller":"traceutil/trace.go:171","msg":"trace[392420782] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25457; }","duration":"481.945566ms","start":"2026-07-01T10:18:29.300185Z","end":"2026-07-01T10:18:29.782131Z","steps":["trace[392420782] 'agreement among raft nodes before linearized reading' (duration: 481.153164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:29.782193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:29.300167Z","time spent":"482.016027ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-01T10:18:32.824102Z","caller":"traceutil/trace.go:171","msg":"trace[856392057] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"114.442924ms","start":"2026-07-01T10:18:32.709638Z","end":"2026-07-01T10:18:32.824081Z","steps":["trace[856392057] 'process raft request' (duration: 87.241734ms)","trace[856392057] 'compare' (duration: 27.075877ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:33.765565Z","caller":"traceutil/trace.go:171","msg":"trace[2117018112] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"641.420046ms","start":"2026-07-01T10:18:33.124117Z","end":"2026-07-01T10:18:33.765537Z","steps":["trace[2117018112] 'process raft request' (duration: 641.261381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:33.765735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.124095Z","time spent":"641.555249ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:36.541318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:36.541413Z","caller":"traceutil/trace.go:171","msg":"trace[2070694847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988982s","start":"2026-07-01T10:18:34.5414Z","end":"2026-07-01T10:18:36.541389Z","steps":["trace[2070694847] 'agreement among raft nodes before linearized reading' (duration: 1.999872499s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.54148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.541383Z","time spent":"2.000081884s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:36.683286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.917873391s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:36.820889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.254602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:36.821184Z","caller":"traceutil/trace.go:171","msg":"trace[620974974] linearizableReadLoop","detail":"{readStateIndex:26334; appliedIndex:26329; }","duration":"3.486918402s","start":"2026-07-01T10:18:33.334249Z","end":"2026-07-01T10:18:36.821167Z","steps":["trace[620974974] 'read index received' (duration: 431.239495ms)","trace[620974974] 'applied index is now lower than readState.Index' (duration: 3.055675477s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:36.821267Z","caller":"traceutil/trace.go:171","msg":"trace[1520867200] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"3.697080261s","start":"2026-07-01T10:18:33.124172Z","end":"2026-07-01T10:18:36.821252Z","steps":["trace[1520867200] 'process raft request' (duration: 3.559394089s)","trace[1520867200] 'compare' (duration: 136.781329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:36.821349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.124151Z","time spent":"3.697145783s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:36.821664Z","caller":"traceutil/trace.go:171","msg":"trace[1138420664] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"3.69741717s","start":"2026-07-01T10:18:33.124234Z","end":"2026-07-01T10:18:36.821652Z","steps":["trace[1138420664] 'process raft request' (duration: 3.696759023s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.82174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.124228Z","time spent":"3.697478992s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:36.821841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.48757087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:36.821917Z","caller":"traceutil/trace.go:171","msg":"trace[1179338765] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25502; }","duration":"3.487666812s","start":"2026-07-01T10:18:33.334233Z","end":"2026-07-01T10:18:36.8219Z","steps":["trace[1179338765] 'agreement among raft nodes before linearized reading' (duration: 3.487527248s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.821968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.334177Z","time spent":"3.487780944s","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:36.822139Z","caller":"traceutil/trace.go:171","msg":"trace[1091170924] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"3.697691267s","start":"2026-07-01T10:18:33.124437Z","end":"2026-07-01T10:18:36.822128Z","steps":["trace[1091170924] 'process raft request' (duration: 3.69664482s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.822218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.124399Z","time spent":"3.697765279s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:36.822246Z","caller":"traceutil/trace.go:171","msg":"trace[1997640511] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"3.697229194s","start":"2026-07-01T10:18:33.124992Z","end":"2026-07-01T10:18:36.822221Z","steps":["trace[1997640511] 'process raft request' (duration: 3.696126216s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:36.822373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.124985Z","time spent":"3.697318776s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.321857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092777,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T10:18:37.502903Z","caller":"traceutil/trace.go:171","msg":"trace[518902299] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"3.524387952s","start":"2026-07-01T10:18:33.978485Z","end":"2026-07-01T10:18:37.502873Z","steps":["trace[518902299] 'process raft request' (duration: 3.524257058s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:37.502927Z","caller":"traceutil/trace.go:171","msg":"trace[1463589989] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"3.232798786s","start":"2026-07-01T10:18:34.270104Z","end":"2026-07-01T10:18:37.502903Z","steps":["trace[1463589989] 'process raft request' (duration: 3.232698794s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:37.503024Z","caller":"traceutil/trace.go:171","msg":"trace[825338154] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"2.794051156s","start":"2026-07-01T10:18:34.708952Z","end":"2026-07-01T10:18:37.503003Z","steps":["trace[825338154] 'process raft request' (duration: 2.793895652s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.50306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.978469Z","time spent":"3.524500124s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.503067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.270086Z","time spent":"3.232904059s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.503124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.708928Z","time spent":"2.794146949s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:37.503177Z","caller":"traceutil/trace.go:171","msg":"trace[354450887] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"2.719382904s","start":"2026-07-01T10:18:34.783761Z","end":"2026-07-01T10:18:37.503144Z","steps":["trace[354450887] 'process raft request' (duration: 2.719124107s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:37.503242Z","caller":"traceutil/trace.go:171","msg":"trace[2007850157] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"3.547011607s","start":"2026-07-01T10:18:33.955836Z","end":"2026-07-01T10:18:37.502848Z","steps":["trace[2007850157] 'process raft request' (duration: 3.54673063s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:37.503284Z","caller":"traceutil/trace.go:171","msg":"trace[1173407322] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"1.732757516s","start":"2026-07-01T10:18:35.770514Z","end":"2026-07-01T10:18:37.503272Z","steps":["trace[1173407322] 'process raft request' (duration: 1.732445398s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:37.50333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.783731Z","time spent":"2.719521998s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.503404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:35.770489Z","time spent":"1.732821977s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:37.503739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.955807Z","time spent":"3.547469549s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:38.543386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000600059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:38.543469Z","caller":"traceutil/trace.go:171","msg":"trace[1665476428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000729353s","start":"2026-07-01T10:18:36.54272Z","end":"2026-07-01T10:18:38.543449Z","steps":["trace[1665476428] 'agreement among raft nodes before linearized reading' (duration: 2.00062411s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:38.543519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.542703Z","time spent":"2.000805155s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:38.792043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999202713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:38.792125Z","caller":"traceutil/trace.go:171","msg":"trace[2061168888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999298905s","start":"2026-07-01T10:18:33.792805Z","end":"2026-07-01T10:18:38.792104Z","steps":["trace[2061168888] 'agreement among raft nodes before linearized reading' (duration: 4.999200322s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:38.792178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.792739Z","time spent":"4.999423238s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 10:18:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:38.792716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998577025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:38.79286Z","caller":"traceutil/trace.go:171","msg":"trace[704875263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998808751s","start":"2026-07-01T10:18:33.794021Z","end":"2026-07-01T10:18:38.79283Z","steps":["trace[704875263] 'agreement among raft nodes before linearized reading' (duration: 4.998623286s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:38.792945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.79399Z","time spent":"4.998931924s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 10:18:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:38.793403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999382556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:38.793472Z","caller":"traceutil/trace.go:171","msg":"trace[1481830358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99951821s","start":"2026-07-01T10:18:33.793934Z","end":"2026-07-01T10:18:38.793452Z","steps":["trace[1481830358] 'agreement among raft nodes before linearized reading' (duration: 4.999437628s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:38.793522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.7939Z","time spent":"4.999609402s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 10:18:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:39.420694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000829524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:39.42078Z","caller":"traceutil/trace.go:171","msg":"trace[2128403642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000940107s","start":"2026-07-01T10:18:37.419819Z","end":"2026-07-01T10:18:39.42076Z","steps":["trace[2128403642] 'agreement among raft nodes before linearized reading' (duration: 2.000822964s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:39.420825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:37.419774Z","time spent":"2.001041781s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:40.550799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:40.55088Z","caller":"traceutil/trace.go:171","msg":"trace[1574761753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000540717s","start":"2026-07-01T10:18:38.55032Z","end":"2026-07-01T10:18:40.550861Z","steps":["trace[1574761753] 'agreement among raft nodes before linearized reading' (duration: 2.000435844s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:40.550927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.550314Z","time spent":"2.000603048s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:41.629686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.072330639s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:42.381676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.539508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:42.381831Z","caller":"traceutil/trace.go:171","msg":"trace[1656943850] linearizableReadLoop","detail":"{readStateIndex:26341; appliedIndex:26334; }","duration":"5.560597251s","start":"2026-07-01T10:18:36.821221Z","end":"2026-07-01T10:18:42.381818Z","steps":["trace[1656943850] 'read index received' (duration: 681.372742ms)","trace[1656943850] 'applied index is now lower than readState.Index' (duration: 4.879223809s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:42.381995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.053948834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:42.382018Z","caller":"traceutil/trace.go:171","msg":"trace[742229462] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25510; }","duration":"8.054040167s","start":"2026-07-01T10:18:34.327969Z","end":"2026-07-01T10:18:42.38201Z","steps":["trace[742229462] 'agreement among raft nodes before linearized reading' (duration: 8.053996536s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.382041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.327946Z","time spent":"8.054088339s","remote":"127.0.0.1:56036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:42.382056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.891643777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:42.382137Z","caller":"traceutil/trace.go:171","msg":"trace[1015807188] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25510; }","duration":"7.891787742s","start":"2026-07-01T10:18:34.490331Z","end":"2026-07-01T10:18:42.382119Z","steps":["trace[1015807188] 'agreement among raft nodes before linearized reading' (duration: 7.891614387s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.382178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.065593251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:42.382188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.490309Z","time spent":"7.891865183s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:42.382227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.553118449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:42.382245Z","caller":"traceutil/trace.go:171","msg":"trace[700776758] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25510; }","duration":"8.553137489s","start":"2026-07-01T10:18:33.829103Z","end":"2026-07-01T10:18:42.38224Z","steps":["trace[700776758] 'agreement among raft nodes before linearized reading' (duration: 8.553110778s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.382262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.829027Z","time spent":"8.553230072s","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:42.382504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.588224884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:18:42.382505Z","caller":"traceutil/trace.go:171","msg":"trace[478645940] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"5.376566798s","start":"2026-07-01T10:18:37.005921Z","end":"2026-07-01T10:18:42.382488Z","steps":["trace[478645940] 'process raft request' (duration: 4.624150018s)","trace[478645940] 'compare' (duration: 751.035605ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:42.382528Z","caller":"traceutil/trace.go:171","msg":"trace[58662289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25510; }","duration":"8.588277294s","start":"2026-07-01T10:18:33.794244Z","end":"2026-07-01T10:18:42.382521Z","steps":["trace[58662289] 'agreement among raft nodes before linearized reading' (duration: 8.58809032s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.382547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.794228Z","time spent":"8.588314656s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:42.382607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:37.005891Z","time spent":"5.376658801s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:42.382663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.588901052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:18:42.38268Z","caller":"traceutil/trace.go:171","msg":"trace[655562702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25510; }","duration":"8.588938962s","start":"2026-07-01T10:18:33.793736Z","end":"2026-07-01T10:18:42.382675Z","steps":["trace[655562702] 'agreement among raft nodes before linearized reading' (duration: 8.588886391s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.382697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.793726Z","time spent":"8.588967823s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:42.382791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.615831764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:42.382811Z","caller":"traceutil/trace.go:171","msg":"trace[708438029] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25510; }","duration":"8.615888016s","start":"2026-07-01T10:18:33.766918Z","end":"2026-07-01T10:18:42.382806Z","steps":["trace[708438029] 'agreement among raft nodes before linearized reading' (duration: 8.615851055s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.382828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.766899Z","time spent":"8.615924326s","remote":"127.0.0.1:56110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:42.382935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.029743468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:42.382951Z","caller":"traceutil/trace.go:171","msg":"trace[1106181499] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25510; }","duration":"9.029783909s","start":"2026-07-01T10:18:33.353162Z","end":"2026-07-01T10:18:42.382946Z","steps":["trace[1106181499] 'agreement among raft nodes before linearized reading' (duration: 9.029751789s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.38297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:33.353152Z","time spent":"9.02981201s","remote":"127.0.0.1:56268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:42.383369Z","caller":"traceutil/trace.go:171","msg":"trace[2081276972] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"5.032609507s","start":"2026-07-01T10:18:37.35057Z","end":"2026-07-01T10:18:42.383179Z","steps":["trace[2081276972] 'process raft request' (duration: 5.03117926s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.383446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:37.350552Z","time spent":"5.032850304s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:42.382201Z","caller":"traceutil/trace.go:171","msg":"trace[1500774350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25510; }","duration":"8.065643383s","start":"2026-07-01T10:18:34.316551Z","end":"2026-07-01T10:18:42.382195Z","steps":["trace[1500774350] 'agreement among raft nodes before linearized reading' (duration: 8.065607502s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.383489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.316541Z","time spent":"8.066939566s","remote":"127.0.0.1:56276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:18:42.383583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.302470301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:42.383601Z","caller":"traceutil/trace.go:171","msg":"trace[364280974] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25510; }","duration":"6.302490911s","start":"2026-07-01T10:18:36.081104Z","end":"2026-07-01T10:18:42.383595Z","steps":["trace[364280974] 'agreement among raft nodes before linearized reading' (duration: 6.30245762s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.383618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:36.081067Z","time spent":"6.302545913s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:42.383703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.985073326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:42.38372Z","caller":"traceutil/trace.go:171","msg":"trace[9988584] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25510; }","duration":"6.985130717s","start":"2026-07-01T10:18:35.398583Z","end":"2026-07-01T10:18:42.383714Z","steps":["trace[9988584] 'agreement among raft nodes before linearized reading' (duration: 6.985104657s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.383736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:35.398566Z","time spent":"6.985165649s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:42.383847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.479965583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T10:18:42.383863Z","caller":"traceutil/trace.go:171","msg":"trace[925734846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25510; }","duration":"7.480019084s","start":"2026-07-01T10:18:34.903839Z","end":"2026-07-01T10:18:42.383858Z","steps":["trace[925734846] 'agreement among raft nodes before linearized reading' (duration: 7.479964233s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.38388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.903818Z","time spent":"7.480057914s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:18:42.383992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.592609537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-01T10:18:42.384011Z","caller":"traceutil/trace.go:171","msg":"trace[1570887516] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25510; }","duration":"7.592667509s","start":"2026-07-01T10:18:34.791335Z","end":"2026-07-01T10:18:42.384003Z","steps":["trace[1570887516] 'agreement among raft nodes before linearized reading' (duration: 7.592618497s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.384026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.791299Z","time spent":"7.59272342s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T10:18:42.384131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.73087594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-01T10:18:42.384147Z","caller":"traceutil/trace.go:171","msg":"trace[2085866787] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25510; }","duration":"7.730926271s","start":"2026-07-01T10:18:34.653215Z","end":"2026-07-01T10:18:42.384142Z","steps":["trace[2085866787] 'agreement among raft nodes before linearized reading' (duration: 7.73087594s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.384163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:34.653196Z","time spent":"7.730963152s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-01T10:18:42.551773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000547696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:42.551883Z","caller":"traceutil/trace.go:171","msg":"trace[709573605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723351s","start":"2026-07-01T10:18:40.551135Z","end":"2026-07-01T10:18:42.551858Z","steps":["trace[709573605] 'agreement among raft nodes before linearized reading' (duration: 2.000576127s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:42.551946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.55112Z","time spent":"2.000812104s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:42.882687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:43.383554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:43.591495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.754098ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.592076Z","caller":"traceutil/trace.go:171","msg":"trace[2134094071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25510; }","duration":"461.921032ms","start":"2026-07-01T10:18:43.129707Z","end":"2026-07-01T10:18:43.591628Z","steps":["trace[2134094071] 'range keys from in-memory index tree' (duration: 461.733577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.629708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.999757087s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:18:43.63004Z","caller":"traceutil/trace.go:171","msg":"trace[1690706550] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"4.838619097s","start":"2026-07-01T10:18:38.791406Z","end":"2026-07-01T10:18:43.630026Z","steps":["trace[1690706550] 'process raft request' (duration: 4.838423522s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.630153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.791378Z","time spent":"4.83871381s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:43.630427Z","caller":"traceutil/trace.go:171","msg":"trace[1425463411] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"4.802597205s","start":"2026-07-01T10:18:38.827802Z","end":"2026-07-01T10:18:43.630399Z","steps":["trace[1425463411] 'process raft request' (duration: 4.802181664s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.630599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.827779Z","time spent":"4.802735189s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:43.630794Z","caller":"traceutil/trace.go:171","msg":"trace[1145442831] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"4.802168454s","start":"2026-07-01T10:18:38.828596Z","end":"2026-07-01T10:18:43.630765Z","steps":["trace[1145442831] 'process raft request' (duration: 4.801704552s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.630832Z","caller":"traceutil/trace.go:171","msg":"trace[957348704] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"4.801557467s","start":"2026-07-01T10:18:38.829262Z","end":"2026-07-01T10:18:43.63082Z","steps":["trace[957348704] 'process raft request' (duration: 4.801494806s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.630902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.829228Z","time spent":"4.80163708s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.630941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.82859Z","time spent":"4.802273687s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:43.631053Z","caller":"traceutil/trace.go:171","msg":"trace[1420750371] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"4.802140283s","start":"2026-07-01T10:18:38.828882Z","end":"2026-07-01T10:18:43.631022Z","steps":["trace[1420750371] 'process raft request' (duration: 4.801798014s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.63132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.828844Z","time spent":"4.802249216s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.77817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.340213ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T10:18:43.778749Z","caller":"traceutil/trace.go:171","msg":"trace[1475864273] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"4.818592109s","start":"2026-07-01T10:18:38.960129Z","end":"2026-07-01T10:18:43.778721Z","steps":["trace[1475864273] 'process raft request' (duration: 4.818165298s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.778892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.960099Z","time spent":"4.818710181s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:43.783621Z","caller":"traceutil/trace.go:171","msg":"trace[1777461800] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"4.275383003s","start":"2026-07-01T10:18:39.508217Z","end":"2026-07-01T10:18:43.7836Z","steps":["trace[1777461800] 'process raft request' (duration: 4.270493046s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.783834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.508193Z","time spent":"4.275508667s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:43.784482Z","caller":"traceutil/trace.go:171","msg":"trace[1478593525] linearizableReadLoop","detail":"{readStateIndex:26356; appliedIndex:26342; }","duration":"1.402605244s","start":"2026-07-01T10:18:42.381848Z","end":"2026-07-01T10:18:43.784453Z","steps":["trace[1478593525] 'read index received' (duration: 1.248014474s)","trace[1478593525] 'applied index is now lower than readState.Index' (duration: 154.5889ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:43.78494Z","caller":"traceutil/trace.go:171","msg":"trace[1055671062] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"4.275765283s","start":"2026-07-01T10:18:39.509122Z","end":"2026-07-01T10:18:43.784887Z","steps":["trace[1055671062] 'process raft request' (duration: 4.274408118s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.509111Z","time spent":"4.275872396s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.78522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003765208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.785279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.19621357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.78529Z","caller":"traceutil/trace.go:171","msg":"trace[1652045383] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25523; }","duration":"3.00387753s","start":"2026-07-01T10:18:40.781396Z","end":"2026-07-01T10:18:43.785273Z","steps":["trace[1652045383] 'agreement among raft nodes before linearized reading' (duration: 3.003778298s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990582276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:18:43.785323Z","caller":"traceutil/trace.go:171","msg":"trace[523968273] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25523; }","duration":"5.196258511s","start":"2026-07-01T10:18:38.589052Z","end":"2026-07-01T10:18:43.785311Z","steps":["trace[523968273] 'agreement among raft nodes before linearized reading' (duration: 5.196183499s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.785279Z","caller":"traceutil/trace.go:171","msg":"trace[717553001] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"1.396997499s","start":"2026-07-01T10:18:42.388246Z","end":"2026-07-01T10:18:43.785243Z","steps":["trace[717553001] 'process raft request' (duration: 1.395645795s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.78534Z","caller":"traceutil/trace.go:171","msg":"trace[2107322545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25523; }","duration":"2.990666159s","start":"2026-07-01T10:18:40.794659Z","end":"2026-07-01T10:18:43.785325Z","steps":["trace[2107322545] 'agreement among raft nodes before linearized reading' (duration: 2.990543705s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.588972Z","time spent":"5.196375754s","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.785343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.781372Z","time spent":"3.003952753s","remote":"127.0.0.1:35900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.785378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.794637Z","time spent":"2.99073388s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T10:18:43.785413Z","caller":"traceutil/trace.go:171","msg":"trace[1516032453] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"1.396526647s","start":"2026-07-01T10:18:42.388855Z","end":"2026-07-01T10:18:43.785381Z","steps":["trace[1516032453] 'process raft request' (duration: 1.39547423s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.388233Z","time spent":"1.397145113s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.785573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.38884Z","time spent":"1.396644s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.785585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990946686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:18:43.785286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670944148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.785623Z","caller":"traceutil/trace.go:171","msg":"trace[1525342919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25523; }","duration":"2.991009107s","start":"2026-07-01T10:18:40.794603Z","end":"2026-07-01T10:18:43.785612Z","steps":["trace[1525342919] 'agreement among raft nodes before linearized reading' (duration: 2.990917785s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.785639Z","caller":"traceutil/trace.go:171","msg":"trace[1264956464] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25523; }","duration":"1.671405749s","start":"2026-07-01T10:18:42.114217Z","end":"2026-07-01T10:18:43.785622Z","steps":["trace[1264956464] 'agreement among raft nodes before linearized reading' (duration: 1.670874396s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.794592Z","time spent":"2.991050589s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:18:43.785666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633950351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-01T10:18:43.785688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.114191Z","time spent":"1.671482812s","remote":"127.0.0.1:41092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.785688Z","caller":"traceutil/trace.go:171","msg":"trace[1682513123] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"4.276467842s","start":"2026-07-01T10:18:39.509202Z","end":"2026-07-01T10:18:43.78567Z","steps":["trace[1682513123] 'process raft request' (duration: 4.274553242s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4511102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-01T10:18:43.785715Z","caller":"traceutil/trace.go:171","msg":"trace[2048392608] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25523; }","duration":"4.633988443s","start":"2026-07-01T10:18:39.151709Z","end":"2026-07-01T10:18:43.785697Z","steps":["trace[2048392608] 'agreement among raft nodes before linearized reading' (duration: 4.633899501s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.728305999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.785754Z","caller":"traceutil/trace.go:171","msg":"trace[31721844] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25523; }","duration":"4.451270914s","start":"2026-07-01T10:18:39.334466Z","end":"2026-07-01T10:18:43.785737Z","steps":["trace[31721844] 'agreement among raft nodes before linearized reading' (duration: 4.450987007s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.151648Z","time spent":"4.634100256s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-01T10:18:43.785786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.3344Z","time spent":"4.451377387s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-01T10:18:43.785791Z","caller":"traceutil/trace.go:171","msg":"trace[1694293547] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25523; }","duration":"5.728370751s","start":"2026-07-01T10:18:38.057401Z","end":"2026-07-01T10:18:43.785771Z","steps":["trace[1694293547] 'agreement among raft nodes before linearized reading' (duration: 5.72831152s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.509179Z","time spent":"4.276556233s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.785572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39782633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f32f7ef2-0840-4fca-9297-41d0ac510fb4\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-07-01T10:18:43.785857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.057384Z","time spent":"5.728439142s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.785886Z","caller":"traceutil/trace.go:171","msg":"trace[126054442] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f32f7ef2-0840-4fca-9297-41d0ac510fb4; range_end:; response_count:1; response_revision:25523; }","duration":"1.39818687s","start":"2026-07-01T10:18:42.387688Z","end":"2026-07-01T10:18:43.785875Z","steps":["trace[126054442] 'agreement among raft nodes before linearized reading' (duration: 1.397711578s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.387673Z","time spent":"1.398236261s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-f32f7ef2-0840-4fca-9297-41d0ac510fb4\" "} {"level":"warn","ts":"2026-07-01T10:18:43.78592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226830557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.78596Z","caller":"traceutil/trace.go:171","msg":"trace[1250817537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25523; }","duration":"1.226898549s","start":"2026-07-01T10:18:42.55905Z","end":"2026-07-01T10:18:43.785948Z","steps":["trace[1250817537] 'agreement among raft nodes before linearized reading' (duration: 1.226836977s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.78598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244353516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.785991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.559036Z","time spent":"1.22694913s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:43.785977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395827829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.786019Z","caller":"traceutil/trace.go:171","msg":"trace[96948187] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"1.2768357s","start":"2026-07-01T10:18:42.509168Z","end":"2026-07-01T10:18:43.786004Z","steps":["trace[96948187] 'process raft request' (duration: 1.275197808s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.786032Z","caller":"traceutil/trace.go:171","msg":"trace[304550053] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25523; }","duration":"1.395882181s","start":"2026-07-01T10:18:42.390138Z","end":"2026-07-01T10:18:43.786021Z","steps":["trace[304550053] 'agreement among raft nodes before linearized reading' (duration: 1.395801249s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.786067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.390097Z","time spent":"1.395958593s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:18:43.786098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.509136Z","time spent":"1.276918891s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.786116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709934074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.786141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.276704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:43.786152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398075507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T10:18:43.786153Z","caller":"traceutil/trace.go:171","msg":"trace[626409040] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25523; }","duration":"2.710001116s","start":"2026-07-01T10:18:41.076141Z","end":"2026-07-01T10:18:43.786142Z","steps":["trace[626409040] 'agreement among raft nodes before linearized reading' (duration: 2.709943274s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.785386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.948337356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.786006Z","caller":"traceutil/trace.go:171","msg":"trace[1050304840] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25523; }","duration":"2.244445018s","start":"2026-07-01T10:18:41.541552Z","end":"2026-07-01T10:18:43.785997Z","steps":["trace[1050304840] 'agreement among raft nodes before linearized reading' (duration: 2.244384916s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.786188Z","caller":"traceutil/trace.go:171","msg":"trace[1965671297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25523; }","duration":"1.398118798s","start":"2026-07-01T10:18:42.388057Z","end":"2026-07-01T10:18:43.786176Z","steps":["trace[1965671297] 'agreement among raft nodes before linearized reading' (duration: 1.398017235s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.786192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:41.076124Z","time spent":"2.710060147s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.786216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.388053Z","time spent":"1.398156949s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T10:18:43.78562Z","caller":"traceutil/trace.go:171","msg":"trace[1686775555] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"4.276315207s","start":"2026-07-01T10:18:39.509251Z","end":"2026-07-01T10:18:43.785566Z","steps":["trace[1686775555] 'process raft request' (duration: 4.274593682s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.786174Z","caller":"traceutil/trace.go:171","msg":"trace[1130240641] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25523; }","duration":"818.347686ms","start":"2026-07-01T10:18:42.967816Z","end":"2026-07-01T10:18:43.786163Z","steps":["trace[1130240641] 'agreement among raft nodes before linearized reading' (duration: 818.292435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.786261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.967795Z","time spent":"818.45773ms","remote":"127.0.0.1:36052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.786291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:39.509242Z","time spent":"4.277008476s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:43.786221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:41.541526Z","time spent":"2.244682494s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.786373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97282958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276293"} {"level":"info","ts":"2026-07-01T10:18:43.786401Z","caller":"traceutil/trace.go:171","msg":"trace[503266293] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25523; }","duration":"1.972896841s","start":"2026-07-01T10:18:41.813496Z","end":"2026-07-01T10:18:43.786393Z","steps":["trace[503266293] 'agreement among raft nodes before linearized reading' (duration: 1.972523542s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.78622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035525647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.786421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:41.813474Z","time spent":"1.972941873s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276316,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-01T10:18:43.786436Z","caller":"traceutil/trace.go:171","msg":"trace[416476448] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25523; }","duration":"1.035773103s","start":"2026-07-01T10:18:42.750652Z","end":"2026-07-01T10:18:43.786425Z","steps":["trace[416476448] 'agreement among raft nodes before linearized reading' (duration: 1.035543397s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.786436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963177387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:43.786477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:42.750632Z","time spent":"1.035830754s","remote":"127.0.0.1:50300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:43.786482Z","caller":"traceutil/trace.go:171","msg":"trace[1672144918] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25523; }","duration":"2.963270749s","start":"2026-07-01T10:18:40.8232Z","end":"2026-07-01T10:18:43.786471Z","steps":["trace[1672144918] 'agreement among raft nodes before linearized reading' (duration: 2.963182447s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.786518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.823175Z","time spent":"2.963334381s","remote":"127.0.0.1:56196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.785688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.238997757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-01T10:18:43.786217Z","caller":"traceutil/trace.go:171","msg":"trace[855196728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25523; }","duration":"4.949223389s","start":"2026-07-01T10:18:38.836977Z","end":"2026-07-01T10:18:43.7862Z","steps":["trace[855196728] 'agreement among raft nodes before linearized reading' (duration: 4.948300485s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:43.786619Z","caller":"traceutil/trace.go:171","msg":"trace[93074677] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25523; }","duration":"5.239948312s","start":"2026-07-01T10:18:38.546659Z","end":"2026-07-01T10:18:43.786607Z","steps":["trace[93074677] 'agreement among raft nodes before linearized reading' (duration: 5.238956736s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.786654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.546646Z","time spent":"5.239996753s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"warn","ts":"2026-07-01T10:18:43.786653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:38.836966Z","time spent":"4.949672251s","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.786649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983167187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:43.786702Z","caller":"traceutil/trace.go:171","msg":"trace[764343433] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25523; }","duration":"1.98326645s","start":"2026-07-01T10:18:41.80342Z","end":"2026-07-01T10:18:43.786687Z","steps":["trace[764343433] 'agreement among raft nodes before linearized reading' (duration: 1.983182758s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.78674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:41.803398Z","time spent":"1.983331132s","remote":"127.0.0.1:47152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:43.786936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990023192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:18:43.787003Z","caller":"traceutil/trace.go:171","msg":"trace[1817185666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25523; }","duration":"2.99188493s","start":"2026-07-01T10:18:40.795091Z","end":"2026-07-01T10:18:43.786976Z","steps":["trace[1817185666] 'agreement among raft nodes before linearized reading' (duration: 2.989918989s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:43.787057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:40.79508Z","time spent":"2.991959092s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 10:18:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/01 10:18:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/01 10:18:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:45.787983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998836404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:45.788082Z","caller":"traceutil/trace.go:171","msg":"trace[1850151972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998975057s","start":"2026-07-01T10:18:43.789085Z","end":"2026-07-01T10:18:45.78806Z","steps":["trace[1850151972] 'agreement among raft nodes before linearized reading' (duration: 1.998854824s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:45.788138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.789068Z","time spent":"1.99905711s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:45.89688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228380586s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-01T10:18:45.897069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.78904Z","time spent":"2.108023709s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T10:18:45.897242Z","caller":"traceutil/trace.go:171","msg":"trace[867932863] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25527; }","duration":"2.102543547s","start":"2026-07-01T10:18:43.794677Z","end":"2026-07-01T10:18:45.89722Z","steps":["trace[867932863] 'process raft request' (duration: 2.102491686s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:45.897345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.794662Z","time spent":"2.10261801s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:45.897431Z","caller":"traceutil/trace.go:171","msg":"trace[1946195303] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25527; }","duration":"2.102352102s","start":"2026-07-01T10:18:43.79507Z","end":"2026-07-01T10:18:45.897422Z","steps":["trace[1946195303] 'process raft request' (duration: 2.102125417s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:45.897354Z","caller":"traceutil/trace.go:171","msg":"trace[742671098] linearizableReadLoop","detail":"{readStateIndex:26358; appliedIndex:26356; }","duration":"2.108223124s","start":"2026-07-01T10:18:43.789114Z","end":"2026-07-01T10:18:45.897337Z","steps":["trace[742671098] 'read index received' (duration: 56.41802ms)","trace[742671098] 'applied index is now lower than readState.Index' (duration: 2.051803874s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:45.897506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.795062Z","time spent":"2.102388664s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:45.90581Z","caller":"traceutil/trace.go:171","msg":"trace[783307727] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"270.073629ms","start":"2026-07-01T10:18:45.635717Z","end":"2026-07-01T10:18:45.90579Z","steps":["trace[783307727] 'process raft request' (duration: 269.962906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:47.428234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522534468s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:47.57861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.115664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:47.579111Z","caller":"traceutil/trace.go:171","msg":"trace[990501741] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"1.78925886s","start":"2026-07-01T10:18:45.789819Z","end":"2026-07-01T10:18:47.579078Z","steps":["trace[990501741] 'process raft request' (duration: 1.789027854s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:47.579296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.789798Z","time spent":"1.789423344s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:47.579513Z","caller":"traceutil/trace.go:171","msg":"trace[745815517] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"1.943142102s","start":"2026-07-01T10:18:45.636355Z","end":"2026-07-01T10:18:47.579497Z","steps":["trace[745815517] 'process raft request' (duration: 1.792052232s)","trace[745815517] 'compare' (duration: 149.54059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:47.579602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.636341Z","time spent":"1.943225814s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:47.579766Z","caller":"traceutil/trace.go:171","msg":"trace[1823333694] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"1.943261805s","start":"2026-07-01T10:18:45.636493Z","end":"2026-07-01T10:18:47.579755Z","steps":["trace[1823333694] 'process raft request' (duration: 1.942232289s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:47.579868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.636483Z","time spent":"1.943342407s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:47.579959Z","caller":"traceutil/trace.go:171","msg":"trace[1447856199] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"1.787201626s","start":"2026-07-01T10:18:45.792748Z","end":"2026-07-01T10:18:47.579949Z","steps":["trace[1447856199] 'process raft request' (duration: 1.786138949s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:47.579887Z","caller":"traceutil/trace.go:171","msg":"trace[50414449] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"1.787022932s","start":"2026-07-01T10:18:45.792833Z","end":"2026-07-01T10:18:47.579856Z","steps":["trace[50414449] 'process raft request' (duration: 1.786083238s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:47.580087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.792646Z","time spent":"1.787358961s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:47.580165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.79282Z","time spent":"1.787271248s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:47.580139Z","caller":"traceutil/trace.go:171","msg":"trace[805131011] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"1.9434731s","start":"2026-07-01T10:18:45.636631Z","end":"2026-07-01T10:18:47.580104Z","steps":["trace[805131011] 'process raft request' (duration: 1.942183607s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:47.580344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.636598Z","time spent":"1.943715637s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:47.580547Z","caller":"traceutil/trace.go:171","msg":"trace[1723022929] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"1.785484742s","start":"2026-07-01T10:18:45.794656Z","end":"2026-07-01T10:18:47.580141Z","steps":["trace[1723022929] 'process raft request' (duration: 1.784293851s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:47.580859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.794649Z","time spent":"1.785985965s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:47.794964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000680841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:47.795056Z","caller":"traceutil/trace.go:171","msg":"trace[75282903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000825184s","start":"2026-07-01T10:18:45.79421Z","end":"2026-07-01T10:18:47.795035Z","steps":["trace[75282903] 'agreement among raft nodes before linearized reading' (duration: 2.000703401s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:47.795108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.794196Z","time spent":"2.000901937s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:48.957867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378868111s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T10:18:48.958054Z","caller":"traceutil/trace.go:171","msg":"trace[935819204] linearizableReadLoop","detail":"{readStateIndex:26372; appliedIndex:26364; }","duration":"3.060575648s","start":"2026-07-01T10:18:45.897463Z","end":"2026-07-01T10:18:48.958039Z","steps":["trace[935819204] 'read index received' (duration: 8.48031ms)","trace[935819204] 'applied index is now lower than readState.Index' (duration: 3.052094088s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:48.958449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167829803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-01T10:18:48.958476Z","caller":"traceutil/trace.go:171","msg":"trace[1242484852] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25536; }","duration":"3.167868074s","start":"2026-07-01T10:18:45.790596Z","end":"2026-07-01T10:18:48.958464Z","steps":["trace[1242484852] 'agreement among raft nodes before linearized reading' (duration: 3.167758711s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.958496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.790545Z","time spent":"3.167945736s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T10:18:48.958569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166403106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:18:48.958631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109755374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be231a158431ce\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-01T10:18:48.958666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.11267567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:48.958647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601850784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:48.95869Z","caller":"traceutil/trace.go:171","msg":"trace[1255576631] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25536; }","duration":"5.112733292s","start":"2026-07-01T10:18:43.845948Z","end":"2026-07-01T10:18:48.958681Z","steps":["trace[1255576631] 'agreement among raft nodes before linearized reading' (duration: 5.11267531s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:48.958681Z","caller":"traceutil/trace.go:171","msg":"trace[2063269769] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be231a158431ce; range_end:; response_count:1; response_revision:25536; }","duration":"5.109835466s","start":"2026-07-01T10:18:43.848829Z","end":"2026-07-01T10:18:48.958664Z","steps":["trace[2063269769] 'agreement among raft nodes before linearized reading' (duration: 5.109684832s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:48.958681Z","caller":"traceutil/trace.go:171","msg":"trace[1545879098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25536; }","duration":"3.16655271s","start":"2026-07-01T10:18:45.79208Z","end":"2026-07-01T10:18:48.958633Z","steps":["trace[1545879098] 'agreement among raft nodes before linearized reading' (duration: 3.166259983s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.958709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.845924Z","time spent":"5.112781042s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T10:18:48.958721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.848809Z","time spent":"5.109903888s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be231a158431ce\" "} {"level":"warn","ts":"2026-07-01T10:18:48.958733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.792065Z","time spent":"3.166653873s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:48.958796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217407696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:48.958827Z","caller":"traceutil/trace.go:171","msg":"trace[360669523] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25536; }","duration":"3.217492538s","start":"2026-07-01T10:18:45.741326Z","end":"2026-07-01T10:18:48.958819Z","steps":["trace[360669523] 'agreement among raft nodes before linearized reading' (duration: 3.217417046s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.958863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.166291387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:48.958889Z","caller":"traceutil/trace.go:171","msg":"trace[568090088] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25536; }","duration":"5.166347229s","start":"2026-07-01T10:18:43.792534Z","end":"2026-07-01T10:18:48.958881Z","steps":["trace[568090088] 'agreement among raft nodes before linearized reading' (duration: 5.166285927s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.958886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.741298Z","time spent":"3.217578731s","remote":"127.0.0.1:51236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:48.958718Z","caller":"traceutil/trace.go:171","msg":"trace[894573189] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25536; }","duration":"3.602011648s","start":"2026-07-01T10:18:45.356689Z","end":"2026-07-01T10:18:48.9587Z","steps":["trace[894573189] 'agreement among raft nodes before linearized reading' (duration: 3.601869414s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.958897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.940861464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:48.958837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163891838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:48.958933Z","caller":"traceutil/trace.go:171","msg":"trace[1077773742] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25536; }","duration":"4.940939056s","start":"2026-07-01T10:18:44.017986Z","end":"2026-07-01T10:18:48.958925Z","steps":["trace[1077773742] 'agreement among raft nodes before linearized reading' (duration: 4.940813403s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.958937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.356672Z","time spent":"3.602252144s","remote":"127.0.0.1:47102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:48.958956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.017965Z","time spent":"4.940985797s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:48.958969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.166610006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-01T10:18:48.95896Z","caller":"traceutil/trace.go:171","msg":"trace[1988671880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25536; }","duration":"4.164052702s","start":"2026-07-01T10:18:44.794889Z","end":"2026-07-01T10:18:48.958942Z","steps":["trace[1988671880] 'agreement among raft nodes before linearized reading' (duration: 4.163889068s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:48.958991Z","caller":"traceutil/trace.go:171","msg":"trace[473007190] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25536; }","duration":"5.166632257s","start":"2026-07-01T10:18:43.792353Z","end":"2026-07-01T10:18:48.958985Z","steps":["trace[473007190] 'agreement among raft nodes before linearized reading' (duration: 5.166565995s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.959007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.792318Z","time spent":"5.166685307s","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-07-01T10:18:48.958989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24999835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:48.959066Z","caller":"traceutil/trace.go:171","msg":"trace[2054038189] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25536; }","duration":"3.250086742s","start":"2026-07-01T10:18:45.70896Z","end":"2026-07-01T10:18:48.959046Z","steps":["trace[2054038189] 'agreement among raft nodes before linearized reading' (duration: 3.249956719s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.959078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.757480662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:48.959088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304718646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:48.959116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.708891Z","time spent":"3.250209185s","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:48.959124Z","caller":"traceutil/trace.go:171","msg":"trace[1474398362] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25536; }","duration":"3.304787637s","start":"2026-07-01T10:18:45.654327Z","end":"2026-07-01T10:18:48.959114Z","steps":["trace[1474398362] 'agreement among raft nodes before linearized reading' (duration: 3.304730995s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:48.959125Z","caller":"traceutil/trace.go:171","msg":"trace[411428084] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25536; }","duration":"3.757571504s","start":"2026-07-01T10:18:45.201539Z","end":"2026-07-01T10:18:48.95911Z","steps":["trace[411428084] 'agreement among raft nodes before linearized reading' (duration: 3.757497692s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.958908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.792522Z","time spent":"5.166381319s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:18:48.959153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.654308Z","time spent":"3.304837099s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:48.959166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.167993901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-01T10:18:48.959169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.201465Z","time spent":"3.757690397s","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:48.959191Z","caller":"traceutil/trace.go:171","msg":"trace[1421718769] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25536; }","duration":"5.168036913s","start":"2026-07-01T10:18:43.791147Z","end":"2026-07-01T10:18:48.959184Z","steps":["trace[1421718769] 'agreement among raft nodes before linearized reading' (duration: 5.1679504s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.959211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:43.791138Z","time spent":"5.168068093s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-01T10:18:48.959012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.794869Z","time spent":"4.164125424s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:48.959375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.02331948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:48.959405Z","caller":"traceutil/trace.go:171","msg":"trace[696036378] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25536; }","duration":"4.023389592s","start":"2026-07-01T10:18:44.936008Z","end":"2026-07-01T10:18:48.959397Z","steps":["trace[696036378] 'agreement among raft nodes before linearized reading' (duration: 4.023334861s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.959433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:44.935986Z","time spent":"4.023439833s","remote":"127.0.0.1:50356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:48.959432Z","caller":"traceutil/trace.go:171","msg":"trace[463838637] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25536; }","duration":"3.059872479s","start":"2026-07-01T10:18:45.899534Z","end":"2026-07-01T10:18:48.959407Z","steps":["trace[463838637] 'process raft request' (duration: 3.058397761s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.959469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166313684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:18:48.959491Z","caller":"traceutil/trace.go:171","msg":"trace[239433144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25536; }","duration":"3.166346405s","start":"2026-07-01T10:18:45.793138Z","end":"2026-07-01T10:18:48.959485Z","steps":["trace[239433144] 'agreement among raft nodes before linearized reading' (duration: 3.166283113s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.959511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.793134Z","time spent":"3.166369795s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:48.95955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:45.899491Z","time spent":"3.059986292s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:48.960324Z","caller":"traceutil/trace.go:171","msg":"trace[1775884160] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"1.050090904s","start":"2026-07-01T10:18:47.910217Z","end":"2026-07-01T10:18:48.960308Z","steps":["trace[1775884160] 'process raft request' (duration: 1.047756253s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:48.960441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.910197Z","time spent":"1.050168525s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:49.421612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000931757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:49.421691Z","caller":"traceutil/trace.go:171","msg":"trace[663399251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001063661s","start":"2026-07-01T10:18:47.42061Z","end":"2026-07-01T10:18:49.421673Z","steps":["trace[663399251] 'agreement among raft nodes before linearized reading' (duration: 2.000952958s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.421744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.4206Z","time spent":"2.001132633s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:49.458838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:49.795814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:18:49.795906Z","caller":"traceutil/trace.go:171","msg":"trace[857778141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231099s","start":"2026-07-01T10:18:47.795657Z","end":"2026-07-01T10:18:49.795888Z","steps":["trace[857778141] 'agreement among raft nodes before linearized reading' (duration: 2.000100746s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:49.795972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.795639Z","time spent":"2.000317571s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:50.956191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.427260242s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:51.80371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:51.80381Z","caller":"traceutil/trace.go:171","msg":"trace[1583148989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626781s","start":"2026-07-01T10:18:49.803159Z","end":"2026-07-01T10:18:51.803785Z","steps":["trace[1583148989] 'agreement among raft nodes before linearized reading' (duration: 2.000501907s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:51.803874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.803108Z","time spent":"2.000751813s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:18:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:18:52.170749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641741869s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-01T10:18:52.171036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.961097Z","time spent":"3.209934803s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T10:18:52.171235Z","caller":"traceutil/trace.go:171","msg":"trace[171377964] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"3.377079748s","start":"2026-07-01T10:18:48.794101Z","end":"2026-07-01T10:18:52.171181Z","steps":["trace[171377964] 'process raft request' (duration: 734.819105ms)","trace[171377964] 'compare' (duration: 2.64098988s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:52.171379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.794074Z","time spent":"3.377229802s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:52.172217Z","caller":"traceutil/trace.go:171","msg":"trace[1010801903] linearizableReadLoop","detail":"{readStateIndex:26380; appliedIndex:26374; }","duration":"3.214113211s","start":"2026-07-01T10:18:48.958079Z","end":"2026-07-01T10:18:52.172192Z","steps":["trace[1010801903] 'read index received' (duration: 570.860172ms)","trace[1010801903] 'applied index is now lower than readState.Index' (duration: 2.643252029s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:52.172298Z","caller":"traceutil/trace.go:171","msg":"trace[157675176] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"3.210888127s","start":"2026-07-01T10:18:48.961389Z","end":"2026-07-01T10:18:52.172277Z","steps":["trace[157675176] 'process raft request' (duration: 3.209559563s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:52.17235Z","caller":"traceutil/trace.go:171","msg":"trace[1385983767] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"3.205839207s","start":"2026-07-01T10:18:48.9665Z","end":"2026-07-01T10:18:52.172339Z","steps":["trace[1385983767] 'process raft request' (duration: 3.20559466s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.172397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.96137Z","time spent":"3.21097298s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:52.172317Z","caller":"traceutil/trace.go:171","msg":"trace[1969837339] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"3.206240727s","start":"2026-07-01T10:18:48.966064Z","end":"2026-07-01T10:18:52.172304Z","steps":["trace[1969837339] 'process raft request' (duration: 3.205232231s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.172602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.966055Z","time spent":"3.206525754s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:52.172608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775025502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-01T10:18:52.172606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.532079553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:52.172661Z","caller":"traceutil/trace.go:171","msg":"trace[891548073] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25542; }","duration":"5.532149434s","start":"2026-07-01T10:18:46.640498Z","end":"2026-07-01T10:18:52.172647Z","steps":["trace[891548073] 'agreement among raft nodes before linearized reading' (duration: 5.532056302s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:52.172656Z","caller":"traceutil/trace.go:171","msg":"trace[1776538477] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25542; }","duration":"4.775100104s","start":"2026-07-01T10:18:47.397543Z","end":"2026-07-01T10:18:52.172643Z","steps":["trace[1776538477] 'agreement among raft nodes before linearized reading' (duration: 4.77492856s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.172669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971332083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:52.172684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:46.640456Z","time spent":"5.532222616s","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:52.17269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.397529Z","time spent":"4.775153825s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T10:18:52.172664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.045475217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:52.172693Z","caller":"traceutil/trace.go:171","msg":"trace[796896759] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"3.205423066s","start":"2026-07-01T10:18:48.967243Z","end":"2026-07-01T10:18:52.172666Z","steps":["trace[796896759] 'process raft request' (duration: 3.204890752s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:52.172709Z","caller":"traceutil/trace.go:171","msg":"trace[1905602391] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25542; }","duration":"4.971398184s","start":"2026-07-01T10:18:47.201295Z","end":"2026-07-01T10:18:52.172693Z","steps":["trace[1905602391] 'agreement among raft nodes before linearized reading' (duration: 4.971348742s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:52.17274Z","caller":"traceutil/trace.go:171","msg":"trace[1657597098] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25542; }","duration":"6.045566639s","start":"2026-07-01T10:18:46.127156Z","end":"2026-07-01T10:18:52.172722Z","steps":["trace[1657597098] 'agreement among raft nodes before linearized reading' (duration: 6.045411505s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.172764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:47.201273Z","time spent":"4.971482316s","remote":"127.0.0.1:35906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:52.172785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:46.127111Z","time spent":"6.045663212s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:52.172611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451786435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:52.172812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.967234Z","time spent":"3.205519528s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:52.172845Z","caller":"traceutil/trace.go:171","msg":"trace[132468481] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25542; }","duration":"5.452050892s","start":"2026-07-01T10:18:46.720783Z","end":"2026-07-01T10:18:52.172834Z","steps":["trace[132468481] 'agreement among raft nodes before linearized reading' (duration: 5.451756245s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.172849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717749163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:52.172873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:46.720771Z","time spent":"5.452091663s","remote":"127.0.0.1:51362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:52.172887Z","caller":"traceutil/trace.go:171","msg":"trace[577478704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25542; }","duration":"3.717819745s","start":"2026-07-01T10:18:48.455056Z","end":"2026-07-01T10:18:52.172876Z","steps":["trace[577478704] 'agreement among raft nodes before linearized reading' (duration: 3.717761144s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.172917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.455033Z","time spent":"3.717875536s","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:52.173203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.966488Z","time spent":"3.205889627s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:52.670246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.554428143s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:18:52.948155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.655185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:52.948364Z","caller":"traceutil/trace.go:171","msg":"trace[1250309810] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"3.36249165s","start":"2026-07-01T10:18:49.585845Z","end":"2026-07-01T10:18:52.948337Z","steps":["trace[1250309810] 'process raft request' (duration: 3.084571088s)","trace[1250309810] 'compare' (duration: 277.121371ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:52.948453Z","caller":"traceutil/trace.go:171","msg":"trace[861468918] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"3.362566702s","start":"2026-07-01T10:18:49.585866Z","end":"2026-07-01T10:18:52.948432Z","steps":["trace[861468918] 'process raft request' (duration: 3.362381748s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.948479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.585825Z","time spent":"3.362581203s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:52.948498Z","caller":"traceutil/trace.go:171","msg":"trace[1961242913] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"3.362535431s","start":"2026-07-01T10:18:49.585933Z","end":"2026-07-01T10:18:52.948468Z","steps":["trace[1961242913] 'process raft request' (duration: 3.362388938s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:52.948564Z","caller":"traceutil/trace.go:171","msg":"trace[461460810] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"3.362596613s","start":"2026-07-01T10:18:49.585956Z","end":"2026-07-01T10:18:52.948553Z","steps":["trace[461460810] 'process raft request' (duration: 3.362402658s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.948638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.585836Z","time spent":"3.362663184s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:52.948674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.585939Z","time spent":"3.362700956s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:52.948697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.585928Z","time spent":"3.362646994s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:52.948527Z","caller":"traceutil/trace.go:171","msg":"trace[816632802] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"3.3624605s","start":"2026-07-01T10:18:49.586053Z","end":"2026-07-01T10:18:52.948513Z","steps":["trace[816632802] 'process raft request' (duration: 3.362391388s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:52.948725Z","caller":"traceutil/trace.go:171","msg":"trace[1068895445] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"3.362681885s","start":"2026-07-01T10:18:49.586032Z","end":"2026-07-01T10:18:52.948714Z","steps":["trace[1068895445] 'process raft request' (duration: 3.362357066s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.949291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.586041Z","time spent":"3.363168548s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:52.949462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.586028Z","time spent":"3.363324361s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:52.94872Z","caller":"traceutil/trace.go:171","msg":"trace[509010511] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"3.357766708s","start":"2026-07-01T10:18:49.590928Z","end":"2026-07-01T10:18:52.948695Z","steps":["trace[509010511] 'process raft request' (duration: 3.357553963s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:52.949592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.590915Z","time spent":"3.35863449s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:53.348382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.981156ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:53.348546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.268007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:53.34861Z","caller":"traceutil/trace.go:171","msg":"trace[569624826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25549; }","duration":"219.219592ms","start":"2026-07-01T10:18:53.129364Z","end":"2026-07-01T10:18:53.348583Z","steps":["trace[569624826] 'range keys from in-memory index tree' (duration: 218.962696ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:53.348761Z","caller":"traceutil/trace.go:171","msg":"trace[711306410] linearizableReadLoop","detail":"{readStateIndex:26389; appliedIndex:26380; }","duration":"1.176469662s","start":"2026-07-01T10:18:52.172271Z","end":"2026-07-01T10:18:53.348741Z","steps":["trace[711306410] 'read index received' (duration: 498.111589ms)","trace[711306410] 'applied index is now lower than readState.Index' (duration: 678.356903ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:53.348754Z","caller":"traceutil/trace.go:171","msg":"trace[741132338] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"2.213069817s","start":"2026-07-01T10:18:51.135645Z","end":"2026-07-01T10:18:53.348715Z","steps":["trace[741132338] 'process raft request' (duration: 1.943502212s)","trace[741132338] 'compare' (duration: 269.145854ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:53.348772Z","caller":"traceutil/trace.go:171","msg":"trace[1752734502] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"1.17677718s","start":"2026-07-01T10:18:52.171963Z","end":"2026-07-01T10:18:53.34874Z","steps":["trace[1752734502] 'process raft request' (duration: 1.176672758s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.348869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520162957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:53.348925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.135618Z","time spent":"2.213216001s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:53.348934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183973337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:53.348974Z","caller":"traceutil/trace.go:171","msg":"trace[2119250018] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25552; }","duration":"1.52030731s","start":"2026-07-01T10:18:51.828648Z","end":"2026-07-01T10:18:53.348955Z","steps":["trace[2119250018] 'agreement among raft nodes before linearized reading' (duration: 1.520114505s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.349016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386060246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7fbe9da-2a7e-407d-9744-cc26d95741cd\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-01T10:18:53.349018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080801651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:53.349036Z","caller":"traceutil/trace.go:171","msg":"trace[2073732269] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25552; }","duration":"4.184136991s","start":"2026-07-01T10:18:49.16488Z","end":"2026-07-01T10:18:53.349017Z","steps":["trace[2073732269] 'agreement among raft nodes before linearized reading' (duration: 4.183890285s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.349044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386158639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:53.34906Z","caller":"traceutil/trace.go:171","msg":"trace[1786975036] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7fbe9da-2a7e-407d-9744-cc26d95741cd; range_end:; response_count:1; response_revision:25552; }","duration":"4.386104987s","start":"2026-07-01T10:18:48.962939Z","end":"2026-07-01T10:18:53.349044Z","steps":["trace[1786975036] 'agreement among raft nodes before linearized reading' (duration: 4.385986544s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:53.349064Z","caller":"traceutil/trace.go:171","msg":"trace[431906545] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25552; }","duration":"3.080886283s","start":"2026-07-01T10:18:50.268164Z","end":"2026-07-01T10:18:53.34905Z","steps":["trace[431906545] 'agreement among raft nodes before linearized reading' (duration: 3.080796701s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:53.349076Z","caller":"traceutil/trace.go:171","msg":"trace[659878680] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"840.209651ms","start":"2026-07-01T10:18:52.508842Z","end":"2026-07-01T10:18:53.349052Z","steps":["trace[659878680] 'process raft request' (duration: 839.847692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.349099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.962935Z","time spent":"4.386154988s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-a7fbe9da-2a7e-407d-9744-cc26d95741cd\" "} {"level":"info","ts":"2026-07-01T10:18:53.349095Z","caller":"traceutil/trace.go:171","msg":"trace[608768328] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25552; }","duration":"4.386256331s","start":"2026-07-01T10:18:48.962825Z","end":"2026-07-01T10:18:53.349081Z","steps":["trace[608768328] 'agreement among raft nodes before linearized reading' (duration: 4.386165719s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.349105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.268148Z","time spent":"3.080947564s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:53.349123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.164866Z","time spent":"4.184242434s","remote":"127.0.0.1:50394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:53.349141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.962815Z","time spent":"4.386319162s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T10:18:53.349154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384551714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-01T10:18:53.348864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383649773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:53.349174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:52.508818Z","time spent":"840.310764ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:53.349138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.828635Z","time spent":"1.520384853s","remote":"127.0.0.1:56212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:53.3492Z","caller":"traceutil/trace.go:171","msg":"trace[1755230038] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25552; }","duration":"2.384641387s","start":"2026-07-01T10:18:50.964545Z","end":"2026-07-01T10:18:53.349187Z","steps":["trace[1755230038] 'agreement among raft nodes before linearized reading' (duration: 2.384468992s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.349214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370640631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T10:18:53.349233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.96453Z","time spent":"2.384695968s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T10:18:53.348908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384771893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:53.349276Z","caller":"traceutil/trace.go:171","msg":"trace[1984742120] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25552; }","duration":"3.370732594s","start":"2026-07-01T10:18:49.97853Z","end":"2026-07-01T10:18:53.349263Z","steps":["trace[1984742120] 'agreement among raft nodes before linearized reading' (duration: 3.37056691s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:53.349295Z","caller":"traceutil/trace.go:171","msg":"trace[1594930793] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25552; }","duration":"4.385164433s","start":"2026-07-01T10:18:48.964119Z","end":"2026-07-01T10:18:53.349283Z","steps":["trace[1594930793] 'agreement among raft nodes before linearized reading' (duration: 4.384762603s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:53.34924Z","caller":"traceutil/trace.go:171","msg":"trace[1948117231] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25552; }","duration":"4.384017363s","start":"2026-07-01T10:18:48.965187Z","end":"2026-07-01T10:18:53.349204Z","steps":["trace[1948117231] 'agreement among raft nodes before linearized reading' (duration: 4.383640364s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.349317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:49.978508Z","time spent":"3.370800835s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:18:53.34933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.964111Z","time spent":"4.385209164s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-01T10:18:53.349363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:48.965176Z","time spent":"4.384155647s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:18:53.349395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:52.171944Z","time spent":"1.176969006s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:53.349508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586811278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:53.349673Z","caller":"traceutil/trace.go:171","msg":"trace[1471800291] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25552; }","duration":"2.586954252s","start":"2026-07-01T10:18:50.762682Z","end":"2026-07-01T10:18:53.349637Z","steps":["trace[1471800291] 'agreement among raft nodes before linearized reading' (duration: 2.586077009s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.349685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545583274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:53.349709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:50.762661Z","time spent":"2.587036124s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:53.349729Z","caller":"traceutil/trace.go:171","msg":"trace[1518920347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25552; }","duration":"1.545669097s","start":"2026-07-01T10:18:51.804047Z","end":"2026-07-01T10:18:53.349716Z","steps":["trace[1518920347] 'agreement among raft nodes before linearized reading' (duration: 1.545591425s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:53.349759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:51.80403Z","time spent":"1.545723338s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:54.804132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.611296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:54.804458Z","caller":"traceutil/trace.go:171","msg":"trace[557781760] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"1.452991679s","start":"2026-07-01T10:18:53.351403Z","end":"2026-07-01T10:18:54.804395Z","steps":["trace[557781760] 'process raft request' (duration: 1.452915327s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:54.804575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.35138Z","time spent":"1.453149443s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:54.804838Z","caller":"traceutil/trace.go:171","msg":"trace[690131178] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"2.075638s","start":"2026-07-01T10:18:52.729184Z","end":"2026-07-01T10:18:54.804822Z","steps":["trace[690131178] 'process raft request' (duration: 1.099259604s)","trace[690131178] 'compare' (duration: 975.042442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:54.804945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:52.729156Z","time spent":"2.075751003s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:54.805059Z","caller":"traceutil/trace.go:171","msg":"trace[1186753092] linearizableReadLoop","detail":"{readStateIndex:26391; appliedIndex:26390; }","duration":"1.456230663s","start":"2026-07-01T10:18:53.3488Z","end":"2026-07-01T10:18:54.805031Z","steps":["trace[1186753092] 'read index received' (duration: 479.5893ms)","trace[1186753092] 'applied index is now lower than readState.Index' (duration: 976.638233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:54.805181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621833584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-07-01T10:18:54.805266Z","caller":"traceutil/trace.go:171","msg":"trace[399492732] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25554; }","duration":"2.621929036s","start":"2026-07-01T10:18:52.18332Z","end":"2026-07-01T10:18:54.805249Z","steps":["trace[399492732] 'agreement among raft nodes before linearized reading' (duration: 2.621721261s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:54.805314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:52.183273Z","time spent":"2.62203136s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T10:18:54.805335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628662241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-01T10:18:54.805432Z","caller":"traceutil/trace.go:171","msg":"trace[1894660351] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25554; }","duration":"2.628780644s","start":"2026-07-01T10:18:52.176627Z","end":"2026-07-01T10:18:54.805408Z","steps":["trace[1894660351] 'agreement among raft nodes before linearized reading' (duration: 2.628508067s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:54.805504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:52.176616Z","time spent":"2.628872136s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"warn","ts":"2026-07-01T10:18:55.358338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:18:55.358406Z","caller":"traceutil/trace.go:171","msg":"trace[1757439599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028685s","start":"2026-07-01T10:18:53.358356Z","end":"2026-07-01T10:18:55.358384Z","steps":["trace[1757439599] 'agreement among raft nodes before linearized reading' (duration: 1.999946562s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.358435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.358348Z","time spent":"2.000081866s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:55.470302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.479587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:55.470438Z","caller":"traceutil/trace.go:171","msg":"trace[1047255523] linearizableReadLoop","detail":"{readStateIndex:26393; appliedIndex:26392; }","duration":"665.294386ms","start":"2026-07-01T10:18:54.805122Z","end":"2026-07-01T10:18:55.470416Z","steps":["trace[1047255523] 'read index received' (duration: 180.708346ms)","trace[1047255523] 'applied index is now lower than readState.Index' (duration: 484.5839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:55.470699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475446581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:55.47076Z","caller":"traceutil/trace.go:171","msg":"trace[1949724156] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25555; }","duration":"1.475552653s","start":"2026-07-01T10:18:53.995188Z","end":"2026-07-01T10:18:55.470741Z","steps":["trace[1949724156] 'agreement among raft nodes before linearized reading' (duration: 1.47544395s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.470735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990656192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:55.47079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.995169Z","time spent":"1.475614304s","remote":"127.0.0.1:35856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:55.470805Z","caller":"traceutil/trace.go:171","msg":"trace[2003767206] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25555; }","duration":"1.990788635s","start":"2026-07-01T10:18:53.479999Z","end":"2026-07-01T10:18:55.470788Z","steps":["trace[2003767206] 'agreement among raft nodes before linearized reading' (duration: 1.990662212s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.470817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293068091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T10:18:55.470808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.892071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:55.470824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873487281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:55.470825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117203537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-01T10:18:55.470851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.479972Z","time spent":"1.990865648s","remote":"127.0.0.1:41112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:55.470865Z","caller":"traceutil/trace.go:171","msg":"trace[1820784956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25555; }","duration":"1.293145563s","start":"2026-07-01T10:18:54.177705Z","end":"2026-07-01T10:18:55.470851Z","steps":["trace[1820784956] 'agreement among raft nodes before linearized reading' (duration: 1.292982389s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.470877Z","caller":"traceutil/trace.go:171","msg":"trace[962896700] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25555; }","duration":"979.012694ms","start":"2026-07-01T10:18:54.491848Z","end":"2026-07-01T10:18:55.47086Z","steps":["trace[962896700] 'agreement among raft nodes before linearized reading' (duration: 978.84486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.470863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118557482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-01T10:18:55.470887Z","caller":"traceutil/trace.go:171","msg":"trace[1701547471] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25555; }","duration":"1.873600154s","start":"2026-07-01T10:18:53.597272Z","end":"2026-07-01T10:18:55.470872Z","steps":["trace[1701547471] 'agreement among raft nodes before linearized reading' (duration: 1.873415189s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.470889Z","caller":"traceutil/trace.go:171","msg":"trace[1271741935] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"1.406722212s","start":"2026-07-01T10:18:54.06415Z","end":"2026-07-01T10:18:55.470872Z","steps":["trace[1271741935] 'process raft request' (duration: 921.571027ms)","trace[1271741935] 'compare' (duration: 484.233271ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:55.4709Z","caller":"traceutil/trace.go:171","msg":"trace[1189717635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25555; }","duration":"2.11731845s","start":"2026-07-01T10:18:53.353564Z","end":"2026-07-01T10:18:55.470882Z","steps":["trace[1189717635] 'agreement among raft nodes before linearized reading' (duration: 2.117093704s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.470926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.491832Z","time spent":"979.083916ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:55.470938Z","caller":"traceutil/trace.go:171","msg":"trace[942218377] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25555; }","duration":"2.118678385s","start":"2026-07-01T10:18:53.352239Z","end":"2026-07-01T10:18:55.470917Z","steps":["trace[942218377] 'agreement among raft nodes before linearized reading' (duration: 2.118445949s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.470949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.353548Z","time spent":"2.117391841s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:18:55.470942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.597246Z","time spent":"1.873680185s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:55.470962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28840454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:55.470968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461531401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:55.470986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.352227Z","time spent":"2.118750957s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T10:18:55.470989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.06413Z","time spent":"1.406803394s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:55.470994Z","caller":"traceutil/trace.go:171","msg":"trace[2064654633] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25555; }","duration":"1.288476491s","start":"2026-07-01T10:18:54.182506Z","end":"2026-07-01T10:18:55.470982Z","steps":["trace[2064654633] 'agreement among raft nodes before linearized reading' (duration: 1.28842505s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.471008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293285926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:18:55.471014Z","caller":"traceutil/trace.go:171","msg":"trace[1186844287] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25555; }","duration":"1.461612033s","start":"2026-07-01T10:18:54.009386Z","end":"2026-07-01T10:18:55.470998Z","steps":["trace[1186844287] 'agreement among raft nodes before linearized reading' (duration: 1.461548041s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.471034Z","caller":"traceutil/trace.go:171","msg":"trace[1015453932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25555; }","duration":"1.293347328s","start":"2026-07-01T10:18:54.177679Z","end":"2026-07-01T10:18:55.471026Z","steps":["trace[1015453932] 'agreement among raft nodes before linearized reading' (duration: 1.293241255s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.47103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.182482Z","time spent":"1.288539494s","remote":"127.0.0.1:47140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:55.471053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.177654Z","time spent":"1.293394749s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:55.471057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.009358Z","time spent":"1.461684914s","remote":"127.0.0.1:41054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:55.470905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.177691Z","time spent":"1.293206514s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:55.470886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11658819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-01T10:18:55.471144Z","caller":"traceutil/trace.go:171","msg":"trace[2080812226] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25555; }","duration":"2.116881248s","start":"2026-07-01T10:18:53.354254Z","end":"2026-07-01T10:18:55.471136Z","steps":["trace[2080812226] 'agreement among raft nodes before linearized reading' (duration: 2.116513759s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.471175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.354239Z","time spent":"2.116928029s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-01T10:18:55.4712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365377322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:55.47082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119217809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-01T10:18:55.471233Z","caller":"traceutil/trace.go:171","msg":"trace[56975387] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25555; }","duration":"1.365452704s","start":"2026-07-01T10:18:54.10577Z","end":"2026-07-01T10:18:55.471222Z","steps":["trace[56975387] 'agreement among raft nodes before linearized reading' (duration: 1.365384862s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.471253Z","caller":"traceutil/trace.go:171","msg":"trace[1838503131] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25555; }","duration":"2.119688351s","start":"2026-07-01T10:18:53.351553Z","end":"2026-07-01T10:18:55.471241Z","steps":["trace[1838503131] 'agreement among raft nodes before linearized reading' (duration: 2.119116596s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.471269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.105748Z","time spent":"1.365506086s","remote":"127.0.0.1:51536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:55.47129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:53.351533Z","time spent":"2.119745702s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-07-01T10:18:55.720849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.004156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:55.721316Z","caller":"traceutil/trace.go:171","msg":"trace[1799332125] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"768.658211ms","start":"2026-07-01T10:18:54.952636Z","end":"2026-07-01T10:18:55.721294Z","steps":["trace[1799332125] 'process raft request' (duration: 768.322662ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.721346Z","caller":"traceutil/trace.go:171","msg":"trace[467901882] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"768.238769ms","start":"2026-07-01T10:18:54.95309Z","end":"2026-07-01T10:18:55.721329Z","steps":["trace[467901882] 'process raft request' (duration: 767.939602ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.721371Z","caller":"traceutil/trace.go:171","msg":"trace[1984487102] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"767.831329ms","start":"2026-07-01T10:18:54.953511Z","end":"2026-07-01T10:18:55.721342Z","steps":["trace[1984487102] 'process raft request' (duration: 767.650764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.721411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.953077Z","time spent":"768.301641ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:55.721425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.95261Z","time spent":"768.758512ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:55.721414Z","caller":"traceutil/trace.go:171","msg":"trace[278562744] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"767.770557ms","start":"2026-07-01T10:18:54.953618Z","end":"2026-07-01T10:18:55.721389Z","steps":["trace[278562744] 'process raft request' (duration: 767.585462ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.721405Z","caller":"traceutil/trace.go:171","msg":"trace[222779261] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"913.476308ms","start":"2026-07-01T10:18:54.807886Z","end":"2026-07-01T10:18:55.721362Z","steps":["trace[222779261] 'process raft request' (duration: 763.879277ms)","trace[222779261] 'compare' (duration: 148.808261ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:55.721406Z","caller":"traceutil/trace.go:171","msg":"trace[571257595] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"767.984703ms","start":"2026-07-01T10:18:54.953371Z","end":"2026-07-01T10:18:55.721356Z","steps":["trace[571257595] 'process raft request' (duration: 767.746487ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.721318Z","caller":"traceutil/trace.go:171","msg":"trace[1308578478] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"767.973323ms","start":"2026-07-01T10:18:54.953323Z","end":"2026-07-01T10:18:55.721296Z","steps":["trace[1308578478] 'process raft request' (duration: 767.746357ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.721492Z","caller":"traceutil/trace.go:171","msg":"trace[729745640] linearizableReadLoop","detail":"{readStateIndex:26401; appliedIndex:26393; }","duration":"251.006085ms","start":"2026-07-01T10:18:55.470471Z","end":"2026-07-01T10:18:55.721478Z","steps":["trace[729745640] 'read index received' (duration: 101.266081ms)","trace[729745640] 'applied index is now lower than readState.Index' (duration: 149.738394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:55.721497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.953607Z","time spent":"767.84724ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:55.721518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.953309Z","time spent":"768.193838ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:55.721527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.953503Z","time spent":"767.941201ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:55.721557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.807869Z","time spent":"913.606571ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:55.721513Z","caller":"traceutil/trace.go:171","msg":"trace[549726654] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"767.419338ms","start":"2026-07-01T10:18:54.954086Z","end":"2026-07-01T10:18:55.721505Z","steps":["trace[549726654] 'process raft request' (duration: 767.231123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.721594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.226983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:55.721589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.953358Z","time spent":"768.143787ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:55.721625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.458037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10652"} {"level":"warn","ts":"2026-07-01T10:18:55.721628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.954075Z","time spent":"767.527252ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:55.721648Z","caller":"traceutil/trace.go:171","msg":"trace[546390149] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25563; }","duration":"913.498449ms","start":"2026-07-01T10:18:54.808142Z","end":"2026-07-01T10:18:55.721641Z","steps":["trace[546390149] 'agreement among raft nodes before linearized reading' (duration: 913.419266ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:55.721638Z","caller":"traceutil/trace.go:171","msg":"trace[194055710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25563; }","duration":"362.298215ms","start":"2026-07-01T10:18:55.359326Z","end":"2026-07-01T10:18:55.721624Z","steps":["trace[194055710] 'agreement among raft nodes before linearized reading' (duration: 362.228393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:55.72167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:54.808134Z","time spent":"913.532859ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10675,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-01T10:18:55.721688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.359309Z","time spent":"362.367936ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:56.133135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.10976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:56.133384Z","caller":"traceutil/trace.go:171","msg":"trace[2146115691] linearizableReadLoop","detail":"{readStateIndex:26403; appliedIndex:26401; }","duration":"411.839247ms","start":"2026-07-01T10:18:55.721527Z","end":"2026-07-01T10:18:56.133366Z","steps":["trace[2146115691] 'read index received' (duration: 107.404459ms)","trace[2146115691] 'applied index is now lower than readState.Index' (duration: 304.433738ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:56.133465Z","caller":"traceutil/trace.go:171","msg":"trace[786979926] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"658.235053ms","start":"2026-07-01T10:18:55.475218Z","end":"2026-07-01T10:18:56.133453Z","steps":["trace[786979926] 'process raft request' (duration: 353.731004ms)","trace[786979926] 'compare' (duration: 303.998256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:56.133528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.4752Z","time spent":"658.295464ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:56.1337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.464673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"warn","ts":"2026-07-01T10:18:56.133777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.643194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:56.133812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.89827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be2317e2493f60\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-07-01T10:18:56.13383Z","caller":"traceutil/trace.go:171","msg":"trace[885957652] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25565; }","duration":"657.618837ms","start":"2026-07-01T10:18:55.476189Z","end":"2026-07-01T10:18:56.133808Z","steps":["trace[885957652] 'agreement among raft nodes before linearized reading' (duration: 657.282918ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:56.133856Z","caller":"traceutil/trace.go:171","msg":"trace[1837103807] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be2317e2493f60; range_end:; response_count:1; response_revision:25565; }","duration":"658.955311ms","start":"2026-07-01T10:18:55.474889Z","end":"2026-07-01T10:18:56.133844Z","steps":["trace[1837103807] 'agreement among raft nodes before linearized reading' (duration: 658.816908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:56.133857Z","caller":"traceutil/trace.go:171","msg":"trace[345953311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25565; }","duration":"510.780877ms","start":"2026-07-01T10:18:55.62306Z","end":"2026-07-01T10:18:56.133841Z","steps":["trace[345953311] 'agreement among raft nodes before linearized reading' (duration: 510.640833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.133892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.474882Z","time spent":"659.004183ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be2317e2493f60\" "} {"level":"info","ts":"2026-07-01T10:18:56.133725Z","caller":"traceutil/trace.go:171","msg":"trace[281529935] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"657.616047ms","start":"2026-07-01T10:18:55.476075Z","end":"2026-07-01T10:18:56.133691Z","steps":["trace[281529935] 'process raft request' (duration: 657.229477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.133909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.623036Z","time spent":"510.856459ms","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:56.133886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.476181Z","time spent":"657.690419ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T10:18:56.133934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.294607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-01T10:18:56.133991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.476061Z","time spent":"657.861863ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:56.13402Z","caller":"traceutil/trace.go:171","msg":"trace[2087873066] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25565; }","duration":"660.43053ms","start":"2026-07-01T10:18:55.473573Z","end":"2026-07-01T10:18:56.134003Z","steps":["trace[2087873066] 'agreement among raft nodes before linearized reading' (duration: 660.148593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.134085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.473557Z","time spent":"660.499292ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-01T10:18:56.134207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.949813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-01T10:18:56.134306Z","caller":"traceutil/trace.go:171","msg":"trace[1283058560] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25565; }","duration":"661.070377ms","start":"2026-07-01T10:18:55.473213Z","end":"2026-07-01T10:18:56.134283Z","steps":["trace[1283058560] 'agreement among raft nodes before linearized reading' (duration: 660.520382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.134494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.473183Z","time spent":"661.292173ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T10:18:56.13434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.696921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T10:18:56.134857Z","caller":"traceutil/trace.go:171","msg":"trace[1048178814] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694; range_end:; response_count:1; response_revision:25565; }","duration":"660.153483ms","start":"2026-07-01T10:18:55.474604Z","end":"2026-07-01T10:18:56.134758Z","steps":["trace[1048178814] 'agreement among raft nodes before linearized reading' (duration: 659.125776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:56.135027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.474588Z","time spent":"660.408729ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f8509aa6-d34a-4d3a-a0f8-501f744b2694\" "} {"level":"warn","ts":"2026-07-01T10:18:57.520853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.277003Z","time spent":"1.243843015s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:18:57.521886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097693284s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:57.522046Z","caller":"traceutil/trace.go:171","msg":"trace[1787259852] linearizableReadLoop","detail":"{readStateIndex:26406; appliedIndex:26403; }","duration":"1.388618652s","start":"2026-07-01T10:18:56.133418Z","end":"2026-07-01T10:18:57.522037Z","steps":["trace[1787259852] 'read index received' (duration: 290.843396ms)","trace[1787259852] 'applied index is now lower than readState.Index' (duration: 1.097774636s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:57.522088Z","caller":"traceutil/trace.go:171","msg":"trace[1056093367] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"1.795773427s","start":"2026-07-01T10:18:55.72631Z","end":"2026-07-01T10:18:57.522083Z","steps":["trace[1056093367] 'process raft request' (duration: 697.848028ms)","trace[1056093367] 'compare' (duration: 1.097140119s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:57.522115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.726294Z","time spent":"1.795809529s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:18:57.522162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433479663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:57.522218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458970213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:57.522239Z","caller":"traceutil/trace.go:171","msg":"trace[350071313] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25569; }","duration":"1.459032214s","start":"2026-07-01T10:18:56.063201Z","end":"2026-07-01T10:18:57.522234Z","steps":["trace[350071313] 'agreement among raft nodes before linearized reading' (duration: 1.458989273s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:57.522248Z","caller":"traceutil/trace.go:171","msg":"trace[1691029106] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"1.386062835s","start":"2026-07-01T10:18:56.136176Z","end":"2026-07-01T10:18:57.522239Z","steps":["trace[1691029106] 'process raft request' (duration: 1.38583257s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:57.52226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.063181Z","time spent":"1.459074905s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:57.522303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.136156Z","time spent":"1.386112127s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:57.522313Z","caller":"traceutil/trace.go:171","msg":"trace[1977345000] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"1.78774102s","start":"2026-07-01T10:18:55.734554Z","end":"2026-07-01T10:18:57.522295Z","steps":["trace[1977345000] 'process raft request' (duration: 1.787380771s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:57.522344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792072532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:57.522405Z","caller":"traceutil/trace.go:171","msg":"trace[367060617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25569; }","duration":"1.792131534s","start":"2026-07-01T10:18:55.730268Z","end":"2026-07-01T10:18:57.5224Z","steps":["trace[367060617] 'agreement among raft nodes before linearized reading' (duration: 1.792061922s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:57.522409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.734546Z","time spent":"1.787814322s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:57.522423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:55.730244Z","time spent":"1.792175645s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:18:57.522511Z","caller":"traceutil/trace.go:171","msg":"trace[1456118543] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"1.424082799s","start":"2026-07-01T10:18:56.098423Z","end":"2026-07-01T10:18:57.522506Z","steps":["trace[1456118543] 'process raft request' (duration: 1.423565286s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:57.522218Z","caller":"traceutil/trace.go:171","msg":"trace[1821299193] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25569; }","duration":"1.433582586s","start":"2026-07-01T10:18:56.08862Z","end":"2026-07-01T10:18:57.522202Z","steps":["trace[1821299193] 'agreement among raft nodes before linearized reading' (duration: 1.433476793s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:57.52254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.098404Z","time spent":"1.424123501s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:57.522603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.088599Z","time spent":"1.433939604s","remote":"127.0.0.1:56020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:57.601616Z","caller":"traceutil/trace.go:171","msg":"trace[899983552] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"792.451255ms","start":"2026-07-01T10:18:56.809146Z","end":"2026-07-01T10:18:57.601597Z","steps":["trace[899983552] 'process raft request' (duration: 792.322092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:57.601777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.809133Z","time spent":"792.538617ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:58.078273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.626839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:18:58.078557Z","caller":"traceutil/trace.go:171","msg":"trace[557097716] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"901.319674ms","start":"2026-07-01T10:18:57.177207Z","end":"2026-07-01T10:18:58.078526Z","steps":["trace[557097716] 'process raft request' (duration: 663.371027ms)","trace[557097716] 'compare' (duration: 236.675284ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:58.07858Z","caller":"traceutil/trace.go:171","msg":"trace[1059811942] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"688.999589ms","start":"2026-07-01T10:18:57.389557Z","end":"2026-07-01T10:18:58.078556Z","steps":["trace[1059811942] 'process raft request' (duration: 688.785334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.078694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.177183Z","time spent":"901.437886ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:58.078695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.389534Z","time spent":"689.088681ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:58.493133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22713} {"level":"warn","ts":"2026-07-01T10:18:58.493459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.350532ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-01T10:18:58.493625Z","caller":"traceutil/trace.go:171","msg":"trace[1195664587] compact","detail":"{revision:22713; response_revision:25572; }","duration":"970.537755ms","start":"2026-07-01T10:18:57.523071Z","end":"2026-07-01T10:18:58.493609Z","steps":["trace[1195664587] 'process raft request' (duration: 555.30826ms)","trace[1195664587] 'check and update compact revision' (duration: 414.229599ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:58.493648Z","caller":"traceutil/trace.go:171","msg":"trace[722139946] linearizableReadLoop","detail":"{readStateIndex:26410; appliedIndex:26407; }","duration":"971.562141ms","start":"2026-07-01T10:18:57.522065Z","end":"2026-07-01T10:18:58.493627Z","steps":["trace[722139946] 'read index received' (duration: 79.407075ms)","trace[722139946] 'applied index is now lower than readState.Index' (duration: 892.152966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:18:58.493666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.523037Z","time spent":"970.626337ms","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:18:58.493724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721928097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:58.493764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278378736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-07-01T10:18:58.493787Z","caller":"traceutil/trace.go:171","msg":"trace[2058632655] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25572; }","duration":"1.72204222s","start":"2026-07-01T10:18:56.77173Z","end":"2026-07-01T10:18:58.493772Z","steps":["trace[2058632655] 'agreement among raft nodes before linearized reading' (duration: 1.721911857s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:58.493804Z","caller":"traceutil/trace.go:171","msg":"trace[510856674] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25572; }","duration":"2.278453078s","start":"2026-07-01T10:18:56.215334Z","end":"2026-07-01T10:18:58.493787Z","steps":["trace[510856674] 'agreement among raft nodes before linearized reading' (duration: 2.278314425s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.49383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.771713Z","time spent":"1.722108862s","remote":"127.0.0.1:41124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:58.493827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228841099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:58.493843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.215317Z","time spent":"2.278517311s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-07-01T10:18:58.493864Z","caller":"traceutil/trace.go:171","msg":"trace[2136629183] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25572; }","duration":"1.228916701s","start":"2026-07-01T10:18:57.264936Z","end":"2026-07-01T10:18:58.493853Z","steps":["trace[2136629183] 'agreement among raft nodes before linearized reading' (duration: 1.228757607s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.493886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.264916Z","time spent":"1.228964232s","remote":"127.0.0.1:47166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:58.493901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310306407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-01T10:18:58.493906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249389816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-01T10:18:58.493926Z","caller":"traceutil/trace.go:171","msg":"trace[1492506663] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25572; }","duration":"1.310387649s","start":"2026-07-01T10:18:57.183528Z","end":"2026-07-01T10:18:58.493915Z","steps":["trace[1492506663] 'agreement among raft nodes before linearized reading' (duration: 1.310170483s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.493922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347917016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-01T10:18:58.493944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.183494Z","time spent":"1.31044639s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-01T10:18:58.493947Z","caller":"traceutil/trace.go:171","msg":"trace[1899294642] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25572; }","duration":"2.249474318s","start":"2026-07-01T10:18:56.244461Z","end":"2026-07-01T10:18:58.493935Z","steps":["trace[1899294642] 'agreement among raft nodes before linearized reading' (duration: 2.249215091s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.493976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.244432Z","time spent":"2.24953614s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-01T10:18:58.493969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352159285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-07-01T10:18:58.493959Z","caller":"traceutil/trace.go:171","msg":"trace[876817816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25572; }","duration":"2.348000978s","start":"2026-07-01T10:18:56.145944Z","end":"2026-07-01T10:18:58.493945Z","steps":["trace[876817816] 'agreement among raft nodes before linearized reading' (duration: 2.347713961s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.494036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.145932Z","time spent":"2.34809551s","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T10:18:58.494052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357478673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:18:58.494039Z","caller":"traceutil/trace.go:171","msg":"trace[2011818893] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25572; }","duration":"2.352261328s","start":"2026-07-01T10:18:56.141758Z","end":"2026-07-01T10:18:58.494019Z","steps":["trace[2011818893] 'agreement among raft nodes before linearized reading' (duration: 2.351910529s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.49406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695591466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:18:58.494066Z","caller":"traceutil/trace.go:171","msg":"trace[1984846673] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25572; }","duration":"2.357530354s","start":"2026-07-01T10:18:56.13653Z","end":"2026-07-01T10:18:58.494061Z","steps":["trace[1984846673] 'agreement among raft nodes before linearized reading' (duration: 2.357164785s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:58.494077Z","caller":"traceutil/trace.go:171","msg":"trace[1982673144] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25572; }","duration":"1.695639847s","start":"2026-07-01T10:18:56.798432Z","end":"2026-07-01T10:18:58.494071Z","steps":["trace[1982673144] 'agreement among raft nodes before linearized reading' (duration: 1.695278637s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.49408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.13651Z","time spent":"2.357567156s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T10:18:58.494094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.798395Z","time spent":"1.695695278s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T10:18:58.49409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77534773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:18:58.494087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.141745Z","time spent":"2.35233385s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-01T10:18:58.494119Z","caller":"traceutil/trace.go:171","msg":"trace[1873216321] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25572; }","duration":"1.775375641s","start":"2026-07-01T10:18:56.718733Z","end":"2026-07-01T10:18:58.494109Z","steps":["trace[1873216321] 'agreement among raft nodes before linearized reading' (duration: 1.774932419s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.49414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:56.718674Z","time spent":"1.775460752s","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:58.494135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166966947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:58.494201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071862837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:58.494234Z","caller":"traceutil/trace.go:171","msg":"trace[1701717953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25572; }","duration":"1.071944389s","start":"2026-07-01T10:18:57.42228Z","end":"2026-07-01T10:18:58.494224Z","steps":["trace[1701717953] 'agreement among raft nodes before linearized reading' (duration: 1.071422675s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.494263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.422265Z","time spent":"1.071991049s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:18:58.494233Z","caller":"traceutil/trace.go:171","msg":"trace[1771281761] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25572; }","duration":"1.167097101s","start":"2026-07-01T10:18:57.32711Z","end":"2026-07-01T10:18:58.494207Z","steps":["trace[1771281761] 'agreement among raft nodes before linearized reading' (duration: 1.166592988s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.494331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.327058Z","time spent":"1.167245125s","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:18:58.494688Z","caller":"traceutil/trace.go:171","msg":"trace[1596309570] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"768.456055ms","start":"2026-07-01T10:18:57.726208Z","end":"2026-07-01T10:18:58.494664Z","steps":["trace[1596309570] 'process raft request' (duration: 767.356527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.494808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.726185Z","time spent":"768.558548ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:58.495684Z","caller":"traceutil/trace.go:171","msg":"trace[1766739161] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"767.219464ms","start":"2026-07-01T10:18:57.728437Z","end":"2026-07-01T10:18:58.495657Z","steps":["trace[1766739161] 'process raft request' (duration: 766.212978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.495828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.728431Z","time spent":"767.314586ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:58.496373Z","caller":"traceutil/trace.go:171","msg":"trace[339327876] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"767.698016ms","start":"2026-07-01T10:18:57.728659Z","end":"2026-07-01T10:18:58.496357Z","steps":["trace[339327876] 'process raft request' (duration: 766.977867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.496488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.728627Z","time spent":"767.816449ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:58.497113Z","caller":"traceutil/trace.go:171","msg":"trace[2115733369] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"766.975457ms","start":"2026-07-01T10:18:57.730124Z","end":"2026-07-01T10:18:58.4971Z","steps":["trace[2115733369] 'process raft request' (duration: 766.222307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.497194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.730105Z","time spent":"767.046499ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:18:58.498171Z","caller":"traceutil/trace.go:171","msg":"trace[1190713568] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"767.137381ms","start":"2026-07-01T10:18:57.731014Z","end":"2026-07-01T10:18:58.498152Z","steps":["trace[1190713568] 'process raft request' (duration: 767.013698ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:58.498271Z","caller":"traceutil/trace.go:171","msg":"trace[2107128398] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"768.087716ms","start":"2026-07-01T10:18:57.730166Z","end":"2026-07-01T10:18:58.498253Z","steps":["trace[2107128398] 'process raft request' (duration: 766.904025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.49829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.731006Z","time spent":"767.230243ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:58.49836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.730145Z","time spent":"768.172898ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:58.49841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.315997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:58.498444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.615615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:18:58.498448Z","caller":"traceutil/trace.go:171","msg":"trace[111439475] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25579; }","duration":"660.381039ms","start":"2026-07-01T10:18:57.838056Z","end":"2026-07-01T10:18:58.498437Z","steps":["trace[111439475] 'agreement among raft nodes before linearized reading' (duration: 660.313327ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:58.498469Z","caller":"traceutil/trace.go:171","msg":"trace[823185573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25579; }","duration":"359.669607ms","start":"2026-07-01T10:18:58.138793Z","end":"2026-07-01T10:18:58.498463Z","steps":["trace[823185573] 'agreement among raft nodes before linearized reading' (duration: 359.590705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.498452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.781491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:18:58.498475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.838043Z","time spent":"660.426419ms","remote":"127.0.0.1:51330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:58.498488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.138779Z","time spent":"359.705328ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:58.498493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.50361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:18:58.498505Z","caller":"traceutil/trace.go:171","msg":"trace[1105245019] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25579; }","duration":"822.840263ms","start":"2026-07-01T10:18:57.67565Z","end":"2026-07-01T10:18:58.49849Z","steps":["trace[1105245019] 'agreement among raft nodes before linearized reading' (duration: 822.751501ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:58.49853Z","caller":"traceutil/trace.go:171","msg":"trace[1132559276] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25579; }","duration":"578.587062ms","start":"2026-07-01T10:18:57.919933Z","end":"2026-07-01T10:18:58.49852Z","steps":["trace[1132559276] 'agreement among raft nodes before linearized reading' (duration: 578.50925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.498543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.675611Z","time spent":"822.922275ms","remote":"127.0.0.1:35876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:58.498541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.727097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be2317e2b08b6a\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-07-01T10:18:58.498563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.919912Z","time spent":"578.642464ms","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:58.498593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.097658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:58.498612Z","caller":"traceutil/trace.go:171","msg":"trace[74328132] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25579; }","duration":"862.15397ms","start":"2026-07-01T10:18:57.636452Z","end":"2026-07-01T10:18:58.498606Z","steps":["trace[74328132] 'agreement among raft nodes before linearized reading' (duration: 862.086698ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:58.498602Z","caller":"traceutil/trace.go:171","msg":"trace[612358002] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be2317e2b08b6a; range_end:; response_count:1; response_revision:25579; }","duration":"973.800799ms","start":"2026-07-01T10:18:57.524785Z","end":"2026-07-01T10:18:58.498586Z","steps":["trace[612358002] 'agreement among raft nodes before linearized reading' (duration: 973.640895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.498601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.795863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-01T10:18:58.498604Z","caller":"traceutil/trace.go:171","msg":"trace[1574609795] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"767.305425ms","start":"2026-07-01T10:18:57.731269Z","end":"2026-07-01T10:18:58.498575Z","steps":["trace[1574609795] 'process raft request' (duration: 766.865024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.498652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.524778Z","time spent":"973.856961ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be2317e2b08b6a\" "} {"level":"warn","ts":"2026-07-01T10:18:58.498626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.636405Z","time spent":"862.216751ms","remote":"127.0.0.1:56368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:18:58.498572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.863185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10652"} {"level":"info","ts":"2026-07-01T10:18:58.498738Z","caller":"traceutil/trace.go:171","msg":"trace[28272013] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25579; }","duration":"973.040279ms","start":"2026-07-01T10:18:57.525688Z","end":"2026-07-01T10:18:58.498728Z","steps":["trace[28272013] 'agreement among raft nodes before linearized reading' (duration: 972.835194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.49876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.731257Z","time spent":"767.423519ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:58.498776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.525679Z","time spent":"973.08767ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10675,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-01T10:18:58.498506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.7642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:18:58.498659Z","caller":"traceutil/trace.go:171","msg":"trace[1481104381] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25579; }","duration":"972.859905ms","start":"2026-07-01T10:18:57.525781Z","end":"2026-07-01T10:18:58.498641Z","steps":["trace[1481104381] 'agreement among raft nodes before linearized reading' (duration: 972.695031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.498907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.525778Z","time spent":"973.102831ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"info","ts":"2026-07-01T10:18:58.498813Z","caller":"traceutil/trace.go:171","msg":"trace[1771517278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25579; }","duration":"360.102808ms","start":"2026-07-01T10:18:58.138702Z","end":"2026-07-01T10:18:58.498804Z","steps":["trace[1771517278] 'agreement among raft nodes before linearized reading' (duration: 359.690147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.499001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.138683Z","time spent":"360.311764ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:18:58.498843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.640127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:18:58.499042Z","caller":"traceutil/trace.go:171","msg":"trace[1060912019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25579; }","duration":"975.856102ms","start":"2026-07-01T10:18:57.523181Z","end":"2026-07-01T10:18:58.499037Z","steps":["trace[1060912019] 'agreement among raft nodes before linearized reading' (duration: 975.432721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:58.499083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:57.523173Z","time spent":"975.904993ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:18:59.002886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:18:59.171527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.200464ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-01T10:18:59.17164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.500399Z","time spent":"671.23499ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T10:18:59.605375Z","caller":"traceutil/trace.go:171","msg":"trace[1033347626] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"1.100241441s","start":"2026-07-01T10:18:58.5051Z","end":"2026-07-01T10:18:59.605341Z","steps":["trace[1033347626] 'process raft request' (duration: 1.099994225s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.605433Z","caller":"traceutil/trace.go:171","msg":"trace[1919829511] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"1.103942287s","start":"2026-07-01T10:18:58.501466Z","end":"2026-07-01T10:18:59.605409Z","steps":["trace[1919829511] 'process raft request' (duration: 1.103444454s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.605491Z","caller":"traceutil/trace.go:171","msg":"trace[193638586] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"1.100436626s","start":"2026-07-01T10:18:58.505023Z","end":"2026-07-01T10:18:59.605459Z","steps":["trace[193638586] 'process raft request' (duration: 1.100020585s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:18:59.605504Z","caller":"traceutil/trace.go:171","msg":"trace[448101269] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"1.104589004s","start":"2026-07-01T10:18:58.500886Z","end":"2026-07-01T10:18:59.605475Z","steps":["trace[448101269] 'process raft request' (duration: 1.060051761s)","trace[448101269] 'compare' (duration: 43.609809ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:18:59.605524Z","caller":"traceutil/trace.go:171","msg":"trace[1598077673] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"1.09363943s","start":"2026-07-01T10:18:58.511862Z","end":"2026-07-01T10:18:59.605502Z","steps":["trace[1598077673] 'process raft request' (duration: 1.093265391s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.605543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.505091Z","time spent":"1.100373104s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.605572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.501458Z","time spent":"1.104034789s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.605614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.511856Z","time spent":"1.093710462s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10836,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.605634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.505009Z","time spent":"1.100543649s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.605632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.500873Z","time spent":"1.104691086s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:18:59.605782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103517666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-01T10:18:59.605845Z","caller":"traceutil/trace.go:171","msg":"trace[724238725] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25584; }","duration":"1.103598708s","start":"2026-07-01T10:18:58.50223Z","end":"2026-07-01T10:18:59.605828Z","steps":["trace[724238725] 'agreement among raft nodes before linearized reading' (duration: 1.103399183s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:18:59.605881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.502224Z","time spent":"1.103648549s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-01T10:18:59.606021Z","caller":"traceutil/trace.go:171","msg":"trace[718178754] linearizableReadLoop","detail":"{readStateIndex:26424; appliedIndex:26418; }","duration":"1.102933441s","start":"2026-07-01T10:18:58.502244Z","end":"2026-07-01T10:18:59.605177Z","steps":["trace[718178754] 'read index received' (duration: 528.124727ms)","trace[718178754] 'applied index is now lower than readState.Index' (duration: 574.807554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:00.186498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.976782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:00.18694Z","caller":"traceutil/trace.go:171","msg":"trace[1875483983] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"1.013689481s","start":"2026-07-01T10:18:59.173228Z","end":"2026-07-01T10:19:00.186918Z","steps":["trace[1875483983] 'process raft request' (duration: 856.196016ms)","trace[1875483983] 'compare' (duration: 156.856909ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:00.186961Z","caller":"traceutil/trace.go:171","msg":"trace[666902823] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"578.707835ms","start":"2026-07-01T10:18:59.608228Z","end":"2026-07-01T10:19:00.186936Z","steps":["trace[666902823] 'process raft request' (duration: 578.369086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:00.187012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.173156Z","time spent":"1.013822995s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:00.186961Z","caller":"traceutil/trace.go:171","msg":"trace[835825943] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"576.143499ms","start":"2026-07-01T10:18:59.610787Z","end":"2026-07-01T10:19:00.186931Z","steps":["trace[835825943] 'process raft request' (duration: 575.882282ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:00.186969Z","caller":"traceutil/trace.go:171","msg":"trace[429385642] linearizableReadLoop","detail":"{readStateIndex:26425; appliedIndex:26424; }","duration":"580.84315ms","start":"2026-07-01T10:18:59.606091Z","end":"2026-07-01T10:19:00.186934Z","steps":["trace[429385642] 'read index received' (duration: 423.498968ms)","trace[429385642] 'applied index is now lower than readState.Index' (duration: 157.339662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:00.187111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.610761Z","time spent":"576.297633ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:19:00.187686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.608208Z","time spent":"578.824938ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:00.737936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.150651ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T10:19:00.738196Z","caller":"traceutil/trace.go:171","msg":"trace[686227662] linearizableReadLoop","detail":"{readStateIndex:26428; appliedIndex:26427; }","duration":"551.005128ms","start":"2026-07-01T10:19:00.18717Z","end":"2026-07-01T10:19:00.738175Z","steps":["trace[686227662] 'read index received' (duration: 110.613µs)","trace[686227662] 'applied index is now lower than readState.Index' (duration: 550.893425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:00.73832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23288502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:00.738355Z","caller":"traceutil/trace.go:171","msg":"trace[1637296885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25587; }","duration":"2.232934991s","start":"2026-07-01T10:18:58.505407Z","end":"2026-07-01T10:19:00.738342Z","steps":["trace[1637296885] 'agreement among raft nodes before linearized reading' (duration: 1.681613065s)","trace[1637296885] 'range keys from in-memory index tree' (duration: 551.251034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:00.738381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.505401Z","time spent":"2.232973892s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:00.73838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231862773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-07-01T10:19:00.738429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.027499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:00.738457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825093278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:00.738485Z","caller":"traceutil/trace.go:171","msg":"trace[832542790] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25587; }","duration":"638.136352ms","start":"2026-07-01T10:19:00.100333Z","end":"2026-07-01T10:19:00.738469Z","steps":["trace[832542790] 'agreement among raft nodes before linearized reading' (duration: 638.023969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:00.738461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128593163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7cf8edba-62ac-4187-8daf-f8dd3af5290c\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-01T10:19:00.7385Z","caller":"traceutil/trace.go:171","msg":"trace[1644516913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25587; }","duration":"1.8251789s","start":"2026-07-01T10:18:58.913308Z","end":"2026-07-01T10:19:00.738487Z","steps":["trace[1644516913] 'agreement among raft nodes before linearized reading' (duration: 1.273626838s)","trace[1644516913] 'count revisions from in-memory index tree' (duration: 551.48491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:00.738516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.100311Z","time spent":"638.197544ms","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:00.738526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.913279Z","time spent":"1.825241461s","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:00.738531Z","caller":"traceutil/trace.go:171","msg":"trace[593200545] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7cf8edba-62ac-4187-8daf-f8dd3af5290c; range_end:; response_count:1; response_revision:25587; }","duration":"1.128685506s","start":"2026-07-01T10:18:59.609828Z","end":"2026-07-01T10:19:00.738514Z","steps":["trace[593200545] 'agreement among raft nodes before linearized reading' (duration: 1.128492491s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:00.738454Z","caller":"traceutil/trace.go:171","msg":"trace[890358466] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25587; }","duration":"2.231949375s","start":"2026-07-01T10:18:58.506482Z","end":"2026-07-01T10:19:00.738431Z","steps":["trace[890358466] 'agreement among raft nodes before linearized reading' (duration: 1.680456235s)","trace[890358466] 'range keys from in-memory index tree' (duration: 551.283074ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:00.738494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129430735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-07-01T10:19:00.738613Z","caller":"traceutil/trace.go:171","msg":"trace[1066667130] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25587; }","duration":"1.129578389s","start":"2026-07-01T10:18:59.609028Z","end":"2026-07-01T10:19:00.738606Z","steps":["trace[1066667130] 'agreement among raft nodes before linearized reading' (duration: 1.129349783s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:00.738632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.609015Z","time spent":"1.12961166s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-01T10:19:00.738644Z","caller":"traceutil/trace.go:171","msg":"trace[749395028] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"546.4907ms","start":"2026-07-01T10:19:00.192142Z","end":"2026-07-01T10:19:00.738633Z","steps":["trace[749395028] 'process raft request' (duration: 545.934656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:00.738673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:58.506478Z","time spent":"2.23213519s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-01T10:19:00.738733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.192125Z","time spent":"546.558353ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:19:00.738563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:18:59.60982Z","time spent":"1.128736137s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-7cf8edba-62ac-4187-8daf-f8dd3af5290c\" "} {"level":"warn","ts":"2026-07-01T10:19:01.071041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.565745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:01.071185Z","caller":"traceutil/trace.go:171","msg":"trace[1708246417] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"570.208585ms","start":"2026-07-01T10:19:00.50095Z","end":"2026-07-01T10:19:01.071159Z","steps":["trace[1708246417] 'process raft request' (duration: 244.441785ms)","trace[1708246417] 'compare' (duration: 60.372322ms)","trace[1708246417] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 264.874114ms)"],"step_count":3} {"level":"warn","ts":"2026-07-01T10:19:01.071247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.500925Z","time spent":"570.295238ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:02.506023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:19:02.506091Z","caller":"traceutil/trace.go:171","msg":"trace[1426924266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289151s","start":"2026-07-01T10:19:00.505787Z","end":"2026-07-01T10:19:02.506076Z","steps":["trace[1426924266] 'agreement among raft nodes before linearized reading' (duration: 2.000178848s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:02.506129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.505768Z","time spent":"2.000353214s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:02.740197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668956268s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:02.74038Z","caller":"traceutil/trace.go:171","msg":"trace[431041710] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"2.238607219s","start":"2026-07-01T10:19:00.501742Z","end":"2026-07-01T10:19:02.740349Z","steps":["trace[431041710] 'process raft request' (duration: 569.403425ms)","trace[431041710] 'compare' (duration: 400.886243ms)","trace[431041710] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 1.267496629s)"],"step_count":3} {"level":"warn","ts":"2026-07-01T10:19:02.740495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.501714Z","time spent":"2.238745683s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:03.417171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.374313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:03.417315Z","caller":"traceutil/trace.go:171","msg":"trace[487765268] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25590; }","duration":"288.545747ms","start":"2026-07-01T10:19:03.128749Z","end":"2026-07-01T10:19:03.417295Z","steps":["trace[487765268] 'range keys from in-memory index tree' (duration: 288.350392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:03.674181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.744002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:03.67433Z","caller":"traceutil/trace.go:171","msg":"trace[1435027330] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"3.172451413s","start":"2026-07-01T10:19:00.501837Z","end":"2026-07-01T10:19:03.674289Z","steps":["trace[1435027330] 'process raft request' (duration: 2.238495615s)","trace[1435027330] 'compare' (duration: 211.282378ms)","trace[1435027330] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 722.153527ms)"],"step_count":3} {"level":"warn","ts":"2026-07-01T10:19:03.6744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.50181Z","time spent":"3.172562266s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:04.513236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:04.51332Z","caller":"traceutil/trace.go:171","msg":"trace[673764788] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421524s","start":"2026-07-01T10:19:02.512878Z","end":"2026-07-01T10:19:04.5133Z","steps":["trace[673764788] 'agreement among raft nodes before linearized reading' (duration: 2.000322992s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:04.513372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:02.512859Z","time spent":"2.000499076s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:05.500869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.502094Z","time spent":"4.998768622s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 10:19:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:05.503745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.506418Z","time spent":"4.997320355s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 10:19:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:05.504723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.50523Z","time spent":"4.999488031s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 10:19:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:05.50495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.505684Z","time spent":"4.999264445s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 10:19:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:06.51403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:06.514107Z","caller":"traceutil/trace.go:171","msg":"trace[2032391087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533168s","start":"2026-07-01T10:19:04.513556Z","end":"2026-07-01T10:19:06.51409Z","steps":["trace[2032391087] 'agreement among raft nodes before linearized reading' (duration: 2.000445176s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:06.514162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.513538Z","time spent":"2.00061538s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:07.190775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:02.192948Z","time spent":"4.997819697s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 10:19:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:07.569014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894579009s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-01T10:19:07.572387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.370736328s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:07.749031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.748282Z","time spent":"7.000742216s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T10:19:07.85585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.854856Z","time spent":"7.000988052s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T10:19:08.0751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.077184Z","time spent":"4.997900939s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 10:19:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:08.521272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000235859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:19:08.521353Z","caller":"traceutil/trace.go:171","msg":"trace[685512884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373822s","start":"2026-07-01T10:19:06.520962Z","end":"2026-07-01T10:19:08.521335Z","steps":["trace[685512884] 'agreement among raft nodes before linearized reading' (duration: 2.00026748s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:08.521399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.520942Z","time spent":"2.000448285s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:09.744955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.746334Z","time spent":"4.998614748s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 10:19:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:09.819016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461993552s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:10.084093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.083118Z","time spent":"7.000969203s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T10:19:10.501291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999398029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:10.501387Z","caller":"traceutil/trace.go:171","msg":"trace[1826351940] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999527902s","start":"2026-07-01T10:19:05.501823Z","end":"2026-07-01T10:19:10.50135Z","steps":["trace[1826351940] 'agreement among raft nodes before linearized reading' (duration: 4.999426979s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:10.501446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.501807Z","time spent":"4.999627714s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/01 10:19:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:10.504207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998605968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:10.504248Z","caller":"traceutil/trace.go:171","msg":"trace[410558021] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998647059s","start":"2026-07-01T10:19:05.505589Z","end":"2026-07-01T10:19:10.504236Z","steps":["trace[410558021] 'agreement among raft nodes before linearized reading' (duration: 4.998604408s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:10.504277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.505565Z","time spent":"4.998705171s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 10:19:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:10.504716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999520732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:10.504846Z","caller":"traceutil/trace.go:171","msg":"trace[1097660606] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999708907s","start":"2026-07-01T10:19:05.505105Z","end":"2026-07-01T10:19:10.504814Z","steps":["trace[1097660606] 'agreement among raft nodes before linearized reading' (duration: 4.999511271s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:10.504922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.505061Z","time spent":"4.99984651s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/01 10:19:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:10.505771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999358248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:10.505827Z","caller":"traceutil/trace.go:171","msg":"trace[686014932] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999439989s","start":"2026-07-01T10:19:05.506373Z","end":"2026-07-01T10:19:10.505813Z","steps":["trace[686014932] 'agreement among raft nodes before linearized reading' (duration: 4.999370338s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:10.505865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.506366Z","time spent":"4.999488671s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/01 10:19:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:10.511775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.768917868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be2317eca2cb11\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:10.511821Z","caller":"traceutil/trace.go:171","msg":"trace[2090154556] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be2317eca2cb11; range_end:; }","duration":"9.76896904s","start":"2026-07-01T10:19:00.74284Z","end":"2026-07-01T10:19:10.511809Z","steps":["trace[2090154556] 'agreement among raft nodes before linearized reading' (duration: 9.768915368s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:10.511858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.742798Z","time spent":"9.769047201s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be2317eca2cb11\" "} 2026/07/01 10:19:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:10.521515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:19:10.521583Z","caller":"traceutil/trace.go:171","msg":"trace[820755881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00024306s","start":"2026-07-01T10:19:08.521324Z","end":"2026-07-01T10:19:10.521567Z","steps":["trace[820755881] 'agreement among raft nodes before linearized reading' (duration: 2.000160038s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:10.521619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.521308Z","time spent":"2.000303221s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:10.677892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.67957Z","time spent":"4.99831298s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 10:19:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T10:19:11.175243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22713,"took":"12.675026429s","hash":2264783071,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":39276544,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-07-01T10:19:11.175297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2264783071,"revision":22713,"compact-revision":20112} {"level":"warn","ts":"2026-07-01T10:19:11.176638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607449029s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:11.178181Z","caller":"traceutil/trace.go:171","msg":"trace[1009770099] linearizableReadLoop","detail":"{readStateIndex:26436; appliedIndex:26429; }","duration":"10.439925061s","start":"2026-07-01T10:19:00.738225Z","end":"2026-07-01T10:19:11.17815Z","steps":["trace[1009770099] 'read index received' (duration: 7.129134ms)","trace[1009770099] 'applied index is now lower than readState.Index' (duration: 10.432792287s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:11.178354Z","caller":"traceutil/trace.go:171","msg":"trace[302818319] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"6.111437575s","start":"2026-07-01T10:19:05.066868Z","end":"2026-07-01T10:19:11.178306Z","steps":["trace[302818319] 'process raft request' (duration: 6.110076699s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:11.178362Z","caller":"traceutil/trace.go:171","msg":"trace[635635619] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"5.621794524s","start":"2026-07-01T10:19:05.556523Z","end":"2026-07-01T10:19:11.178317Z","steps":["trace[635635619] 'process raft request' (duration: 5.620440319s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.178635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.556497Z","time spent":"5.622056651s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:11.17887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.066841Z","time spent":"6.111663951s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:11.60937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998737744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:11.609493Z","caller":"traceutil/trace.go:171","msg":"trace[1591614147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.998915488s","start":"2026-07-01T10:19:01.610548Z","end":"2026-07-01T10:19:11.609463Z","steps":["trace[1591614147] 'agreement among raft nodes before linearized reading' (duration: 9.998760524s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.609573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.610532Z","time spent":"9.999025811s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/01 10:19:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:11.609561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999457942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:11.609774Z","caller":"traceutil/trace.go:171","msg":"trace[1410644932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999816462s","start":"2026-07-01T10:19:01.609896Z","end":"2026-07-01T10:19:11.609713Z","steps":["trace[1410644932] 'agreement among raft nodes before linearized reading' (duration: 9.999506944s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:11.609891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.609871Z","time spent":"9.999994367s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/01 10:19:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:11.678878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:11.868044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.359490928s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:12.19139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999032568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:12.191451Z","caller":"traceutil/trace.go:171","msg":"trace[1791883488] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.9991361s","start":"2026-07-01T10:19:07.1923Z","end":"2026-07-01T10:19:12.191436Z","steps":["trace[1791883488] 'agreement among raft nodes before linearized reading' (duration: 4.999058008s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.191498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:07.192282Z","time spent":"4.999194162s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/01 10:19:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:12.34319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166179397s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T10:19:12.343506Z","caller":"traceutil/trace.go:171","msg":"trace[1011816636] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"3.98658818s","start":"2026-07-01T10:19:08.356904Z","end":"2026-07-01T10:19:12.343493Z","steps":["trace[1011816636] 'process raft request' (duration: 3.986358994s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.343496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.15459095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-01T10:19:12.343583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.356878Z","time spent":"3.986657232s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:12.343587Z","caller":"traceutil/trace.go:171","msg":"trace[598962686] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25604; }","duration":"12.154731904s","start":"2026-07-01T10:19:00.188826Z","end":"2026-07-01T10:19:12.343558Z","steps":["trace[598962686] 'agreement among raft nodes before linearized reading' (duration: 10.98943978s)","trace[598962686] 'range keys from in-memory index tree' (duration: 1.165049637s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:12.34364Z","caller":"traceutil/trace.go:171","msg":"trace[1269197247] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"1.835287451s","start":"2026-07-01T10:19:10.508339Z","end":"2026-07-01T10:19:12.343626Z","steps":["trace[1269197247] 'process raft request' (duration: 1.835115536s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.343645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.188807Z","time spent":"12.154821427s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T10:19:12.343692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.508302Z","time spent":"1.835366063s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:19:12.343819Z","caller":"traceutil/trace.go:171","msg":"trace[1518985679] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"730.631077ms","start":"2026-07-01T10:19:11.613181Z","end":"2026-07-01T10:19:12.343812Z","steps":["trace[1518985679] 'process raft request' (duration: 730.38333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.343856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.613154Z","time spent":"730.686238ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:12.343946Z","caller":"traceutil/trace.go:171","msg":"trace[1509231443] linearizableReadLoop","detail":"{readStateIndex:26450; appliedIndex:26445; }","duration":"1.165703374s","start":"2026-07-01T10:19:11.178235Z","end":"2026-07-01T10:19:12.343938Z","steps":["trace[1509231443] 'read index received' (duration: 690.23156ms)","trace[1509231443] 'applied index is now lower than readState.Index' (duration: 475.471204ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:12.344032Z","caller":"traceutil/trace.go:171","msg":"trace[1268076512] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"730.287478ms","start":"2026-07-01T10:19:11.613738Z","end":"2026-07-01T10:19:12.344026Z","steps":["trace[1268076512] 'process raft request' (duration: 730.039022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.344082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.613708Z","time spent":"730.34259ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:12.344164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226728643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:12.344187Z","caller":"traceutil/trace.go:171","msg":"trace[1688322856] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25608; }","duration":"1.226796125s","start":"2026-07-01T10:19:11.117383Z","end":"2026-07-01T10:19:12.34418Z","steps":["trace[1688322856] 'agreement among raft nodes before linearized reading' (duration: 1.226748434s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.344206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.117355Z","time spent":"1.226845507s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.344319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.012574285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:12.344338Z","caller":"traceutil/trace.go:171","msg":"trace[1764361032] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25608; }","duration":"6.012633287s","start":"2026-07-01T10:19:06.331699Z","end":"2026-07-01T10:19:12.344332Z","steps":["trace[1764361032] 'agreement among raft nodes before linearized reading' (duration: 6.012600746s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.344366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.331667Z","time spent":"6.012693469s","remote":"127.0.0.1:38588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.344355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.836582241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:12.344461Z","caller":"traceutil/trace.go:171","msg":"trace[1456383099] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25608; }","duration":"5.836755226s","start":"2026-07-01T10:19:06.507684Z","end":"2026-07-01T10:19:12.344439Z","steps":["trace[1456383099] 'agreement among raft nodes before linearized reading' (duration: 5.8365507s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.344496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.38180756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:12.344518Z","caller":"traceutil/trace.go:171","msg":"trace[1007811551] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25608; }","duration":"6.381863352s","start":"2026-07-01T10:19:05.962647Z","end":"2026-07-01T10:19:12.34451Z","steps":["trace[1007811551] 'agreement among raft nodes before linearized reading' (duration: 6.381829941s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.344521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:06.50766Z","time spent":"5.836844168s","remote":"127.0.0.1:38628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.344536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:05.962626Z","time spent":"6.381905153s","remote":"127.0.0.1:56162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.344648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.987751437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-01T10:19:12.344665Z","caller":"traceutil/trace.go:171","msg":"trace[1708015261] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25608; }","duration":"7.987810668s","start":"2026-07-01T10:19:04.356849Z","end":"2026-07-01T10:19:12.34466Z","steps":["trace[1708015261] 'agreement among raft nodes before linearized reading' (duration: 7.987769297s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.344682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:04.356825Z","time spent":"7.98785155s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-01T10:19:12.344778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23628783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:12.344792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.716182975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:12.344815Z","caller":"traceutil/trace.go:171","msg":"trace[155697288] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25608; }","duration":"8.716248867s","start":"2026-07-01T10:19:03.628559Z","end":"2026-07-01T10:19:12.344808Z","steps":["trace[155697288] 'agreement among raft nodes before linearized reading' (duration: 8.716203426s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:12.344812Z","caller":"traceutil/trace.go:171","msg":"trace[1764454453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25608; }","duration":"1.236391923s","start":"2026-07-01T10:19:11.108408Z","end":"2026-07-01T10:19:12.3448Z","steps":["trace[1764454453] 'agreement among raft nodes before linearized reading' (duration: 1.236333562s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.344864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.806576105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:12.344833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.628542Z","time spent":"8.716286579s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.344882Z","caller":"traceutil/trace.go:171","msg":"trace[1477591513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25608; }","duration":"8.806637086s","start":"2026-07-01T10:19:03.53824Z","end":"2026-07-01T10:19:12.344877Z","steps":["trace[1477591513] 'agreement among raft nodes before linearized reading' (duration: 8.806604505s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.3449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.538218Z","time spent":"8.806677448s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471023145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:12.345058Z","caller":"traceutil/trace.go:171","msg":"trace[917453538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25608; }","duration":"1.471082756s","start":"2026-07-01T10:19:10.873966Z","end":"2026-07-01T10:19:12.345049Z","steps":["trace[917453538] 'agreement among raft nodes before linearized reading' (duration: 1.471032715s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.873948Z","time spent":"1.471132957s","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.843656834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T10:19:12.345116Z","caller":"traceutil/trace.go:171","msg":"trace[454924887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25608; }","duration":"8.843738037s","start":"2026-07-01T10:19:03.501373Z","end":"2026-07-01T10:19:12.345111Z","steps":["trace[454924887] 'agreement among raft nodes before linearized reading' (duration: 8.843674165s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.50135Z","time spent":"8.843778628s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:19:12.345153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.540205273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.345179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20829594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:12.345203Z","caller":"traceutil/trace.go:171","msg":"trace[2141812549] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25608; }","duration":"11.540323446s","start":"2026-07-01T10:19:00.804866Z","end":"2026-07-01T10:19:12.34519Z","steps":["trace[2141812549] 'agreement among raft nodes before linearized reading' (duration: 11.540237564s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.602082414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-01T10:19:12.34523Z","caller":"traceutil/trace.go:171","msg":"trace[1584028859] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25608; }","duration":"11.602115435s","start":"2026-07-01T10:19:00.74311Z","end":"2026-07-01T10:19:12.345226Z","steps":["trace[1584028859] 'agreement among raft nodes before linearized reading' (duration: 11.602067214s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53110251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:12.345238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.804839Z","time spent":"11.540389808s","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.34528Z","caller":"traceutil/trace.go:171","msg":"trace[1641172823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25608; }","duration":"4.531157292s","start":"2026-07-01T10:19:07.814098Z","end":"2026-07-01T10:19:12.345256Z","steps":["trace[1641172823] 'agreement among raft nodes before linearized reading' (duration: 4.531110071s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.34486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.108376Z","time spent":"1.236475215s","remote":"127.0.0.1:35934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:07.814085Z","time spent":"4.531218013s","remote":"127.0.0.1:35904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665441256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-01T10:19:12.345375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.90992962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.345337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.902095937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.345391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964218671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:12.345404Z","caller":"traceutil/trace.go:171","msg":"trace[1675706292] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25608; }","duration":"8.90998752s","start":"2026-07-01T10:19:03.435408Z","end":"2026-07-01T10:19:12.345395Z","steps":["trace[1675706292] 'agreement among raft nodes before linearized reading' (duration: 8.909946819s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486423805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T10:19:12.345437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.43539Z","time spent":"8.910037032s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.345442Z","caller":"traceutil/trace.go:171","msg":"trace[1292558694] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25608; }","duration":"4.486590988s","start":"2026-07-01T10:19:07.85884Z","end":"2026-07-01T10:19:12.345431Z","steps":["trace[1292558694] 'agreement among raft nodes before linearized reading' (duration: 4.486297401s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:12.34544Z","caller":"traceutil/trace.go:171","msg":"trace[1648133338] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25608; }","duration":"3.964314504s","start":"2026-07-01T10:19:08.381105Z","end":"2026-07-01T10:19:12.34542Z","steps":["trace[1648133338] 'agreement among raft nodes before linearized reading' (duration: 3.964251242s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.841575471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-01T10:19:12.345474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:07.858826Z","time spent":"4.486639009s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-01T10:19:12.345463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.603027749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be231a158431ce\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-01T10:19:12.345491Z","caller":"traceutil/trace.go:171","msg":"trace[1626590265] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25608; }","duration":"8.842052703s","start":"2026-07-01T10:19:03.503433Z","end":"2026-07-01T10:19:12.345485Z","steps":["trace[1626590265] 'agreement among raft nodes before linearized reading' (duration: 8.84154213s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.064867105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:12.345525Z","caller":"traceutil/trace.go:171","msg":"trace[95202034] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be231a158431ce; range_end:; response_count:1; response_revision:25608; }","duration":"11.603134201s","start":"2026-07-01T10:19:00.742372Z","end":"2026-07-01T10:19:12.345506Z","steps":["trace[95202034] 'agreement among raft nodes before linearized reading' (duration: 11.602958327s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585139528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-01T10:19:12.345551Z","caller":"traceutil/trace.go:171","msg":"trace[2053159986] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25608; }","duration":"10.064967658s","start":"2026-07-01T10:19:02.280567Z","end":"2026-07-01T10:19:12.345535Z","steps":["trace[2053159986] 'agreement among raft nodes before linearized reading' (duration: 10.064852705s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.34557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.74235Z","time spent":"11.603207343s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be231a158431ce\" "} {"level":"warn","ts":"2026-07-01T10:19:12.345601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.377397953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.345611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266649047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-01T10:19:12.345231Z","caller":"traceutil/trace.go:171","msg":"trace[1393694949] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25608; }","duration":"3.208386423s","start":"2026-07-01T10:19:09.136827Z","end":"2026-07-01T10:19:12.345213Z","steps":["trace[1393694949] 'agreement among raft nodes before linearized reading' (duration: 3.208306461s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839675245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-07-01T10:19:12.34564Z","caller":"traceutil/trace.go:171","msg":"trace[382147348] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25608; }","duration":"10.377473614s","start":"2026-07-01T10:19:01.968154Z","end":"2026-07-01T10:19:12.345628Z","steps":["trace[382147348] 'agreement among raft nodes before linearized reading' (duration: 10.377422333s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.136794Z","time spent":"3.208856645s","remote":"127.0.0.1:36088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.968131Z","time spent":"10.377533756s","remote":"127.0.0.1:52904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297342602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:12.345719Z","caller":"traceutil/trace.go:171","msg":"trace[13885447] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25608; }","duration":"4.297399844s","start":"2026-07-01T10:19:08.048311Z","end":"2026-07-01T10:19:12.345711Z","steps":["trace[13885447] 'agreement among raft nodes before linearized reading' (duration: 4.297350952s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.34572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.252264208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.345747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.048295Z","time spent":"4.297444664s","remote":"127.0.0.1:50244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.345576Z","caller":"traceutil/trace.go:171","msg":"trace[4751149] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25608; }","duration":"4.58518946s","start":"2026-07-01T10:19:07.760378Z","end":"2026-07-01T10:19:12.345568Z","steps":["trace[4751149] 'agreement among raft nodes before linearized reading' (duration: 4.585059247s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:12.345783Z","caller":"traceutil/trace.go:171","msg":"trace[17246002] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25608; }","duration":"9.25235569s","start":"2026-07-01T10:19:03.093408Z","end":"2026-07-01T10:19:12.345764Z","steps":["trace[17246002] 'agreement among raft nodes before linearized reading' (duration: 9.252276228s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:02.280549Z","time spent":"10.065034709s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:07.760366Z","time spent":"4.585432206s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T10:19:12.345837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.512153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T10:19:12.345837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.093381Z","time spent":"9.252441053s","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.345862Z","caller":"traceutil/trace.go:171","msg":"trace[345232136] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25608; }","duration":"604.564264ms","start":"2026-07-01T10:19:11.74129Z","end":"2026-07-01T10:19:12.345854Z","steps":["trace[345232136] 'agreement among raft nodes before linearized reading' (duration: 604.427811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.34585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847118377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.345881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.741276Z","time spent":"604.601295ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":243,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.381085Z","time spent":"3.964388635s","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.345901Z","caller":"traceutil/trace.go:171","msg":"trace[655158388] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25608; }","duration":"1.847209129s","start":"2026-07-01T10:19:10.498682Z","end":"2026-07-01T10:19:12.345891Z","steps":["trace[655158388] 'agreement among raft nodes before linearized reading' (duration: 1.847140458s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.981594454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.345935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.498661Z","time spent":"1.847264891s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.34595Z","caller":"traceutil/trace.go:171","msg":"trace[1514890561] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25608; }","duration":"8.981921322s","start":"2026-07-01T10:19:03.364015Z","end":"2026-07-01T10:19:12.345936Z","steps":["trace[1514890561] 'agreement among raft nodes before linearized reading' (duration: 8.981609714s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.345952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4055018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.345987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.363993Z","time spent":"8.981984074s","remote":"127.0.0.1:56276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:19:12.345515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.50342Z","time spent":"8.842088754s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-01T10:19:12.346004Z","caller":"traceutil/trace.go:171","msg":"trace[1660820864] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25608; }","duration":"4.405612884s","start":"2026-07-01T10:19:07.940373Z","end":"2026-07-01T10:19:12.345986Z","steps":["trace[1660820864] 'agreement among raft nodes before linearized reading' (duration: 4.405529672s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.686221938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.346042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:07.940354Z","time spent":"4.405678985s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.346062Z","caller":"traceutil/trace.go:171","msg":"trace[1835754815] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25608; }","duration":"9.686293199s","start":"2026-07-01T10:19:02.659758Z","end":"2026-07-01T10:19:12.346051Z","steps":["trace[1835754815] 'agreement among raft nodes before linearized reading' (duration: 9.686244518s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.22165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418454"} {"level":"warn","ts":"2026-07-01T10:19:12.346086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:02.659734Z","time spent":"9.68634578s","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.346098Z","caller":"traceutil/trace.go:171","msg":"trace[545361070] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25608; }","duration":"273.265292ms","start":"2026-07-01T10:19:12.072827Z","end":"2026-07-01T10:19:12.346093Z","steps":["trace[545361070] 'agreement among raft nodes before linearized reading' (duration: 273.136558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258387219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-01T10:19:12.345665Z","caller":"traceutil/trace.go:171","msg":"trace[2127631004] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25608; }","duration":"1.839735276s","start":"2026-07-01T10:19:10.505921Z","end":"2026-07-01T10:19:12.345656Z","steps":["trace[2127631004] 'agreement among raft nodes before linearized reading' (duration: 1.839657724s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:12.346187Z","caller":"traceutil/trace.go:171","msg":"trace[1815063005] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25608; }","duration":"2.258478462s","start":"2026-07-01T10:19:10.0877Z","end":"2026-07-01T10:19:12.346178Z","steps":["trace[1815063005] 'agreement among raft nodes before linearized reading' (duration: 2.25839263s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.505898Z","time spent":"1.84030766s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-01T10:19:12.34622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.087668Z","time spent":"2.258542034s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T10:19:12.346245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.852102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:12.346264Z","caller":"traceutil/trace.go:171","msg":"trace[716241529] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25608; }","duration":"485.903234ms","start":"2026-07-01T10:19:11.860354Z","end":"2026-07-01T10:19:12.346258Z","steps":["trace[716241529] 'agreement among raft nodes before linearized reading' (duration: 485.870943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:11.860337Z","time spent":"485.939285ms","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.345407Z","caller":"traceutil/trace.go:171","msg":"trace[999729725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25608; }","duration":"8.90220787s","start":"2026-07-01T10:19:03.443191Z","end":"2026-07-01T10:19:12.345399Z","steps":["trace[999729725] 'agreement among raft nodes before linearized reading' (duration: 8.902121357s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346277174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.346317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:03.443172Z","time spent":"8.903131814s","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:12.346333Z","caller":"traceutil/trace.go:171","msg":"trace[2119841552] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25608; }","duration":"2.346330316s","start":"2026-07-01T10:19:09.999996Z","end":"2026-07-01T10:19:12.346326Z","steps":["trace[2119841552] 'agreement among raft nodes before linearized reading' (duration: 2.346291435s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.999978Z","time spent":"2.346376686s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842885197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-07-01T10:19:12.346456Z","caller":"traceutil/trace.go:171","msg":"trace[290798469] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25608; }","duration":"1.843596436s","start":"2026-07-01T10:19:10.502848Z","end":"2026-07-01T10:19:12.346444Z","steps":["trace[290798469] 'agreement among raft nodes before linearized reading' (duration: 1.842838726s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.320050246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.346491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.502822Z","time spent":"1.843659078s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-01T10:19:12.346495Z","caller":"traceutil/trace.go:171","msg":"trace[1164659114] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25608; }","duration":"11.320079937s","start":"2026-07-01T10:19:01.026405Z","end":"2026-07-01T10:19:12.346485Z","steps":["trace[1164659114] 'agreement among raft nodes before linearized reading' (duration: 11.320029825s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.026339Z","time spent":"11.32018034s","remote":"127.0.0.1:41082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.346529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408815532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:12.346558Z","caller":"traceutil/trace.go:171","msg":"trace[1840308099] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25608; }","duration":"2.408875523s","start":"2026-07-01T10:19:09.937675Z","end":"2026-07-01T10:19:12.34655Z","steps":["trace[1840308099] 'agreement among raft nodes before linearized reading' (duration: 2.408816342s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.937658Z","time spent":"2.408921935s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:00.743099Z","time spent":"11.602145026s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-01T10:19:12.345377Z","caller":"traceutil/trace.go:171","msg":"trace[441356438] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25608; }","duration":"1.665541919s","start":"2026-07-01T10:19:10.679823Z","end":"2026-07-01T10:19:12.345365Z","steps":["trace[441356438] 'agreement among raft nodes before linearized reading' (duration: 1.665430976s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805735433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.346754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.679792Z","time spent":"1.666952775s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T10:19:12.346768Z","caller":"traceutil/trace.go:171","msg":"trace[267717088] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25608; }","duration":"2.805900948s","start":"2026-07-01T10:19:09.540849Z","end":"2026-07-01T10:19:12.34675Z","steps":["trace[267717088] 'agreement among raft nodes before linearized reading' (duration: 2.805735403s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.346812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.540829Z","time spent":"2.805973s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.345561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816353412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:12.347054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600191534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-07-01T10:19:12.347086Z","caller":"traceutil/trace.go:171","msg":"trace[378502345] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25608; }","duration":"2.600257036s","start":"2026-07-01T10:19:09.746818Z","end":"2026-07-01T10:19:12.347075Z","steps":["trace[378502345] 'agreement among raft nodes before linearized reading' (duration: 2.600145503s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:12.347081Z","caller":"traceutil/trace.go:171","msg":"trace[1452156022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25608; }","duration":"1.817904822s","start":"2026-07-01T10:19:10.52916Z","end":"2026-07-01T10:19:12.347065Z","steps":["trace[1452156022] 'agreement among raft nodes before linearized reading' (duration: 1.816380092s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.347113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:09.746799Z","time spent":"2.600307848s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T10:19:12.347127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:10.529137Z","time spent":"1.817977633s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:19:12.345641Z","caller":"traceutil/trace.go:171","msg":"trace[664629377] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25608; }","duration":"4.266716419s","start":"2026-07-01T10:19:08.078915Z","end":"2026-07-01T10:19:12.345632Z","steps":["trace[664629377] 'agreement among raft nodes before linearized reading' (duration: 4.266622636s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.34732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:08.078896Z","time spent":"4.268415013s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-01T10:19:12.350615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.033814889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:12.350676Z","caller":"traceutil/trace.go:171","msg":"trace[393375716] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25608; }","duration":"11.033925532s","start":"2026-07-01T10:19:01.316737Z","end":"2026-07-01T10:19:12.350663Z","steps":["trace[393375716] 'agreement among raft nodes before linearized reading' (duration: 11.033772338s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:12.350714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:01.316714Z","time spent":"11.033991254s","remote":"127.0.0.1:56394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:12.852977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:13.074994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.741852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:13.075054Z","caller":"traceutil/trace.go:171","msg":"trace[729812564] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"722.829194ms","start":"2026-07-01T10:19:12.352211Z","end":"2026-07-01T10:19:13.07504Z","steps":["trace[729812564] 'agreement among raft nodes before linearized reading' (duration: 722.749242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:13.075084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.352205Z","time spent":"722.872805ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/01 10:19:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:13.353351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:13.854022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:13.886997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538468301s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:14.355983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:19:14.356105Z","caller":"traceutil/trace.go:171","msg":"trace[946410812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166258s","start":"2026-07-01T10:19:12.355913Z","end":"2026-07-01T10:19:14.356079Z","steps":["trace[946410812] 'agreement among raft nodes before linearized reading' (duration: 2.000014184s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.356162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.355908Z","time spent":"2.000242231s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:14.744557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392393357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:14.744692Z","caller":"traceutil/trace.go:171","msg":"trace[851315891] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.392605743s","start":"2026-07-01T10:19:12.352059Z","end":"2026-07-01T10:19:14.744665Z","steps":["trace[851315891] 'agreement among raft nodes before linearized reading' (duration: 2.392414208s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:14.744761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.352039Z","time spent":"2.392707936s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/01 10:19:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:15.677557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325390399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:15.677643Z","caller":"traceutil/trace.go:171","msg":"trace[1804948809] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"3.325505393s","start":"2026-07-01T10:19:12.352119Z","end":"2026-07-01T10:19:15.677624Z","steps":["trace[1804948809] 'agreement among raft nodes before linearized reading' (duration: 3.32539301s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:15.677699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.352115Z","time spent":"3.325573785s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/01 10:19:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:15.853113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500973274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:15.853199Z","caller":"traceutil/trace.go:171","msg":"trace[382394000] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"3.501100567s","start":"2026-07-01T10:19:12.352077Z","end":"2026-07-01T10:19:15.853178Z","steps":["trace[382394000] 'agreement among raft nodes before linearized reading' (duration: 3.500989164s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:15.85325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.352066Z","time spent":"3.501174409s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/01 10:19:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:16.356542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999709235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:16.356619Z","caller":"traceutil/trace.go:171","msg":"trace[878992233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999824018s","start":"2026-07-01T10:19:14.356778Z","end":"2026-07-01T10:19:16.356602Z","steps":["trace[878992233] 'agreement among raft nodes before linearized reading' (duration: 1.999725826s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:16.35667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.356766Z","time spent":"1.999889469s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:16.663342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534346597s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:16.663483Z","caller":"traceutil/trace.go:171","msg":"trace[1362544758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25608; }","duration":"3.534505461s","start":"2026-07-01T10:19:13.128958Z","end":"2026-07-01T10:19:16.663464Z","steps":["trace[1362544758] 'range keys from in-memory index tree' (duration: 3.534327666s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:16.664593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777355378s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:16.66472Z","caller":"traceutil/trace.go:171","msg":"trace[56005332] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"4.316258831s","start":"2026-07-01T10:19:12.34844Z","end":"2026-07-01T10:19:16.664699Z","steps":["trace[56005332] 'process raft request' (duration: 1.538702317s)","trace[56005332] 'compare' (duration: 2.776832165s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:16.664802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.348401Z","time spent":"4.316353063s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:16.842011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.709320678s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T10:19:17.350292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.352156Z","time spent":"4.998130896s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 10:19:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:17.561253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.919903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:17.562034Z","caller":"traceutil/trace.go:171","msg":"trace[2121562900] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"4.846178464s","start":"2026-07-01T10:19:12.715825Z","end":"2026-07-01T10:19:17.562004Z","steps":["trace[2121562900] 'process raft request' (duration: 4.84565632s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:17.562225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.715792Z","time spent":"4.846370269s","remote":"127.0.0.1:38588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:17.562059Z","caller":"traceutil/trace.go:171","msg":"trace[1718423995] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"4.478750655s","start":"2026-07-01T10:19:13.083286Z","end":"2026-07-01T10:19:17.562037Z","steps":["trace[1718423995] 'process raft request' (duration: 4.478448048s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:17.562366Z","caller":"traceutil/trace.go:171","msg":"trace[1745337213] linearizableReadLoop","detail":"{readStateIndex:26454; appliedIndex:26450; }","duration":"5.210318046s","start":"2026-07-01T10:19:12.352019Z","end":"2026-07-01T10:19:17.562337Z","steps":["trace[1745337213] 'read index received' (duration: 1.535202906s)","trace[1745337213] 'applied index is now lower than readState.Index' (duration: 3.67511238s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:17.562521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.083261Z","time spent":"4.479172477s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:18.36432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T10:19:18.364394Z","caller":"traceutil/trace.go:171","msg":"trace[1240241777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443174s","start":"2026-07-01T10:19:16.363935Z","end":"2026-07-01T10:19:18.364378Z","steps":["trace[1240241777] 'agreement among raft nodes before linearized reading' (duration: 2.000343002s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:18.364464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:16.363917Z","time spent":"2.000536917s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:19.42071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99989276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:19.420792Z","caller":"traceutil/trace.go:171","msg":"trace[1862045736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033784s","start":"2026-07-01T10:19:17.420739Z","end":"2026-07-01T10:19:19.420773Z","steps":["trace[1862045736] 'agreement among raft nodes before linearized reading' (duration: 1.999918781s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:19.42084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.420723Z","time spent":"2.000108346s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:19.893822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332016474s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-01T10:19:19.894513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.542472934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:19.894571Z","caller":"traceutil/trace.go:171","msg":"trace[1939607686] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:0; response_revision:25613; }","duration":"7.542552337s","start":"2026-07-01T10:19:12.352004Z","end":"2026-07-01T10:19:19.894556Z","steps":["trace[1939607686] 'agreement among raft nodes before linearized reading' (duration: 5.210374348s)","trace[1939607686] 'range keys from in-memory index tree' (duration: 2.332085496s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:19.894601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.351994Z","time spent":"7.542602248s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-01T10:19:19.894759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.542740151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-62e51977-3362-4375-8c85-5c438b49b7c4\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-01T10:19:19.894774Z","caller":"traceutil/trace.go:171","msg":"trace[1441284435] range","detail":"{range_begin:/registry/persistentvolumes/pvc-62e51977-3362-4375-8c85-5c438b49b7c4; range_end:; response_count:1; response_revision:25613; }","duration":"7.542753091s","start":"2026-07-01T10:19:12.352015Z","end":"2026-07-01T10:19:19.894768Z","steps":["trace[1441284435] 'agreement among raft nodes before linearized reading' (duration: 5.210431499s)","trace[1441284435] 'range keys from in-memory index tree' (duration: 2.332246651s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:19.894787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.35198Z","time spent":"7.542804053s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-62e51977-3362-4375-8c85-5c438b49b7c4\" "} {"level":"info","ts":"2026-07-01T10:19:19.899591Z","caller":"traceutil/trace.go:171","msg":"trace[1047696055] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"4.219254711s","start":"2026-07-01T10:19:15.680299Z","end":"2026-07-01T10:19:19.899554Z","steps":["trace[1047696055] 'process raft request' (duration: 4.213597995s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:19.899784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:15.680271Z","time spent":"4.219447055s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":975,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:19:20.365511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00063786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T10:19:20.365615Z","caller":"traceutil/trace.go:171","msg":"trace[1860204833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000801665s","start":"2026-07-01T10:19:18.364787Z","end":"2026-07-01T10:19:20.365589Z","steps":["trace[1860204833] 'agreement among raft nodes before linearized reading' (duration: 2.000657471s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.365685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.364774Z","time spent":"2.000897937s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 10:19:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T10:19:20.439913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.241619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:20.440096Z","caller":"traceutil/trace.go:171","msg":"trace[244004155] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"4.583870925s","start":"2026-07-01T10:19:15.85618Z","end":"2026-07-01T10:19:20.440051Z","steps":["trace[244004155] 'process raft request' (duration: 4.04339444s)","trace[244004155] 'compare' (duration: 539.785827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:20.440138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.904065Z","time spent":"536.067591ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:19:20.440214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:15.856157Z","time spent":"4.584000429s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:20.440379Z","caller":"traceutil/trace.go:171","msg":"trace[485757383] linearizableReadLoop","detail":"{readStateIndex:26457; appliedIndex:26454; }","duration":"2.87788979s","start":"2026-07-01T10:19:17.562448Z","end":"2026-07-01T10:19:20.440338Z","steps":["trace[485757383] 'read index received' (duration: 76.952µs)","trace[485757383] 'applied index is now lower than readState.Index' (duration: 2.877811658s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:20.440561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.09777318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.440595Z","caller":"traceutil/trace.go:171","msg":"trace[768140582] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25615; }","duration":"6.097880373s","start":"2026-07-01T10:19:14.342703Z","end":"2026-07-01T10:19:20.440583Z","steps":["trace[768140582] 'agreement among raft nodes before linearized reading' (duration: 6.097790781s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.440579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.991451319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:20.440633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.342658Z","time spent":"6.097965615s","remote":"127.0.0.1:41108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:20.440668Z","caller":"traceutil/trace.go:171","msg":"trace[2101783888] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25615; }","duration":"5.991560012s","start":"2026-07-01T10:19:14.449085Z","end":"2026-07-01T10:19:20.440645Z","steps":["trace[2101783888] 'agreement among raft nodes before linearized reading' (duration: 5.991383017s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.44066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.809905554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:20.44068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.906100914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:20.44068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.083495124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:20.440716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.448988Z","time spent":"5.991717015s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:20.44073Z","caller":"traceutil/trace.go:171","msg":"trace[1935492538] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25615; }","duration":"7.810014657s","start":"2026-07-01T10:19:12.630694Z","end":"2026-07-01T10:19:20.440709Z","steps":["trace[1935492538] 'agreement among raft nodes before linearized reading' (duration: 7.809886634s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:20.440742Z","caller":"traceutil/trace.go:171","msg":"trace[1030116066] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25615; }","duration":"7.906213737s","start":"2026-07-01T10:19:12.534509Z","end":"2026-07-01T10:19:20.440722Z","steps":["trace[1030116066] 'agreement among raft nodes before linearized reading' (duration: 7.906077423s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:20.440757Z","caller":"traceutil/trace.go:171","msg":"trace[580400335] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25615; }","duration":"8.083612847s","start":"2026-07-01T10:19:12.357125Z","end":"2026-07-01T10:19:20.440738Z","steps":["trace[580400335] 'agreement among raft nodes before linearized reading' (duration: 8.083446083s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.440736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770922879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T10:19:20.440794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.630677Z","time spent":"7.81010573s","remote":"127.0.0.1:36062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.440795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.534493Z","time spent":"7.906286879s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.440803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.35712Z","time spent":"8.083673299s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T10:19:20.44081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.088577536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-01T10:19:20.440842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430310078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.44087Z","caller":"traceutil/trace.go:171","msg":"trace[589221428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25615; }","duration":"8.088679668s","start":"2026-07-01T10:19:12.35217Z","end":"2026-07-01T10:19:20.44085Z","steps":["trace[589221428] 'agreement among raft nodes before linearized reading' (duration: 8.088445832s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.440862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.088306779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-01T10:19:20.440919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.35215Z","time spent":"8.088758151s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:19:20.440962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.157191715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.440967Z","caller":"traceutil/trace.go:171","msg":"trace[1871857459] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25615; }","duration":"8.088456773s","start":"2026-07-01T10:19:12.352489Z","end":"2026-07-01T10:19:20.440946Z","steps":["trace[1871857459] 'agreement among raft nodes before linearized reading' (duration: 8.088147365s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:20.441008Z","caller":"traceutil/trace.go:171","msg":"trace[1632689030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25615; }","duration":"4.157275977s","start":"2026-07-01T10:19:16.283719Z","end":"2026-07-01T10:19:20.440995Z","steps":["trace[1632689030] 'agreement among raft nodes before linearized reading' (duration: 4.157209905s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.441028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.352485Z","time spent":"8.088526374s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T10:19:20.441046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:16.283698Z","time spent":"4.157339898s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.441076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.08178643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-01T10:19:20.441111Z","caller":"traceutil/trace.go:171","msg":"trace[1849289453] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25615; }","duration":"8.081827772s","start":"2026-07-01T10:19:12.359274Z","end":"2026-07-01T10:19:20.441102Z","steps":["trace[1849289453] 'agreement among raft nodes before linearized reading' (duration: 8.081695288s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.441121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904138793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:20.441151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:12.35927Z","time spent":"8.081874073s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T10:19:20.441148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.91036768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T10:19:20.441177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.116113198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:20.441198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175005982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:20.4412Z","caller":"traceutil/trace.go:171","msg":"trace[1968556784] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25615; }","duration":"5.910473513s","start":"2026-07-01T10:19:14.530714Z","end":"2026-07-01T10:19:20.441187Z","steps":["trace[1968556784] 'agreement among raft nodes before linearized reading' (duration: 5.910258367s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:20.441156Z","caller":"traceutil/trace.go:171","msg":"trace[496442173] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25615; }","duration":"1.904234316s","start":"2026-07-01T10:19:18.536913Z","end":"2026-07-01T10:19:20.441147Z","steps":["trace[496442173] 'agreement among raft nodes before linearized reading' (duration: 1.904178514s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:20.441226Z","caller":"traceutil/trace.go:171","msg":"trace[1813090356] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25615; }","duration":"5.116199091s","start":"2026-07-01T10:19:15.325015Z","end":"2026-07-01T10:19:20.441214Z","steps":["trace[1813090356] 'agreement among raft nodes before linearized reading' (duration: 5.116128409s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.44124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:14.530693Z","time spent":"5.910537825s","remote":"127.0.0.1:51434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":180,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.441189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792993697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:20.441007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0861697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-01T10:19:20.441268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:15.324992Z","time spent":"5.116267463s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.441269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.536881Z","time spent":"1.904363549s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:20.441303Z","caller":"traceutil/trace.go:171","msg":"trace[1798747542] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25615; }","duration":"3.086482417s","start":"2026-07-01T10:19:17.354803Z","end":"2026-07-01T10:19:20.441286Z","steps":["trace[1798747542] 'agreement among raft nodes before linearized reading' (duration: 3.086130018s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:20.441316Z","caller":"traceutil/trace.go:171","msg":"trace[121419114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25615; }","duration":"1.793150951s","start":"2026-07-01T10:19:18.648131Z","end":"2026-07-01T10:19:20.441282Z","steps":["trace[121419114] 'agreement among raft nodes before linearized reading' (duration: 1.792895285s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.44131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384975609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:20.441319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.975498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-01T10:19:20.441391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.64807Z","time spent":"1.793308875s","remote":"127.0.0.1:41070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:20.441232Z","caller":"traceutil/trace.go:171","msg":"trace[1475143308] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25615; }","duration":"2.175036243s","start":"2026-07-01T10:19:18.266185Z","end":"2026-07-01T10:19:20.441221Z","steps":["trace[1475143308] 'agreement among raft nodes before linearized reading' (duration: 2.174989892s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:20.441399Z","caller":"traceutil/trace.go:171","msg":"trace[463693385] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25615; }","duration":"1.385105032s","start":"2026-07-01T10:19:19.056275Z","end":"2026-07-01T10:19:20.44138Z","steps":["trace[463693385] 'agreement among raft nodes before linearized reading' (duration: 1.384949428s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.441463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.266142Z","time spent":"2.17530241s","remote":"127.0.0.1:38594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:20.440888Z","caller":"traceutil/trace.go:171","msg":"trace[737540781] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25615; }","duration":"2.43035728s","start":"2026-07-01T10:19:18.010521Z","end":"2026-07-01T10:19:20.440878Z","steps":["trace[737540781] 'agreement among raft nodes before linearized reading' (duration: 2.430293178s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.441583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:18.010459Z","time spent":"2.431099908s","remote":"127.0.0.1:55968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.441162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.128859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:20.441737Z","caller":"traceutil/trace.go:171","msg":"trace[1675452965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25615; }","duration":"685.718295ms","start":"2026-07-01T10:19:19.755997Z","end":"2026-07-01T10:19:20.441715Z","steps":["trace[1675452965] 'agreement among raft nodes before linearized reading' (duration: 685.054757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.44181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.755953Z","time spent":"685.834347ms","remote":"127.0.0.1:35932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:20.44084Z","caller":"traceutil/trace.go:171","msg":"trace[179493548] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25615; }","duration":"3.771063183s","start":"2026-07-01T10:19:16.669754Z","end":"2026-07-01T10:19:20.440818Z","steps":["trace[179493548] 'agreement among raft nodes before linearized reading' (duration: 3.770822687s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.442113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:16.669738Z","time spent":"3.772357116s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"warn","ts":"2026-07-01T10:19:20.441342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:17.35479Z","time spent":"3.08654168s","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T10:19:20.442335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.469649713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:19:20.442393Z","caller":"traceutil/trace.go:171","msg":"trace[1292953157] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25615; }","duration":"6.469744696s","start":"2026-07-01T10:19:13.972634Z","end":"2026-07-01T10:19:20.442379Z","steps":["trace[1292953157] 'agreement among raft nodes before linearized reading' (duration: 6.46834943s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:20.441406Z","caller":"traceutil/trace.go:171","msg":"trace[1253197969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25615; }","duration":"534.08689ms","start":"2026-07-01T10:19:19.907299Z","end":"2026-07-01T10:19:20.441386Z","steps":["trace[1253197969] 'agreement among raft nodes before linearized reading' (duration: 533.910185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:20.442431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:13.972616Z","time spent":"6.469805047s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2727,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:20.442482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.907283Z","time spent":"535.181189ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-01T10:19:20.4415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:19.05626Z","time spent":"1.385205315s","remote":"127.0.0.1:56076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:21.136004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.069027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:21.13611Z","caller":"traceutil/trace.go:171","msg":"trace[915718286] linearizableReadLoop","detail":"{readStateIndex:26459; appliedIndex:26458; }","duration":"690.776375ms","start":"2026-07-01T10:19:20.445316Z","end":"2026-07-01T10:19:21.136093Z","steps":["trace[915718286] 'read index received' (duration: 393.922723ms)","trace[915718286] 'applied index is now lower than readState.Index' (duration: 296.851512ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:21.136182Z","caller":"traceutil/trace.go:171","msg":"trace[629500751] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"692.797257ms","start":"2026-07-01T10:19:20.443373Z","end":"2026-07-01T10:19:21.13617Z","steps":["trace[629500751] 'process raft request' (duration: 395.471713ms)","trace[629500751] 'compare' (duration: 296.720978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:21.136244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.443351Z","time spent":"692.862399ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:21.136569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.246097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-01T10:19:21.136614Z","caller":"traceutil/trace.go:171","msg":"trace[1279132028] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25616; }","duration":"691.310449ms","start":"2026-07-01T10:19:20.44529Z","end":"2026-07-01T10:19:21.136601Z","steps":["trace[1279132028] 'agreement among raft nodes before linearized reading' (duration: 691.172566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.136651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.445275Z","time spent":"691.36982ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-01T10:19:21.465771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.689004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:21.465993Z","caller":"traceutil/trace.go:171","msg":"trace[1484151552] linearizableReadLoop","detail":"{readStateIndex:26462; appliedIndex:26459; }","duration":"329.839455ms","start":"2026-07-01T10:19:21.136138Z","end":"2026-07-01T10:19:21.465977Z","steps":["trace[1484151552] 'read index received' (duration: 133.838734ms)","trace[1484151552] 'applied index is now lower than readState.Index' (duration: 195.999721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:21.466223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017668664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:21.466273Z","caller":"traceutil/trace.go:171","msg":"trace[1050920564] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25619; }","duration":"1.017745736s","start":"2026-07-01T10:19:20.448518Z","end":"2026-07-01T10:19:21.466263Z","steps":["trace[1050920564] 'agreement among raft nodes before linearized reading' (duration: 1.017635713s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:21.466249Z","caller":"traceutil/trace.go:171","msg":"trace[1235085006] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"1.01521227s","start":"2026-07-01T10:19:20.450993Z","end":"2026-07-01T10:19:21.466205Z","steps":["trace[1235085006] 'process raft request' (duration: 1.014933093s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.466277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020083737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-34f1a0f5-ca47-4fd4-a8e5-7b2ea21c4f53\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-07-01T10:19:21.466301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.448511Z","time spent":"1.017783067s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T10:19:21.466312Z","caller":"traceutil/trace.go:171","msg":"trace[1837604547] range","detail":"{range_begin:/registry/persistentvolumes/pvc-34f1a0f5-ca47-4fd4-a8e5-7b2ea21c4f53; range_end:; response_count:1; response_revision:25619; }","duration":"1.020140428s","start":"2026-07-01T10:19:20.44616Z","end":"2026-07-01T10:19:21.466301Z","steps":["trace[1837604547] 'agreement among raft nodes before linearized reading' (duration: 1.020015504s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.466307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.458341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:21.466304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.965218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:21.466345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.446151Z","time spent":"1.020186359s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-34f1a0f5-ca47-4fd4-a8e5-7b2ea21c4f53\" "} {"level":"warn","ts":"2026-07-01T10:19:21.466377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.450983Z","time spent":"1.015321993s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:21.466307Z","caller":"traceutil/trace.go:171","msg":"trace[1045086355] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"1.02022169s","start":"2026-07-01T10:19:20.446043Z","end":"2026-07-01T10:19:21.466264Z","steps":["trace[1045086355] 'process raft request' (duration: 823.961221ms)","trace[1045086355] 'compare' (duration: 195.564761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:21.466395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.362447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T10:19:21.466392Z","caller":"traceutil/trace.go:171","msg":"trace[83389256] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"1.020193499s","start":"2026-07-01T10:19:20.446175Z","end":"2026-07-01T10:19:21.466369Z","steps":["trace[83389256] 'process raft request' (duration: 1.019685666s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:21.466455Z","caller":"traceutil/trace.go:171","msg":"trace[1373619215] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25619; }","duration":"813.4753ms","start":"2026-07-01T10:19:20.652966Z","end":"2026-07-01T10:19:21.466442Z","steps":["trace[1373619215] 'agreement among raft nodes before linearized reading' (duration: 813.183243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.466492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.652958Z","time spent":"813.525301ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:21.46652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.446155Z","time spent":"1.020300712s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:21.466396Z","caller":"traceutil/trace.go:171","msg":"trace[1620499616] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25619; }","duration":"815.101453ms","start":"2026-07-01T10:19:20.651274Z","end":"2026-07-01T10:19:21.466376Z","steps":["trace[1620499616] 'agreement among raft nodes before linearized reading' (duration: 814.965629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.466572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.953124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"warn","ts":"2026-07-01T10:19:21.466608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.651249Z","time spent":"815.336878ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:21.466396Z","caller":"traceutil/trace.go:171","msg":"trace[151099552] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25619; }","duration":"541.619925ms","start":"2026-07-01T10:19:20.92475Z","end":"2026-07-01T10:19:21.46637Z","steps":["trace[151099552] 'agreement among raft nodes before linearized reading' (duration: 541.448701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.466615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.446027Z","time spent":"1.020435586s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:21.466667Z","caller":"traceutil/trace.go:171","msg":"trace[1777821724] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25619; }","duration":"826.110498ms","start":"2026-07-01T10:19:20.640532Z","end":"2026-07-01T10:19:21.466643Z","steps":["trace[1777821724] 'agreement among raft nodes before linearized reading' (duration: 825.81017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.466718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.640491Z","time spent":"826.21749ms","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18580,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T10:19:21.466735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:20.924728Z","time spent":"541.988134ms","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:21.758853Z","caller":"traceutil/trace.go:171","msg":"trace[740535356] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"534.091091ms","start":"2026-07-01T10:19:21.224715Z","end":"2026-07-01T10:19:21.758806Z","steps":["trace[740535356] 'process raft request' (duration: 491.737595ms)","trace[740535356] 'compare' (duration: 42.161301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:21.759128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:21.224687Z","time spent":"534.258335ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:21.759173Z","caller":"traceutil/trace.go:171","msg":"trace[1205754585] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"495.591855ms","start":"2026-07-01T10:19:21.263544Z","end":"2026-07-01T10:19:21.759136Z","steps":["trace[1205754585] 'process raft request' (duration: 495.218355ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:21.759249Z","caller":"traceutil/trace.go:171","msg":"trace[1391676026] linearizableReadLoop","detail":"{readStateIndex:26464; appliedIndex:26462; }","duration":"293.170116ms","start":"2026-07-01T10:19:21.466041Z","end":"2026-07-01T10:19:21.759211Z","steps":["trace[1391676026] 'read index received' (duration: 250.443701ms)","trace[1391676026] 'applied index is now lower than readState.Index' (duration: 42.719305ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:21.759335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:21.263515Z","time spent":"495.735578ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:21.759461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.961452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-01T10:19:21.759532Z","caller":"traceutil/trace.go:171","msg":"trace[558422314] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25621; }","duration":"620.082245ms","start":"2026-07-01T10:19:21.139434Z","end":"2026-07-01T10:19:21.759516Z","steps":["trace[558422314] 'agreement among raft nodes before linearized reading' (duration: 619.87957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.759571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:21.139413Z","time spent":"620.149978ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T10:19:21.760259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.430292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-07-01T10:19:21.76036Z","caller":"traceutil/trace.go:171","msg":"trace[236140239] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25622; }","duration":"274.542284ms","start":"2026-07-01T10:19:21.485791Z","end":"2026-07-01T10:19:21.760333Z","steps":["trace[236140239] 'agreement among raft nodes before linearized reading' (duration: 274.37831ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:21.760805Z","caller":"traceutil/trace.go:171","msg":"trace[1569139680] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"289.741017ms","start":"2026-07-01T10:19:21.47105Z","end":"2026-07-01T10:19:21.760791Z","steps":["trace[1569139680] 'process raft request' (duration: 288.816673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.760928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.935542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vw8zz\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-07-01T10:19:21.760969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.7548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:21.760997Z","caller":"traceutil/trace.go:171","msg":"trace[1365472694] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-vw8zz; range_end:; response_count:1; response_revision:25622; }","duration":"290.042425ms","start":"2026-07-01T10:19:21.470937Z","end":"2026-07-01T10:19:21.76098Z","steps":["trace[1365472694] 'agreement among raft nodes before linearized reading' (duration: 289.06436ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:21.761019Z","caller":"traceutil/trace.go:171","msg":"trace[1491718387] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25622; }","duration":"281.855203ms","start":"2026-07-01T10:19:21.479151Z","end":"2026-07-01T10:19:21.761006Z","steps":["trace[1491718387] 'agreement among raft nodes before linearized reading' (duration: 281.76196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.761121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.913202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-01T10:19:21.761194Z","caller":"traceutil/trace.go:171","msg":"trace[711370028] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25622; }","duration":"290.025585ms","start":"2026-07-01T10:19:21.471151Z","end":"2026-07-01T10:19:21.761176Z","steps":["trace[711370028] 'agreement among raft nodes before linearized reading' (duration: 289.81208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.761267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.037908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18557"} {"level":"info","ts":"2026-07-01T10:19:21.761305Z","caller":"traceutil/trace.go:171","msg":"trace[382985206] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25622; }","duration":"282.11666ms","start":"2026-07-01T10:19:21.479179Z","end":"2026-07-01T10:19:21.761296Z","steps":["trace[382985206] 'agreement among raft nodes before linearized reading' (duration: 282.003407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:21.761308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.261387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:21.761382Z","caller":"traceutil/trace.go:171","msg":"trace[2057594325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25622; }","duration":"218.382351ms","start":"2026-07-01T10:19:21.542987Z","end":"2026-07-01T10:19:21.761369Z","steps":["trace[2057594325] 'agreement among raft nodes before linearized reading' (duration: 218.284119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.319425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.642769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:22.319637Z","caller":"traceutil/trace.go:171","msg":"trace[1736346198] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"550.795792ms","start":"2026-07-01T10:19:21.768824Z","end":"2026-07-01T10:19:22.31962Z","steps":["trace[1736346198] 'process raft request' (duration: 550.71675ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:22.319666Z","caller":"traceutil/trace.go:171","msg":"trace[1978231559] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26465; }","duration":"550.949036ms","start":"2026-07-01T10:19:21.768698Z","end":"2026-07-01T10:19:22.319647Z","steps":["trace[1978231559] 'read index received' (duration: 123.992149ms)","trace[1978231559] 'applied index is now lower than readState.Index' (duration: 426.940707ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:22.31967Z","caller":"traceutil/trace.go:171","msg":"trace[1021028589] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"551.091249ms","start":"2026-07-01T10:19:21.76853Z","end":"2026-07-01T10:19:22.319621Z","steps":["trace[1021028589] 'process raft request' (duration: 124.165213ms)","trace[1021028589] 'compare' (duration: 426.166387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:22.319829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:21.768501Z","time spent":"551.238713ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:22.319854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.148221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-01T10:19:22.319888Z","caller":"traceutil/trace.go:171","msg":"trace[1113339346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25624; }","duration":"551.206863ms","start":"2026-07-01T10:19:21.768669Z","end":"2026-07-01T10:19:22.319876Z","steps":["trace[1113339346] 'agreement among raft nodes before linearized reading' (duration: 551.070149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.319702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:21.768811Z","time spent":"550.858934ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:22.319919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:21.768653Z","time spent":"551.258544ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-01T10:19:22.320096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.19741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-07-01T10:19:22.320181Z","caller":"traceutil/trace.go:171","msg":"trace[1015071759] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25624; }","duration":"525.327052ms","start":"2026-07-01T10:19:21.794837Z","end":"2026-07-01T10:19:22.320164Z","steps":["trace[1015071759] 'agreement among raft nodes before linearized reading' (duration: 525.077026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.320227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:21.794822Z","time spent":"525.395895ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-01T10:19:22.320246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.42402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-07-01T10:19:22.320369Z","caller":"traceutil/trace.go:171","msg":"trace[1920941480] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25624; }","duration":"524.581904ms","start":"2026-07-01T10:19:21.795763Z","end":"2026-07-01T10:19:22.320345Z","steps":["trace[1920941480] 'agreement among raft nodes before linearized reading' (duration: 524.305657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.320466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:21.795746Z","time spent":"524.664376ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-07-01T10:19:22.320529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.028757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:22.320647Z","caller":"traceutil/trace.go:171","msg":"trace[1205689421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25624; }","duration":"389.656103ms","start":"2026-07-01T10:19:21.930969Z","end":"2026-07-01T10:19:22.320625Z","steps":["trace[1205689421] 'agreement among raft nodes before linearized reading' (duration: 388.984146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.320961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:21.930944Z","time spent":"389.769157ms","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:22.917546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.139878ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-01T10:19:22.918052Z","caller":"traceutil/trace.go:171","msg":"trace[1120807663] linearizableReadLoop","detail":"{readStateIndex:26468; appliedIndex:26467; }","duration":"591.25342ms","start":"2026-07-01T10:19:22.326778Z","end":"2026-07-01T10:19:22.918031Z","steps":["trace[1120807663] 'read index received' (duration: 128.621029ms)","trace[1120807663] 'applied index is now lower than readState.Index' (duration: 462.630471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:22.91826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.464796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1863"} {"level":"info","ts":"2026-07-01T10:19:22.918303Z","caller":"traceutil/trace.go:171","msg":"trace[1477769169] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25624; }","duration":"591.551058ms","start":"2026-07-01T10:19:22.326738Z","end":"2026-07-01T10:19:22.918289Z","steps":["trace[1477769169] 'agreement among raft nodes before linearized reading' (duration: 591.372733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.918338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.326718Z","time spent":"591.610839ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-01T10:19:22.918339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.325094Z","time spent":"593.237301ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:19:22.920057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.195992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:22.920131Z","caller":"traceutil/trace.go:171","msg":"trace[1268498997] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25625; }","duration":"139.335915ms","start":"2026-07-01T10:19:22.780778Z","end":"2026-07-01T10:19:22.920114Z","steps":["trace[1268498997] 'agreement among raft nodes before linearized reading' (duration: 139.157921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.920707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.437796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:22.920716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.657535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T10:19:22.92061Z","caller":"traceutil/trace.go:171","msg":"trace[925296107] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"588.640623ms","start":"2026-07-01T10:19:22.331873Z","end":"2026-07-01T10:19:22.920513Z","steps":["trace[925296107] 'process raft request' (duration: 587.859452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.920791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.61803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:22.920825Z","caller":"traceutil/trace.go:171","msg":"trace[2102713011] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25625; }","duration":"568.801139ms","start":"2026-07-01T10:19:22.352002Z","end":"2026-07-01T10:19:22.920803Z","steps":["trace[2102713011] 'agreement among raft nodes before linearized reading' (duration: 567.905136ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:22.920833Z","caller":"traceutil/trace.go:171","msg":"trace[1476703541] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25625; }","duration":"513.692023ms","start":"2026-07-01T10:19:22.407129Z","end":"2026-07-01T10:19:22.920821Z","steps":["trace[1476703541] 'agreement among raft nodes before linearized reading' (duration: 513.479637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.920876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.351989Z","time spent":"568.875881ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-01T10:19:22.920878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.407116Z","time spent":"513.752254ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:22.920947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.331857Z","time spent":"588.985881ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:22.92109Z","caller":"traceutil/trace.go:171","msg":"trace[1406977157] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25625; }","duration":"409.62425ms","start":"2026-07-01T10:19:22.511165Z","end":"2026-07-01T10:19:22.920789Z","steps":["trace[1406977157] 'agreement among raft nodes before linearized reading' (duration: 409.392424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:22.921301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.511131Z","time spent":"410.147834ms","remote":"127.0.0.1:51426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:23.424599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:24.105262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.56865ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:24.105447Z","caller":"traceutil/trace.go:171","msg":"trace[1185578095] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25625; }","duration":"976.794486ms","start":"2026-07-01T10:19:23.128631Z","end":"2026-07-01T10:19:24.105425Z","steps":["trace[1185578095] 'range keys from in-memory index tree' (duration: 976.54918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.105747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.248709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:24.105806Z","caller":"traceutil/trace.go:171","msg":"trace[122385210] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"1.185847566s","start":"2026-07-01T10:19:22.919949Z","end":"2026-07-01T10:19:24.105797Z","steps":["trace[122385210] 'process raft request' (duration: 999.504324ms)","trace[122385210] 'compare' (duration: 186.087415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:24.105845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.91992Z","time spent":"1.185905488s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:24.109991Z","caller":"traceutil/trace.go:171","msg":"trace[1619725145] linearizableReadLoop","detail":"{readStateIndex:26471; appliedIndex:26469; }","duration":"1.185726353s","start":"2026-07-01T10:19:22.924245Z","end":"2026-07-01T10:19:24.109972Z","steps":["trace[1619725145] 'read index received' (duration: 995.167132ms)","trace[1619725145] 'applied index is now lower than readState.Index' (duration: 190.558011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:24.110007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.923198Z","time spent":"1.186803621s","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:19:24.11018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167114941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-01T10:19:24.110211Z","caller":"traceutil/trace.go:171","msg":"trace[805086679] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25626; }","duration":"1.167196573s","start":"2026-07-01T10:19:22.943007Z","end":"2026-07-01T10:19:24.110204Z","steps":["trace[805086679] 'agreement among raft nodes before linearized reading' (duration: 1.16707087s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.110234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.942989Z","time spent":"1.167239425s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T10:19:24.110395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186117823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ffe777b2-a5a5-4c80-b1a4-8b32585d5029\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-01T10:19:24.110513Z","caller":"traceutil/trace.go:171","msg":"trace[597259626] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ffe777b2-a5a5-4c80-b1a4-8b32585d5029; range_end:; response_count:1; response_revision:25626; }","duration":"1.186242836s","start":"2026-07-01T10:19:22.92422Z","end":"2026-07-01T10:19:24.110463Z","steps":["trace[597259626] 'agreement among raft nodes before linearized reading' (duration: 1.185808335s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.110552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.897151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:24.110574Z","caller":"traceutil/trace.go:171","msg":"trace[1132736948] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25626; }","duration":"100.957573ms","start":"2026-07-01T10:19:24.00961Z","end":"2026-07-01T10:19:24.110568Z","steps":["trace[1132736948] 'agreement among raft nodes before linearized reading' (duration: 100.86632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.110581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:22.92421Z","time spent":"1.186349259s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ffe777b2-a5a5-4c80-b1a4-8b32585d5029\" "} {"level":"warn","ts":"2026-07-01T10:19:24.11065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.48568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:24.110689Z","caller":"traceutil/trace.go:171","msg":"trace[715014321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25626; }","duration":"568.574693ms","start":"2026-07-01T10:19:23.542105Z","end":"2026-07-01T10:19:24.11068Z","steps":["trace[715014321] 'agreement among raft nodes before linearized reading' (duration: 568.510781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.110716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:23.542075Z","time spent":"568.636864ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:24.110836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.261101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:24.110862Z","caller":"traceutil/trace.go:171","msg":"trace[485188163] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25626; }","duration":"251.323443ms","start":"2026-07-01T10:19:23.85953Z","end":"2026-07-01T10:19:24.110854Z","steps":["trace[485188163] 'agreement among raft nodes before linearized reading' (duration: 251.284272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.110898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.485652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:19:24.110943Z","caller":"traceutil/trace.go:171","msg":"trace[1640905659] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25626; }","duration":"279.556605ms","start":"2026-07-01T10:19:23.831361Z","end":"2026-07-01T10:19:24.110918Z","steps":["trace[1640905659] 'agreement among raft nodes before linearized reading' (duration: 279.492653ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:24.271396Z","caller":"traceutil/trace.go:171","msg":"trace[1772052539] linearizableReadLoop","detail":"{readStateIndex:26474; appliedIndex:26473; }","duration":"121.170446ms","start":"2026-07-01T10:19:24.150204Z","end":"2026-07-01T10:19:24.271374Z","steps":["trace[1772052539] 'read index received' (duration: 81.993912ms)","trace[1772052539] 'applied index is now lower than readState.Index' (duration: 39.175014ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:24.271393Z","caller":"traceutil/trace.go:171","msg":"trace[754564596] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"123.888096ms","start":"2026-07-01T10:19:24.147484Z","end":"2026-07-01T10:19:24.271372Z","steps":["trace[754564596] 'process raft request' (duration: 84.715412ms)","trace[754564596] 'compare' (duration: 38.899147ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:24.271597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.387471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-01T10:19:24.271638Z","caller":"traceutil/trace.go:171","msg":"trace[1398016904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25629; }","duration":"121.456973ms","start":"2026-07-01T10:19:24.150172Z","end":"2026-07-01T10:19:24.271629Z","steps":["trace[1398016904] 'agreement among raft nodes before linearized reading' (duration: 121.275239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.271696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.827099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-07-01T10:19:24.271793Z","caller":"traceutil/trace.go:171","msg":"trace[756716460] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25629; }","duration":"112.946103ms","start":"2026-07-01T10:19:24.15883Z","end":"2026-07-01T10:19:24.271776Z","steps":["trace[756716460] 'agreement among raft nodes before linearized reading' (duration: 112.792069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.271842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.112734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:24.271873Z","caller":"traceutil/trace.go:171","msg":"trace[104328398] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25629; }","duration":"109.146685ms","start":"2026-07-01T10:19:24.16272Z","end":"2026-07-01T10:19:24.271866Z","steps":["trace[104328398] 'agreement among raft nodes before linearized reading' (duration: 109.095063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.272375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.210779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T10:19:24.272452Z","caller":"traceutil/trace.go:171","msg":"trace[1312247943] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25629; }","duration":"113.303442ms","start":"2026-07-01T10:19:24.159138Z","end":"2026-07-01T10:19:24.272442Z","steps":["trace[1312247943] 'agreement among raft nodes before linearized reading' (duration: 112.83789ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:24.764007Z","caller":"traceutil/trace.go:171","msg":"trace[141355150] linearizableReadLoop","detail":"{readStateIndex:26476; appliedIndex:26475; }","duration":"398.857882ms","start":"2026-07-01T10:19:24.365124Z","end":"2026-07-01T10:19:24.763981Z","steps":["trace[141355150] 'read index received' (duration: 398.625766ms)","trace[141355150] 'applied index is now lower than readState.Index' (duration: 231.116µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:24.764071Z","caller":"traceutil/trace.go:171","msg":"trace[2037961669] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"432.265856ms","start":"2026-07-01T10:19:24.331754Z","end":"2026-07-01T10:19:24.76402Z","steps":["trace[2037961669] 'process raft request' (duration: 432.06141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.764224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.069417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-07-01T10:19:24.764272Z","caller":"traceutil/trace.go:171","msg":"trace[1121590089] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25631; }","duration":"399.142579ms","start":"2026-07-01T10:19:24.365116Z","end":"2026-07-01T10:19:24.764259Z","steps":["trace[1121590089] 'agreement among raft nodes before linearized reading' (duration: 399.003795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.764322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:24.365064Z","time spent":"399.246051ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-07-01T10:19:24.764576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.799769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:24.764654Z","caller":"traceutil/trace.go:171","msg":"trace[1577023741] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25631; }","duration":"386.889781ms","start":"2026-07-01T10:19:24.377739Z","end":"2026-07-01T10:19:24.764628Z","steps":["trace[1577023741] 'agreement among raft nodes before linearized reading' (duration: 386.758488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.764702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:24.377728Z","time spent":"386.963803ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:24.764688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.462517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-01T10:19:24.764774Z","caller":"traceutil/trace.go:171","msg":"trace[424154937] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25631; }","duration":"399.598651ms","start":"2026-07-01T10:19:24.365153Z","end":"2026-07-01T10:19:24.764752Z","steps":["trace[424154937] 'agreement among raft nodes before linearized reading' (duration: 399.330304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.764728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.724182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:24.764687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.678417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-01T10:19:24.764899Z","caller":"traceutil/trace.go:171","msg":"trace[1594331018] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25631; }","duration":"330.928363ms","start":"2026-07-01T10:19:24.433948Z","end":"2026-07-01T10:19:24.764876Z","steps":["trace[1594331018] 'agreement among raft nodes before linearized reading' (duration: 330.553703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.764957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:24.433931Z","time spent":"331.010116ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-01T10:19:24.764834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:24.365133Z","time spent":"399.691853ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-07-01T10:19:24.764903Z","caller":"traceutil/trace.go:171","msg":"trace[190117720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25631; }","duration":"152.955238ms","start":"2026-07-01T10:19:24.611926Z","end":"2026-07-01T10:19:24.764881Z","steps":["trace[190117720] 'agreement among raft nodes before linearized reading' (duration: 152.687731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:24.764322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:24.331738Z","time spent":"432.467641ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:25.957135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.107159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:25.957262Z","caller":"traceutil/trace.go:171","msg":"trace[1685593708] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"1.188989676s","start":"2026-07-01T10:19:24.768239Z","end":"2026-07-01T10:19:25.957229Z","steps":["trace[1685593708] 'process raft request' (duration: 455.734133ms)","trace[1685593708] 'compare' (duration: 732.114874ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:25.957321Z","caller":"traceutil/trace.go:171","msg":"trace[1810010762] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"508.700932ms","start":"2026-07-01T10:19:25.448606Z","end":"2026-07-01T10:19:25.957307Z","steps":["trace[1810010762] 'process raft request' (duration: 508.6119ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:25.957372Z","caller":"traceutil/trace.go:171","msg":"trace[1031669020] linearizableReadLoop","detail":"{readStateIndex:26477; appliedIndex:26476; }","duration":"1.186326467s","start":"2026-07-01T10:19:24.771013Z","end":"2026-07-01T10:19:25.95734Z","steps":["trace[1031669020] 'read index received' (duration: 452.951681ms)","trace[1031669020] 'applied index is now lower than readState.Index' (duration: 733.372806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:25.957391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:24.76822Z","time spent":"1.18911673s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:19:25.957378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:25.448577Z","time spent":"508.769754ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:25.957471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18645512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-01T10:19:25.957494Z","caller":"traceutil/trace.go:171","msg":"trace[737351914] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25633; }","duration":"1.186496572s","start":"2026-07-01T10:19:24.770991Z","end":"2026-07-01T10:19:25.957488Z","steps":["trace[737351914] 'agreement among raft nodes before linearized reading' (duration: 1.18642731s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:25.957521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:24.770982Z","time spent":"1.186534433s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:19:25.957532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.024196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:25.957564Z","caller":"traceutil/trace.go:171","msg":"trace[2122768200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25633; }","duration":"416.105618ms","start":"2026-07-01T10:19:25.541451Z","end":"2026-07-01T10:19:25.957556Z","steps":["trace[2122768200] 'agreement among raft nodes before linearized reading' (duration: 416.045016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:25.957584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:25.541421Z","time spent":"416.158978ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:19:25.957889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.710256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-01T10:19:25.957938Z","caller":"traceutil/trace.go:171","msg":"trace[1494818479] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25633; }","duration":"214.788018ms","start":"2026-07-01T10:19:25.743138Z","end":"2026-07-01T10:19:25.957926Z","steps":["trace[1494818479] 'agreement among raft nodes before linearized reading' (duration: 214.639745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:27.733906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341694909s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:27.734007Z","caller":"traceutil/trace.go:171","msg":"trace[953588552] linearizableReadLoop","detail":"{readStateIndex:26479; appliedIndex:26478; }","duration":"1.518622648s","start":"2026-07-01T10:19:26.215369Z","end":"2026-07-01T10:19:27.733991Z","steps":["trace[953588552] 'read index received' (duration: 176.814786ms)","trace[953588552] 'applied index is now lower than readState.Index' (duration: 1.341806512s)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:27.734078Z","caller":"traceutil/trace.go:171","msg":"trace[339537041] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"1.76177901s","start":"2026-07-01T10:19:25.972288Z","end":"2026-07-01T10:19:27.734067Z","steps":["trace[339537041] 'process raft request' (duration: 419.834034ms)","trace[339537041] 'compare' (duration: 1.340979161s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:27.734132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:25.972277Z","time spent":"1.761825161s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:27.73431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518927125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:27.734381Z","caller":"traceutil/trace.go:171","msg":"trace[1841536649] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25634; }","duration":"1.519051108s","start":"2026-07-01T10:19:26.215312Z","end":"2026-07-01T10:19:27.734363Z","steps":["trace[1841536649] 'agreement among raft nodes before linearized reading' (duration: 1.518888234s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:27.734434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:26.21529Z","time spent":"1.519132511s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:28.234793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15334368728189092999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T10:19:28.405692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053033909s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T10:19:28.406295Z","caller":"traceutil/trace.go:171","msg":"trace[332733476] linearizableReadLoop","detail":"{readStateIndex:26480; appliedIndex:26479; }","duration":"672.242036ms","start":"2026-07-01T10:19:27.734032Z","end":"2026-07-01T10:19:28.406274Z","steps":["trace[332733476] 'read index received' (duration: 672.04435ms)","trace[332733476] 'applied index is now lower than readState.Index' (duration: 196.785µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:28.406585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310638556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:28.406618Z","caller":"traceutil/trace.go:171","msg":"trace[507197072] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25635; }","duration":"1.310731958s","start":"2026-07-01T10:19:27.095877Z","end":"2026-07-01T10:19:28.406609Z","steps":["trace[507197072] 'agreement among raft nodes before linearized reading' (duration: 1.310662916s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:28.40663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691274905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:28.406644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:27.095848Z","time spent":"1.31078799s","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:28.406674Z","caller":"traceutil/trace.go:171","msg":"trace[1454726477] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25635; }","duration":"1.691352308s","start":"2026-07-01T10:19:26.715309Z","end":"2026-07-01T10:19:28.406662Z","steps":["trace[1454726477] 'agreement among raft nodes before linearized reading' (duration: 1.691273566s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:28.406647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7142808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:28.406719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:26.715294Z","time spent":"1.691414319s","remote":"127.0.0.1:45322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:28.406705Z","caller":"traceutil/trace.go:171","msg":"trace[1355598433] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"1.05421134s","start":"2026-07-01T10:19:27.35246Z","end":"2026-07-01T10:19:28.406672Z","steps":["trace[1355598433] 'process raft request' (duration: 1.053671966s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:28.406769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.109149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vw8zz.18be2321bc017d23\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-01T10:19:28.406796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13535824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:28.406847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:27.352433Z","time spent":"1.054336633s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:28.406865Z","caller":"traceutil/trace.go:171","msg":"trace[642083750] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-vw8zz.18be2321bc017d23; range_end:; response_count:1; response_revision:25635; }","duration":"668.281013ms","start":"2026-07-01T10:19:27.738559Z","end":"2026-07-01T10:19:28.40684Z","steps":["trace[642083750] 'agreement among raft nodes before linearized reading' (duration: 668.001806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:28.406859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.703412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:28.406877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834987034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:28.406918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:27.738541Z","time spent":"668.363085ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vw8zz.18be2321bc017d23\" "} {"level":"info","ts":"2026-07-01T10:19:28.406949Z","caller":"traceutil/trace.go:171","msg":"trace[1079899587] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25635; }","duration":"334.810984ms","start":"2026-07-01T10:19:28.072117Z","end":"2026-07-01T10:19:28.406928Z","steps":["trace[1079899587] 'agreement among raft nodes before linearized reading' (duration: 334.6419ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:28.406977Z","caller":"traceutil/trace.go:171","msg":"trace[142743085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25635; }","duration":"1.835153579s","start":"2026-07-01T10:19:26.571786Z","end":"2026-07-01T10:19:28.406939Z","steps":["trace[142743085] 'agreement among raft nodes before linearized reading' (duration: 1.834923233s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:28.407003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:28.072054Z","time spent":"334.938867ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:28.407014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743790734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-01T10:19:28.407039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:26.57175Z","time spent":"1.835256141s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:19:28.407125Z","caller":"traceutil/trace.go:171","msg":"trace[1703395806] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25635; }","duration":"1.743930258s","start":"2026-07-01T10:19:26.66317Z","end":"2026-07-01T10:19:28.4071Z","steps":["trace[1703395806] 'agreement among raft nodes before linearized reading' (duration: 1.74361087s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:28.407308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:26.663149Z","time spent":"1.744143383s","remote":"127.0.0.1:50288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-01T10:19:28.406736Z","caller":"traceutil/trace.go:171","msg":"trace[85887893] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25635; }","duration":"1.714485306s","start":"2026-07-01T10:19:26.692231Z","end":"2026-07-01T10:19:28.406716Z","steps":["trace[85887893] 'agreement among raft nodes before linearized reading' (duration: 1.714295341s)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:28.406889Z","caller":"traceutil/trace.go:171","msg":"trace[46238367] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25635; }","duration":"1.135540214s","start":"2026-07-01T10:19:27.271333Z","end":"2026-07-01T10:19:28.406873Z","steps":["trace[46238367] 'agreement among raft nodes before linearized reading' (duration: 1.135173835s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:28.40783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:26.692196Z","time spent":"1.715601825s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:28.407894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:27.271295Z","time spent":"1.136579311s","remote":"127.0.0.1:51584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":41,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:29.086279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.382939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:29.086369Z","caller":"traceutil/trace.go:171","msg":"trace[640072961] linearizableReadLoop","detail":"{readStateIndex:26481; appliedIndex:26480; }","duration":"673.069736ms","start":"2026-07-01T10:19:28.413284Z","end":"2026-07-01T10:19:29.086353Z","steps":["trace[640072961] 'read index received' (duration: 478.43242ms)","trace[640072961] 'applied index is now lower than readState.Index' (duration: 194.635076ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:29.086439Z","caller":"traceutil/trace.go:171","msg":"trace[23934800] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"676.038903ms","start":"2026-07-01T10:19:28.410391Z","end":"2026-07-01T10:19:29.08643Z","steps":["trace[23934800] 'process raft request' (duration: 481.414127ms)","trace[23934800] 'compare' (duration: 194.167214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:29.086484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:28.410334Z","time spent":"676.125865ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:29.086628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.323432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:29.086804Z","caller":"traceutil/trace.go:171","msg":"trace[1879523683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25636; }","duration":"673.547878ms","start":"2026-07-01T10:19:28.413233Z","end":"2026-07-01T10:19:29.086781Z","steps":["trace[1879523683] 'agreement among raft nodes before linearized reading' (duration: 673.25444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:29.086854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:28.413221Z","time spent":"673.61894ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:19:29.494097Z","caller":"traceutil/trace.go:171","msg":"trace[1428041159] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26481; }","duration":"407.642288ms","start":"2026-07-01T10:19:29.086387Z","end":"2026-07-01T10:19:29.49403Z","steps":["trace[1428041159] 'read index received' (duration: 345.382117ms)","trace[1428041159] 'applied index is now lower than readState.Index' (duration: 62.258371ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:29.494175Z","caller":"traceutil/trace.go:171","msg":"trace[602632385] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"522.751856ms","start":"2026-07-01T10:19:28.971371Z","end":"2026-07-01T10:19:29.494123Z","steps":["trace[602632385] 'process raft request' (duration: 460.415213ms)","trace[602632385] 'compare' (duration: 62.005024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:29.494374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:28.971343Z","time spent":"522.92237ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:29.494497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.211511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-01T10:19:29.494552Z","caller":"traceutil/trace.go:171","msg":"trace[1587330750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25637; }","duration":"743.342124ms","start":"2026-07-01T10:19:28.75119Z","end":"2026-07-01T10:19:29.494532Z","steps":["trace[1587330750] 'agreement among raft nodes before linearized reading' (duration: 743.056247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:29.494594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:28.751161Z","time spent":"743.421597ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-01T10:19:29.494602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.877907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-01T10:19:29.494688Z","caller":"traceutil/trace.go:171","msg":"trace[266825952] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d; range_end:; response_count:1; response_revision:25637; }","duration":"405.023621ms","start":"2026-07-01T10:19:29.089639Z","end":"2026-07-01T10:19:29.494663Z","steps":["trace[266825952] 'agreement among raft nodes before linearized reading' (duration: 404.694092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:29.494734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:29.089622Z","time spent":"405.103013ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be2298c770806d\" "} {"level":"warn","ts":"2026-07-01T10:19:29.49482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.496292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:29.494878Z","caller":"traceutil/trace.go:171","msg":"trace[1557897766] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25637; }","duration":"347.589515ms","start":"2026-07-01T10:19:29.147271Z","end":"2026-07-01T10:19:29.49486Z","steps":["trace[1557897766] 'agreement among raft nodes before linearized reading' (duration: 347.462952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:29.494857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001003432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:29.494923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:29.147254Z","time spent":"347.655926ms","remote":"127.0.0.1:51566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:29.494939Z","caller":"traceutil/trace.go:171","msg":"trace[683420339] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25637; }","duration":"1.001148766s","start":"2026-07-01T10:19:28.49377Z","end":"2026-07-01T10:19:29.494918Z","steps":["trace[683420339] 'agreement among raft nodes before linearized reading' (duration: 1.000961152s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:29.494989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:28.493751Z","time spent":"1.001226858s","remote":"127.0.0.1:38652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:19:29.968668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.267776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:19:29.969137Z","caller":"traceutil/trace.go:171","msg":"trace[1916004152] linearizableReadLoop","detail":"{readStateIndex:26483; appliedIndex:26482; }","duration":"471.352297ms","start":"2026-07-01T10:19:29.497737Z","end":"2026-07-01T10:19:29.969089Z","steps":["trace[1916004152] 'read index received' (duration: 169.470456ms)","trace[1916004152] 'applied index is now lower than readState.Index' (duration: 301.879591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:29.969385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.966539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:29.969412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.651695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2cf23090-9d44-4921-9bae-7820ca9993cc\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-01T10:19:29.969489Z","caller":"traceutil/trace.go:171","msg":"trace[29638416] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2cf23090-9d44-4921-9bae-7820ca9993cc; range_end:; response_count:1; response_revision:25638; }","duration":"471.748027ms","start":"2026-07-01T10:19:29.497724Z","end":"2026-07-01T10:19:29.969472Z","steps":["trace[29638416] 'agreement among raft nodes before linearized reading' (duration: 471.45202ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:29.969431Z","caller":"traceutil/trace.go:171","msg":"trace[1086642087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25638; }","duration":"427.051181ms","start":"2026-07-01T10:19:29.542368Z","end":"2026-07-01T10:19:29.969419Z","steps":["trace[1086642087] 'agreement among raft nodes before linearized reading' (duration: 426.935418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:29.96954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:29.497677Z","time spent":"471.85347ms","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-2cf23090-9d44-4921-9bae-7820ca9993cc\" "} {"level":"warn","ts":"2026-07-01T10:19:29.969517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.528654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:19:29.969537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.277826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:19:29.969573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:29.542354Z","time spent":"427.206985ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:19:29.969597Z","caller":"traceutil/trace.go:171","msg":"trace[1564373552] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25638; }","duration":"143.672038ms","start":"2026-07-01T10:19:29.825903Z","end":"2026-07-01T10:19:29.969575Z","steps":["trace[1564373552] 'agreement among raft nodes before linearized reading' (duration: 143.496163ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:29.969607Z","caller":"traceutil/trace.go:171","msg":"trace[692200559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25638; }","duration":"250.41439ms","start":"2026-07-01T10:19:29.719171Z","end":"2026-07-01T10:19:29.969586Z","steps":["trace[692200559] 'agreement among raft nodes before linearized reading' (duration: 250.284787ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:29.96977Z","caller":"traceutil/trace.go:171","msg":"trace[363356565] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"471.635114ms","start":"2026-07-01T10:19:29.497494Z","end":"2026-07-01T10:19:29.969129Z","steps":["trace[363356565] 'process raft request' (duration: 169.775443ms)","trace[363356565] 'compare' (duration: 300.747763ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:29.969908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:29.497467Z","time spent":"472.368464ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:19:30.36815Z","caller":"traceutil/trace.go:171","msg":"trace[755575526] linearizableReadLoop","detail":"{readStateIndex:26484; appliedIndex:26484; }","duration":"269.727459ms","start":"2026-07-01T10:19:30.098399Z","end":"2026-07-01T10:19:30.368127Z","steps":["trace[755575526] 'read index received' (duration: 269.717019ms)","trace[755575526] 'applied index is now lower than readState.Index' (duration: 8.1µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:30.368157Z","caller":"traceutil/trace.go:171","msg":"trace[1919376102] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"392.559298ms","start":"2026-07-01T10:19:29.975566Z","end":"2026-07-01T10:19:30.368125Z","steps":["trace[1919376102] 'process raft request' (duration: 392.266001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:30.36837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:29.975547Z","time spent":"392.702763ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:19:30.368545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.7878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:19:30.368655Z","caller":"traceutil/trace.go:171","msg":"trace[226199298] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25639; }","duration":"165.959394ms","start":"2026-07-01T10:19:30.202667Z","end":"2026-07-01T10:19:30.368627Z","steps":["trace[226199298] 'agreement among raft nodes before linearized reading' (duration: 165.610255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:30.368561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.013477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-01T10:19:30.368755Z","caller":"traceutil/trace.go:171","msg":"trace[1312661523] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25639; }","duration":"270.366906ms","start":"2026-07-01T10:19:30.098367Z","end":"2026-07-01T10:19:30.368734Z","steps":["trace[1312661523] 'agreement among raft nodes before linearized reading' (duration: 269.841793ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:30.574231Z","caller":"traceutil/trace.go:171","msg":"trace[2063784765] linearizableReadLoop","detail":"{readStateIndex:26485; appliedIndex:26484; }","duration":"181.643931ms","start":"2026-07-01T10:19:30.392559Z","end":"2026-07-01T10:19:30.574203Z","steps":["trace[2063784765] 'read index received' (duration: 137.050387ms)","trace[2063784765] 'applied index is now lower than readState.Index' (duration: 44.591154ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:30.57434Z","caller":"traceutil/trace.go:171","msg":"trace[1082515669] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"198.572588ms","start":"2026-07-01T10:19:30.375756Z","end":"2026-07-01T10:19:30.574329Z","steps":["trace[1082515669] 'process raft request' (duration: 153.694137ms)","trace[1082515669] 'compare' (duration: 44.496271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:30.574742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.173064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:19:30.574772Z","caller":"traceutil/trace.go:171","msg":"trace[481268946] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25640; }","duration":"182.277867ms","start":"2026-07-01T10:19:30.392487Z","end":"2026-07-01T10:19:30.574765Z","steps":["trace[481268946] 'agreement among raft nodes before linearized reading' (duration: 182.066371ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:30.584326Z","caller":"traceutil/trace.go:171","msg":"trace[103630660] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"180.027948ms","start":"2026-07-01T10:19:30.404278Z","end":"2026-07-01T10:19:30.584306Z","steps":["trace[103630660] 'process raft request' (duration: 179.851344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:32.112797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.858412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rtzfq.18be2088ff20a2f8\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-07-01T10:19:32.112783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.696428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-01T10:19:32.112868Z","caller":"traceutil/trace.go:171","msg":"trace[555327879] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rtzfq.18be2088ff20a2f8; range_end:; response_count:1; response_revision:25736; }","duration":"182.999906ms","start":"2026-07-01T10:19:31.929849Z","end":"2026-07-01T10:19:32.112849Z","steps":["trace[555327879] 'range keys from in-memory index tree' (duration: 182.756049ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:32.112901Z","caller":"traceutil/trace.go:171","msg":"trace[397613645] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25736; }","duration":"148.852372ms","start":"2026-07-01T10:19:31.964019Z","end":"2026-07-01T10:19:32.112872Z","steps":["trace[397613645] 'range keys from in-memory index tree' (duration: 148.415321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:32.113029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.297581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:465"} {"level":"info","ts":"2026-07-01T10:19:32.11315Z","caller":"traceutil/trace.go:171","msg":"trace[1196770957] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25736; }","duration":"169.470216ms","start":"2026-07-01T10:19:31.943649Z","end":"2026-07-01T10:19:32.113119Z","steps":["trace[1196770957] 'range keys from in-memory index tree' (duration: 169.090436ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:32.742039Z","caller":"traceutil/trace.go:171","msg":"trace[1616648770] linearizableReadLoop","detail":"{readStateIndex:26587; appliedIndex:26585; }","duration":"543.557375ms","start":"2026-07-01T10:19:32.198453Z","end":"2026-07-01T10:19:32.74201Z","steps":["trace[1616648770] 'read index received' (duration: 269.927µs)","trace[1616648770] 'applied index is now lower than readState.Index' (duration: 543.285628ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:32.742079Z","caller":"traceutil/trace.go:171","msg":"trace[1363077207] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"555.428662ms","start":"2026-07-01T10:19:32.186618Z","end":"2026-07-01T10:19:32.742047Z","steps":["trace[1363077207] 'process raft request' (duration: 463.887554ms)","trace[1363077207] 'compare' (duration: 90.935083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:32.742202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.18661Z","time spent":"555.533165ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T10:19:32.742462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.812772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-j2s82\" ","response":"range_response_count:1 size:5959"} {"level":"info","ts":"2026-07-01T10:19:32.742523Z","caller":"traceutil/trace.go:171","msg":"trace[800837949] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-j2s82; range_end:; response_count:1; response_revision:25742; }","duration":"544.063528ms","start":"2026-07-01T10:19:32.198445Z","end":"2026-07-01T10:19:32.742509Z","steps":["trace[800837949] 'agreement among raft nodes before linearized reading' (duration: 543.658908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:32.742558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.198394Z","time spent":"544.1563ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5982,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-j2s82\" "} {"level":"warn","ts":"2026-07-01T10:19:32.754412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.166548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:32.754466Z","caller":"traceutil/trace.go:171","msg":"trace[2069992850] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"185.745726ms","start":"2026-07-01T10:19:32.5687Z","end":"2026-07-01T10:19:32.754446Z","steps":["trace[2069992850] 'process raft request' (duration: 185.52727ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:32.754481Z","caller":"traceutil/trace.go:171","msg":"trace[1864565539] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25743; }","duration":"552.238289ms","start":"2026-07-01T10:19:32.202224Z","end":"2026-07-01T10:19:32.754462Z","steps":["trace[1864565539] 'agreement among raft nodes before linearized reading' (duration: 552.118876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:32.75458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.08836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:19:32.754621Z","caller":"traceutil/trace.go:171","msg":"trace[1923211116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25743; }","duration":"546.220393ms","start":"2026-07-01T10:19:32.20839Z","end":"2026-07-01T10:19:32.75461Z","steps":["trace[1923211116] 'agreement among raft nodes before linearized reading' (duration: 546.114011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:32.75466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.208376Z","time spent":"546.275555ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:19:32.754716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.778402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-01T10:19:32.754696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.202203Z","time spent":"552.400483ms","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:19:32.754785Z","caller":"traceutil/trace.go:171","msg":"trace[1744847877] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25743; }","duration":"511.899455ms","start":"2026-07-01T10:19:32.242864Z","end":"2026-07-01T10:19:32.754764Z","steps":["trace[1744847877] 'agreement among raft nodes before linearized reading' (duration: 511.635138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:32.754785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.5483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-01T10:19:32.754827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.242842Z","time spent":"511.975948ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T10:19:32.754843Z","caller":"traceutil/trace.go:171","msg":"trace[277178383] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25743; }","duration":"401.659673ms","start":"2026-07-01T10:19:32.353163Z","end":"2026-07-01T10:19:32.754823Z","steps":["trace[277178383] 'agreement among raft nodes before linearized reading' (duration: 401.456548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:32.754885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:19:32.353139Z","time spent":"401.733615ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"warn","ts":"2026-07-01T10:19:32.754844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.54187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:32.755087Z","caller":"traceutil/trace.go:171","msg":"trace[1659059349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25743; }","duration":"180.978772ms","start":"2026-07-01T10:19:32.574082Z","end":"2026-07-01T10:19:32.755061Z","steps":["trace[1659059349] 'agreement among raft nodes before linearized reading' (duration: 180.50051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:32.755181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.242518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:32.755231Z","caller":"traceutil/trace.go:171","msg":"trace[830808204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25743; }","duration":"215.998598ms","start":"2026-07-01T10:19:32.539214Z","end":"2026-07-01T10:19:32.755212Z","steps":["trace[830808204] 'agreement among raft nodes before linearized reading' (duration: 215.198697ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:32.900272Z","caller":"traceutil/trace.go:171","msg":"trace[142152499] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"148.621896ms","start":"2026-07-01T10:19:32.751624Z","end":"2026-07-01T10:19:32.900246Z","steps":["trace[142152499] 'process raft request' (duration: 148.444771ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:32.955653Z","caller":"traceutil/trace.go:171","msg":"trace[1320197238] linearizableReadLoop","detail":"{readStateIndex:26590; appliedIndex:26588; }","duration":"140.381693ms","start":"2026-07-01T10:19:32.815251Z","end":"2026-07-01T10:19:32.955633Z","steps":["trace[1320197238] 'read index received' (duration: 84.901638ms)","trace[1320197238] 'applied index is now lower than readState.Index' (duration: 55.478905ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:32.955836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.558537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:32.955907Z","caller":"traceutil/trace.go:171","msg":"trace[772617840] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25744; }","duration":"140.65135ms","start":"2026-07-01T10:19:32.815236Z","end":"2026-07-01T10:19:32.955887Z","steps":["trace[772617840] 'agreement among raft nodes before linearized reading' (duration: 140.505976ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:33.792356Z","caller":"traceutil/trace.go:171","msg":"trace[2090156150] linearizableReadLoop","detail":"{readStateIndex:26603; appliedIndex:26602; }","duration":"121.265508ms","start":"2026-07-01T10:19:33.671051Z","end":"2026-07-01T10:19:33.792317Z","steps":["trace[2090156150] 'read index received' (duration: 111.821204ms)","trace[2090156150] 'applied index is now lower than readState.Index' (duration: 9.442574ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:33.79254Z","caller":"traceutil/trace.go:171","msg":"trace[1190141533] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"201.624577ms","start":"2026-07-01T10:19:33.590903Z","end":"2026-07-01T10:19:33.792528Z","steps":["trace[1190141533] 'process raft request' (duration: 191.986108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:33.792899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.827312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:33.792982Z","caller":"traceutil/trace.go:171","msg":"trace[273510384] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25757; }","duration":"121.954466ms","start":"2026-07-01T10:19:33.671009Z","end":"2026-07-01T10:19:33.792963Z","steps":["trace[273510384] 'agreement among raft nodes before linearized reading' (duration: 121.842963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:34.402695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.99233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-domain-ks-user.18be2288eef14c5d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25761 ","response":"range_response_count:500 size:386053"} {"level":"info","ts":"2026-07-01T10:19:34.40278Z","caller":"traceutil/trace.go:171","msg":"trace[729660061] range","detail":"{range_begin:/registry/events/openstack/heat-domain-ks-user.18be2288eef14c5d\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25761; }","duration":"126.118004ms","start":"2026-07-01T10:19:34.276643Z","end":"2026-07-01T10:19:34.402761Z","steps":["trace[729660061] 'range keys from in-memory index tree' (duration: 124.136822ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:34.484748Z","caller":"traceutil/trace.go:171","msg":"trace[85751918] linearizableReadLoop","detail":"{readStateIndex:26608; appliedIndex:26607; }","duration":"107.171054ms","start":"2026-07-01T10:19:34.377556Z","end":"2026-07-01T10:19:34.484727Z","steps":["trace[85751918] 'read index received' (duration: 106.975059ms)","trace[85751918] 'applied index is now lower than readState.Index' (duration: 194.955µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:34.484871Z","caller":"traceutil/trace.go:171","msg":"trace[1833950738] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"146.511502ms","start":"2026-07-01T10:19:34.338328Z","end":"2026-07-01T10:19:34.48484Z","steps":["trace[1833950738] 'process raft request' (duration: 146.236375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:19:34.484953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.384679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:19:34.4853Z","caller":"traceutil/trace.go:171","msg":"trace[711529250] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25762; }","duration":"107.79249ms","start":"2026-07-01T10:19:34.377491Z","end":"2026-07-01T10:19:34.485284Z","steps":["trace[711529250] 'agreement among raft nodes before linearized reading' (duration: 107.3941ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:39.338318Z","caller":"traceutil/trace.go:171","msg":"trace[694771581] linearizableReadLoop","detail":"{readStateIndex:26621; appliedIndex:26620; }","duration":"116.860204ms","start":"2026-07-01T10:19:39.221433Z","end":"2026-07-01T10:19:39.338293Z","steps":["trace[694771581] 'read index received' (duration: 48.031593ms)","trace[694771581] 'applied index is now lower than readState.Index' (duration: 68.827701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:19:39.338577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.127311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-07-01T10:19:39.33866Z","caller":"traceutil/trace.go:171","msg":"trace[1627047000] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25774; }","duration":"117.247304ms","start":"2026-07-01T10:19:39.221395Z","end":"2026-07-01T10:19:39.338642Z","steps":["trace[1627047000] 'agreement among raft nodes before linearized reading' (duration: 116.979568ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:19:39.338388Z","caller":"traceutil/trace.go:171","msg":"trace[769808501] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"118.342903ms","start":"2026-07-01T10:19:39.220007Z","end":"2026-07-01T10:19:39.33835Z","steps":["trace[769808501] 'process raft request' (duration: 49.494381ms)","trace[769808501] 'compare' (duration: 68.612736ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:19:40.530411Z","caller":"traceutil/trace.go:171","msg":"trace[477430543] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"111.155745ms","start":"2026-07-01T10:19:40.419229Z","end":"2026-07-01T10:19:40.530385Z","steps":["trace[477430543] 'process raft request' (duration: 75.413404ms)","trace[477430543] 'compare' (duration: 35.29624ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:01.218034Z","caller":"traceutil/trace.go:171","msg":"trace[944665217] linearizableReadLoop","detail":"{readStateIndex:26823; appliedIndex:26822; }","duration":"170.932315ms","start":"2026-07-01T10:20:01.047075Z","end":"2026-07-01T10:20:01.218007Z","steps":["trace[944665217] 'read index received' (duration: 170.73073ms)","trace[944665217] 'applied index is now lower than readState.Index' (duration: 200.825µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:01.218387Z","caller":"traceutil/trace.go:171","msg":"trace[1168422916] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"181.249304ms","start":"2026-07-01T10:20:01.037122Z","end":"2026-07-01T10:20:01.218371Z","steps":["trace[1168422916] 'process raft request' (duration: 180.69573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.21867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.384718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T10:20:01.218765Z","caller":"traceutil/trace.go:171","msg":"trace[455533928] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25969; }","duration":"158.524392ms","start":"2026-07-01T10:20:01.060223Z","end":"2026-07-01T10:20:01.218748Z","steps":["trace[455533928] 'agreement among raft nodes before linearized reading' (duration: 158.291746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.218966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.88516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"warn","ts":"2026-07-01T10:20:01.218968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.796734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-07-01T10:20:01.219015Z","caller":"traceutil/trace.go:171","msg":"trace[1281768569] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25969; }","duration":"172.075915ms","start":"2026-07-01T10:20:01.046928Z","end":"2026-07-01T10:20:01.219004Z","steps":["trace[1281768569] 'agreement among raft nodes before linearized reading' (duration: 171.951902ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.219046Z","caller":"traceutil/trace.go:171","msg":"trace[1904319537] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:25969; }","duration":"121.928657ms","start":"2026-07-01T10:20:01.097098Z","end":"2026-07-01T10:20:01.219027Z","steps":["trace[1904319537] 'agreement among raft nodes before linearized reading' (duration: 121.64962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.219138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.64185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18591"} {"level":"info","ts":"2026-07-01T10:20:01.219191Z","caller":"traceutil/trace.go:171","msg":"trace[975835520] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25969; }","duration":"139.758273ms","start":"2026-07-01T10:20:01.079423Z","end":"2026-07-01T10:20:01.219182Z","steps":["trace[975835520] 'agreement among raft nodes before linearized reading' (duration: 139.550147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.219505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.796292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"info","ts":"2026-07-01T10:20:01.219826Z","caller":"traceutil/trace.go:171","msg":"trace[1274297363] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25969; }","duration":"148.142021ms","start":"2026-07-01T10:20:01.071676Z","end":"2026-07-01T10:20:01.219818Z","steps":["trace[1274297363] 'agreement among raft nodes before linearized reading' (duration: 147.771931ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.864208Z","caller":"traceutil/trace.go:171","msg":"trace[557766639] linearizableReadLoop","detail":"{readStateIndex:26827; appliedIndex:26826; }","duration":"168.293286ms","start":"2026-07-01T10:20:01.695887Z","end":"2026-07-01T10:20:01.86418Z","steps":["trace[557766639] 'read index received' (duration: 168.129902ms)","trace[557766639] 'applied index is now lower than readState.Index' (duration: 162.254µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:01.86433Z","caller":"traceutil/trace.go:171","msg":"trace[1978217497] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"174.981101ms","start":"2026-07-01T10:20:01.689338Z","end":"2026-07-01T10:20:01.864319Z","steps":["trace[1978217497] 'process raft request' (duration: 174.671613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.864625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.714757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6827"} {"level":"info","ts":"2026-07-01T10:20:01.864699Z","caller":"traceutil/trace.go:171","msg":"trace[640958644] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:25973; }","duration":"168.8205ms","start":"2026-07-01T10:20:01.695861Z","end":"2026-07-01T10:20:01.864681Z","steps":["trace[640958644] 'agreement among raft nodes before linearized reading' (duration: 168.632735ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.926146Z","caller":"traceutil/trace.go:171","msg":"trace[1318966830] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"101.156176ms","start":"2026-07-01T10:20:01.82497Z","end":"2026-07-01T10:20:01.926126Z","steps":["trace[1318966830] 'process raft request' (duration: 100.790517ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.926494Z","caller":"traceutil/trace.go:171","msg":"trace[130729226] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"156.392066ms","start":"2026-07-01T10:20:01.770067Z","end":"2026-07-01T10:20:01.926459Z","steps":["trace[130729226] 'process raft request' (duration: 135.553873ms)","trace[130729226] 'compare' (duration: 19.834707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:01.927287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.587323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-rpc-server-7d76966756\" ","response":"range_response_count:1 size:8509"} {"level":"warn","ts":"2026-07-01T10:20:01.927327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.855921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-65c7d79f75\" ","response":"range_response_count:1 size:9664"} {"level":"info","ts":"2026-07-01T10:20:01.927368Z","caller":"traceutil/trace.go:171","msg":"trace[1722958625] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-rpc-server-7d76966756; range_end:; response_count:1; response_revision:25977; }","duration":"181.725407ms","start":"2026-07-01T10:20:01.745622Z","end":"2026-07-01T10:20:01.927348Z","steps":["trace[1722958625] 'agreement among raft nodes before linearized reading' (duration: 181.514261ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:01.927409Z","caller":"traceutil/trace.go:171","msg":"trace[1578483523] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-65c7d79f75; range_end:; response_count:1; response_revision:25977; }","duration":"130.946433ms","start":"2026-07-01T10:20:01.796441Z","end":"2026-07-01T10:20:01.927387Z","steps":["trace[1578483523] 'agreement among raft nodes before linearized reading' (duration: 130.726737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.927452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.646396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-01T10:20:01.927506Z","caller":"traceutil/trace.go:171","msg":"trace[1515785271] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25977; }","duration":"206.728898ms","start":"2026-07-01T10:20:01.720766Z","end":"2026-07-01T10:20:01.927494Z","steps":["trace[1515785271] 'agreement among raft nodes before linearized reading' (duration: 206.593204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.927613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.578202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-6677445dc6\" ","response":"range_response_count:1 size:7388"} {"level":"info","ts":"2026-07-01T10:20:01.927653Z","caller":"traceutil/trace.go:171","msg":"trace[273990433] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-6677445dc6; range_end:; response_count:1; response_revision:25977; }","duration":"105.670015ms","start":"2026-07-01T10:20:01.821973Z","end":"2026-07-01T10:20:01.927643Z","steps":["trace[273990433] 'agreement among raft nodes before linearized reading' (duration: 105.565232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:01.927651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.52676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-server-78fb4b76dc\" ","response":"range_response_count:1 size:11065"} {"level":"info","ts":"2026-07-01T10:20:01.927785Z","caller":"traceutil/trace.go:171","msg":"trace[1953207969] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-server-78fb4b76dc; range_end:; response_count:1; response_revision:25977; }","duration":"156.698474ms","start":"2026-07-01T10:20:01.771068Z","end":"2026-07-01T10:20:01.927766Z","steps":["trace[1953207969] 'agreement among raft nodes before linearized reading' (duration: 156.285093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.698115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.879576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T10:20:02.698226Z","caller":"traceutil/trace.go:171","msg":"trace[339743494] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:25982; }","duration":"343.02675ms","start":"2026-07-01T10:20:02.355179Z","end":"2026-07-01T10:20:02.698205Z","steps":["trace[339743494] 'range keys from in-memory index tree' (duration: 342.732693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.698325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.211877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11365"} {"level":"info","ts":"2026-07-01T10:20:02.698408Z","caller":"traceutil/trace.go:171","msg":"trace[303090785] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:25982; }","duration":"401.34271ms","start":"2026-07-01T10:20:02.297046Z","end":"2026-07-01T10:20:02.698388Z","steps":["trace[303090785] 'range keys from in-memory index tree' (duration: 401.020072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.698452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.297023Z","time spent":"401.420532ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":11388,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-01T10:20:02.698973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.960799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9964"} {"level":"info","ts":"2026-07-01T10:20:02.699013Z","caller":"traceutil/trace.go:171","msg":"trace[396246974] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:25982; }","duration":"376.046091ms","start":"2026-07-01T10:20:02.322958Z","end":"2026-07-01T10:20:02.699005Z","steps":["trace[396246974] 'range keys from in-memory index tree' (duration: 375.844906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.699046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.369494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7688"} {"level":"info","ts":"2026-07-01T10:20:02.699093Z","caller":"traceutil/trace.go:171","msg":"trace[31882767] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:25982; }","duration":"352.470757ms","start":"2026-07-01T10:20:02.346612Z","end":"2026-07-01T10:20:02.699082Z","steps":["trace[31882767] 'range keys from in-memory index tree' (duration: 352.2081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.699142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.346585Z","time spent":"352.529168ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7711,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-07-01T10:20:02.699034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.322935Z","time spent":"376.093642ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9987,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-07-01T10:20:02.698304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.35514Z","time spent":"343.150663ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.109\" "} {"level":"info","ts":"2026-07-01T10:20:02.708484Z","caller":"traceutil/trace.go:171","msg":"trace[1950721556] linearizableReadLoop","detail":"{readStateIndex:26837; appliedIndex:26836; }","duration":"336.964192ms","start":"2026-07-01T10:20:02.371493Z","end":"2026-07-01T10:20:02.708457Z","steps":["trace[1950721556] 'read index received' (duration: 336.709376ms)","trace[1950721556] 'applied index is now lower than readState.Index' (duration: 253.586µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:02.708586Z","caller":"traceutil/trace.go:171","msg":"trace[549081312] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"351.568173ms","start":"2026-07-01T10:20:02.356999Z","end":"2026-07-01T10:20:02.708567Z","steps":["trace[549081312] 'process raft request' (duration: 351.266795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.708696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.356974Z","time spent":"351.658555ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:02.708836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.310551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-07-01T10:20:02.708929Z","caller":"traceutil/trace.go:171","msg":"trace[1645894845] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25983; }","duration":"337.472946ms","start":"2026-07-01T10:20:02.371433Z","end":"2026-07-01T10:20:02.708906Z","steps":["trace[1645894845] 'agreement among raft nodes before linearized reading' (duration: 337.154998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:02.708983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.371409Z","time spent":"337.563158ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-01T10:20:03.29303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.814475Z","time spent":"478.546462ms","remote":"127.0.0.1:35528","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:20:03.29316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.420155ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:03.293292Z","caller":"traceutil/trace.go:171","msg":"trace[384643772] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"741.846115ms","start":"2026-07-01T10:20:02.551421Z","end":"2026-07-01T10:20:03.293267Z","steps":["trace[384643772] 'process raft request' (duration: 645.838173ms)","trace[384643772] 'compare' (duration: 95.626312ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:03.293364Z","caller":"traceutil/trace.go:171","msg":"trace[1286483422] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25983; }","duration":"164.639191ms","start":"2026-07-01T10:20:03.128698Z","end":"2026-07-01T10:20:03.293337Z","steps":["trace[1286483422] 'range keys from in-memory index tree' (duration: 164.400144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.293453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.551404Z","time spent":"741.947928ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:03.293562Z","caller":"traceutil/trace.go:171","msg":"trace[846491973] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"477.786613ms","start":"2026-07-01T10:20:02.815752Z","end":"2026-07-01T10:20:03.293539Z","steps":["trace[846491973] 'process raft request' (duration: 477.727591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.293575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.700238Z","time spent":"593.331685ms","remote":"127.0.0.1:51160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T10:20:03.29369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.81574Z","time spent":"477.881065ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:03.293775Z","caller":"traceutil/trace.go:171","msg":"trace[1461442093] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"625.642556ms","start":"2026-07-01T10:20:02.668113Z","end":"2026-07-01T10:20:03.293756Z","steps":["trace[1461442093] 'process raft request' (duration: 625.054061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.293836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.298447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-07-01T10:20:03.293865Z","caller":"traceutil/trace.go:171","msg":"trace[1254636339] linearizableReadLoop","detail":"{readStateIndex:26840; appliedIndex:26837; }","duration":"585.275864ms","start":"2026-07-01T10:20:02.708553Z","end":"2026-07-01T10:20:03.293829Z","steps":["trace[1254636339] 'read index received' (duration: 488.652886ms)","trace[1254636339] 'applied index is now lower than readState.Index' (duration: 96.382162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:03.294067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.124026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-07-01T10:20:03.294077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.50872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-b4695b548\" ","response":"range_response_count:1 size:6903"} {"level":"warn","ts":"2026-07-01T10:20:03.294093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.808285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-07-01T10:20:03.294109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.250351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-07-01T10:20:03.29413Z","caller":"traceutil/trace.go:171","msg":"trace[1209105567] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-b4695b548; range_end:; response_count:1; response_revision:25986; }","duration":"847.618852ms","start":"2026-07-01T10:20:02.446501Z","end":"2026-07-01T10:20:03.29412Z","steps":["trace[1209105567] 'agreement among raft nodes before linearized reading' (duration: 847.483538ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:03.294139Z","caller":"traceutil/trace.go:171","msg":"trace[198331354] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25986; }","duration":"695.850266ms","start":"2026-07-01T10:20:02.598277Z","end":"2026-07-01T10:20:03.294127Z","steps":["trace[198331354] 'agreement among raft nodes before linearized reading' (duration: 695.759034ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:03.294137Z","caller":"traceutil/trace.go:171","msg":"trace[261433194] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25986; }","duration":"647.217819ms","start":"2026-07-01T10:20:02.646896Z","end":"2026-07-01T10:20:03.294114Z","steps":["trace[261433194] 'agreement among raft nodes before linearized reading' (duration: 646.861909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.294161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.446483Z","time spent":"847.671684ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6926,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-b4695b548\" "} {"level":"warn","ts":"2026-07-01T10:20:03.29417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.598251Z","time spent":"695.911608ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-07-01T10:20:03.294162Z","caller":"traceutil/trace.go:171","msg":"trace[459286412] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:25986; }","duration":"672.356664ms","start":"2026-07-01T10:20:02.62179Z","end":"2026-07-01T10:20:03.294147Z","steps":["trace[459286412] 'agreement among raft nodes before linearized reading' (duration: 672.182359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.294159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.824748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-api-854c9474c6\" ","response":"range_response_count:1 size:7774"} {"level":"warn","ts":"2026-07-01T10:20:03.294179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.922229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-01T10:20:03.294214Z","caller":"traceutil/trace.go:171","msg":"trace[570432359] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-api-854c9474c6; range_end:; response_count:1; response_revision:25986; }","duration":"819.9108ms","start":"2026-07-01T10:20:02.474295Z","end":"2026-07-01T10:20:03.294205Z","steps":["trace[570432359] 'agreement among raft nodes before linearized reading' (duration: 819.767416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.294221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.621768Z","time spent":"672.439986ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-07-01T10:20:03.294237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.474279Z","time spent":"819.951371ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7797,"request content":"key:\"/registry/replicasets/openstack/octavia-api-854c9474c6\" "} {"level":"warn","ts":"2026-07-01T10:20:03.29419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.646884Z","time spent":"647.2918ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-01T10:20:03.293867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.668102Z","time spent":"625.705248ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:03.29396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.400888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7208"} {"level":"warn","ts":"2026-07-01T10:20:03.294007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.344411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:03.29393Z","caller":"traceutil/trace.go:171","msg":"trace[1761707309] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25986; }","duration":"747.403679ms","start":"2026-07-01T10:20:02.546506Z","end":"2026-07-01T10:20:03.29391Z","steps":["trace[1761707309] 'agreement among raft nodes before linearized reading' (duration: 747.141653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.294326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.167106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9565"} {"level":"info","ts":"2026-07-01T10:20:03.294369Z","caller":"traceutil/trace.go:171","msg":"trace[917274489] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:25986; }","duration":"796.861669ms","start":"2026-07-01T10:20:02.497499Z","end":"2026-07-01T10:20:03.294361Z","steps":["trace[917274489] 'agreement among raft nodes before linearized reading' (duration: 796.364886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.294393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.497471Z","time spent":"796.914691ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7231,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"info","ts":"2026-07-01T10:20:03.294371Z","caller":"traceutil/trace.go:171","msg":"trace[1431802026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25986; }","duration":"749.737721ms","start":"2026-07-01T10:20:02.544609Z","end":"2026-07-01T10:20:03.294346Z","steps":["trace[1431802026] 'agreement among raft nodes before linearized reading' (duration: 749.378561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.294393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.5465Z","time spent":"747.875663ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-07-01T10:20:03.294432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.38081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:8809"} {"level":"warn","ts":"2026-07-01T10:20:03.294438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.544584Z","time spent":"749.835224ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:20:03.294239Z","caller":"traceutil/trace.go:171","msg":"trace[2108368884] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25986; }","duration":"772.035692ms","start":"2026-07-01T10:20:02.522186Z","end":"2026-07-01T10:20:03.294222Z","steps":["trace[2108368884] 'agreement among raft nodes before linearized reading' (duration: 771.840547ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:03.294459Z","caller":"traceutil/trace.go:171","msg":"trace[734596113] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:25986; }","duration":"884.445962ms","start":"2026-07-01T10:20:02.410005Z","end":"2026-07-01T10:20:03.294451Z","steps":["trace[734596113] 'agreement among raft nodes before linearized reading' (duration: 884.359969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.294484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.409986Z","time spent":"884.493953ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8832,"request content":"key:\"/registry/deployments/openstack/neutron-rpc-server\" "} {"level":"warn","ts":"2026-07-01T10:20:03.294494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.522162Z","time spent":"772.316649ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-01T10:20:03.294397Z","caller":"traceutil/trace.go:171","msg":"trace[1081116718] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25986; }","duration":"721.317421ms","start":"2026-07-01T10:20:02.573063Z","end":"2026-07-01T10:20:03.29438Z","steps":["trace[1081116718] 'agreement among raft nodes before linearized reading' (duration: 721.129676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.29457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.573033Z","time spent":"721.529395ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-07-01T10:20:03.294651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.227183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-07-01T10:20:03.294719Z","caller":"traceutil/trace.go:171","msg":"trace[770060004] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25986; }","duration":"623.320886ms","start":"2026-07-01T10:20:02.671378Z","end":"2026-07-01T10:20:03.294699Z","steps":["trace[770060004] 'agreement among raft nodes before linearized reading' (duration: 623.07963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.294763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.671369Z","time spent":"623.381517ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-01T10:20:03.295002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.365003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-07-01T10:20:03.295059Z","caller":"traceutil/trace.go:171","msg":"trace[1331359935] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25986; }","duration":"873.485136ms","start":"2026-07-01T10:20:02.421561Z","end":"2026-07-01T10:20:03.295046Z","steps":["trace[1331359935] 'agreement among raft nodes before linearized reading' (duration: 872.607033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.295096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.42154Z","time spent":"873.547668ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-07-01T10:20:03.295117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.617831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-housekeeping-699d88d979\" ","response":"range_response_count:1 size:7402"} {"level":"info","ts":"2026-07-01T10:20:03.295186Z","caller":"traceutil/trace.go:171","msg":"trace[100553007] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-housekeeping-699d88d979; range_end:; response_count:1; response_revision:25986; }","duration":"573.708923ms","start":"2026-07-01T10:20:02.72146Z","end":"2026-07-01T10:20:03.295169Z","steps":["trace[100553007] 'agreement among raft nodes before linearized reading' (duration: 573.543669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.29524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.721443Z","time spent":"573.783945ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":7425,"request content":"key:\"/registry/replicasets/openstack/octavia-housekeeping-699d88d979\" "} {"level":"warn","ts":"2026-07-01T10:20:03.294624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.16219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9672"} {"level":"warn","ts":"2026-07-01T10:20:03.295432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.304029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-01T10:20:03.295509Z","caller":"traceutil/trace.go:171","msg":"trace[1103752446] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:25986; }","duration":"424.393881ms","start":"2026-07-01T10:20:02.871095Z","end":"2026-07-01T10:20:03.295489Z","steps":["trace[1103752446] 'agreement among raft nodes before linearized reading' (duration: 424.223866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.296939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.871089Z","time spent":"425.830529ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5675,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-07-01T10:20:03.295568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.634287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:20:03.295578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.790094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4106"} {"level":"info","ts":"2026-07-01T10:20:03.297706Z","caller":"traceutil/trace.go:171","msg":"trace[1616586628] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:25986; }","duration":"451.931079ms","start":"2026-07-01T10:20:02.845761Z","end":"2026-07-01T10:20:03.297692Z","steps":["trace[1616586628] 'agreement among raft nodes before linearized reading' (duration: 449.708131ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:03.295468Z","caller":"traceutil/trace.go:171","msg":"trace[1667243419] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:25986; }","duration":"599.28182ms","start":"2026-07-01T10:20:02.696135Z","end":"2026-07-01T10:20:03.295417Z","steps":["trace[1667243419] 'agreement among raft nodes before linearized reading' (duration: 598.085789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.297748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.845753Z","time spent":"451.98261ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4129,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"info","ts":"2026-07-01T10:20:03.297685Z","caller":"traceutil/trace.go:171","msg":"trace[1066218954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25986; }","duration":"304.25552ms","start":"2026-07-01T10:20:02.992895Z","end":"2026-07-01T10:20:03.297151Z","steps":["trace[1066218954] 'agreement among raft nodes before linearized reading' (duration: 302.580026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.297817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.992881Z","time spent":"304.917457ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:20:03.297808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.696126Z","time spent":"601.645671ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9695,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-07-01T10:20:03.295755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.709565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-07-01T10:20:03.297967Z","caller":"traceutil/trace.go:171","msg":"trace[1046365162] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25986; }","duration":"526.934984ms","start":"2026-07-01T10:20:02.771009Z","end":"2026-07-01T10:20:03.297944Z","steps":["trace[1046365162] 'agreement among raft nodes before linearized reading' (duration: 524.613203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.295902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.740762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-worker-7bc65b5596\" ","response":"range_response_count:1 size:7642"} {"level":"warn","ts":"2026-07-01T10:20:03.295955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.685906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/ovn-northd-7659bd74f8\" ","response":"range_response_count:1 size:6276"} {"level":"warn","ts":"2026-07-01T10:20:03.296048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.156645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:20:03.29682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.428564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-01T10:20:03.295685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.960424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/placement-api-857cd86df4\" ","response":"range_response_count:1 size:7373"} {"level":"warn","ts":"2026-07-01T10:20:03.298091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.770997Z","time spent":"527.081517ms","remote":"127.0.0.1:35830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-07-01T10:20:03.298355Z","caller":"traceutil/trace.go:171","msg":"trace[719440035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25986; }","duration":"398.456646ms","start":"2026-07-01T10:20:02.899873Z","end":"2026-07-01T10:20:03.29833Z","steps":["trace[719440035] 'agreement among raft nodes before linearized reading' (duration: 396.119665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.298417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.899867Z","time spent":"398.536508ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T10:20:03.29843Z","caller":"traceutil/trace.go:171","msg":"trace[319127704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25986; }","duration":"377.692004ms","start":"2026-07-01T10:20:02.920716Z","end":"2026-07-01T10:20:03.298408Z","steps":["trace[319127704] 'agreement among raft nodes before linearized reading' (duration: 375.273681ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:03.298463Z","caller":"traceutil/trace.go:171","msg":"trace[1701861779] range","detail":"{range_begin:/registry/replicasets/openstack/placement-api-857cd86df4; range_end:; response_count:1; response_revision:25986; }","duration":"476.738346ms","start":"2026-07-01T10:20:02.821703Z","end":"2026-07-01T10:20:03.298441Z","steps":["trace[1701861779] 'agreement among raft nodes before linearized reading' (duration: 473.904852ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:03.298131Z","caller":"traceutil/trace.go:171","msg":"trace[2092875068] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-worker-7bc65b5596; range_end:; response_count:1; response_revision:25986; }","duration":"551.089783ms","start":"2026-07-01T10:20:02.747025Z","end":"2026-07-01T10:20:03.298114Z","steps":["trace[2092875068] 'agreement among raft nodes before linearized reading' (duration: 548.68714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.298523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.821696Z","time spent":"476.809847ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7396,"request content":"key:\"/registry/replicasets/openstack/placement-api-857cd86df4\" "} {"level":"warn","ts":"2026-07-01T10:20:03.298508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.920704Z","time spent":"377.784716ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T10:20:03.298551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.747007Z","time spent":"551.535925ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":7665,"request content":"key:\"/registry/replicasets/openstack/octavia-worker-7bc65b5596\" "} {"level":"info","ts":"2026-07-01T10:20:03.29817Z","caller":"traceutil/trace.go:171","msg":"trace[1892373376] range","detail":"{range_begin:/registry/replicasets/openstack/ovn-northd-7659bd74f8; range_end:; response_count:1; response_revision:25986; }","duration":"498.922523ms","start":"2026-07-01T10:20:02.799239Z","end":"2026-07-01T10:20:03.298162Z","steps":["trace[1892373376] 'agreement among raft nodes before linearized reading' (duration: 496.641934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:03.298643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:02.799227Z","time spent":"499.408287ms","remote":"127.0.0.1:51572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":6299,"request content":"key:\"/registry/replicasets/openstack/ovn-northd-7659bd74f8\" "} {"level":"info","ts":"2026-07-01T10:20:04.238419Z","caller":"traceutil/trace.go:171","msg":"trace[1222525000] linearizableReadLoop","detail":"{readStateIndex:26849; appliedIndex:26846; }","duration":"287.163704ms","start":"2026-07-01T10:20:03.951236Z","end":"2026-07-01T10:20:04.2384Z","steps":["trace[1222525000] 'read index received' (duration: 254.847652ms)","trace[1222525000] 'applied index is now lower than readState.Index' (duration: 32.315072ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:04.238884Z","caller":"traceutil/trace.go:171","msg":"trace[444366588] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"307.634409ms","start":"2026-07-01T10:20:03.931231Z","end":"2026-07-01T10:20:04.238865Z","steps":["trace[444366588] 'process raft request' (duration: 274.808123ms)","trace[444366588] 'compare' (duration: 32.007224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:04.238944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.478474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:2373"} {"level":"warn","ts":"2026-07-01T10:20:04.238993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.931209Z","time spent":"307.71876ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:04.239Z","caller":"traceutil/trace.go:171","msg":"trace[847707858] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:25994; }","duration":"317.563857ms","start":"2026-07-01T10:20:03.921422Z","end":"2026-07-01T10:20:04.238986Z","steps":["trace[847707858] 'agreement among raft nodes before linearized reading' (duration: 317.398452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.239045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.921412Z","time spent":"317.624318ms","remote":"127.0.0.1:36032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2396,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" "} {"level":"info","ts":"2026-07-01T10:20:04.239155Z","caller":"traceutil/trace.go:171","msg":"trace[1850546088] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"306.736615ms","start":"2026-07-01T10:20:03.932344Z","end":"2026-07-01T10:20:04.23908Z","steps":["trace[1850546088] 'process raft request' (duration: 306.013136ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.239251Z","caller":"traceutil/trace.go:171","msg":"trace[485941687] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"307.466603ms","start":"2026-07-01T10:20:03.931735Z","end":"2026-07-01T10:20:04.239202Z","steps":["trace[485941687] 'process raft request' (duration: 306.545709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.239315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.932336Z","time spent":"306.91743ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:04.239269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.551595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2368"} {"level":"info","ts":"2026-07-01T10:20:04.239411Z","caller":"traceutil/trace.go:171","msg":"trace[1827263289] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:25994; }","duration":"292.790841ms","start":"2026-07-01T10:20:03.946597Z","end":"2026-07-01T10:20:04.239388Z","steps":["trace[1827263289] 'agreement among raft nodes before linearized reading' (duration: 292.247237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.239413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.931719Z","time spent":"307.612088ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:04.239324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.682572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2392"} {"level":"info","ts":"2026-07-01T10:20:04.239735Z","caller":"traceutil/trace.go:171","msg":"trace[593800133] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:25994; }","duration":"343.113123ms","start":"2026-07-01T10:20:03.896606Z","end":"2026-07-01T10:20:04.239719Z","steps":["trace[593800133] 'agreement among raft nodes before linearized reading' (duration: 342.519907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.23978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.896535Z","time spent":"343.231006ms","remote":"127.0.0.1:36032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2415,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" "} {"level":"info","ts":"2026-07-01T10:20:04.335841Z","caller":"traceutil/trace.go:171","msg":"trace[404147210] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"333.657157ms","start":"2026-07-01T10:20:04.00216Z","end":"2026-07-01T10:20:04.335817Z","steps":["trace[404147210] 'process raft request' (duration: 333.487462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.336008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.002143Z","time spent":"333.79394ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:04.336378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.222495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-7hzck-vnc\" ","response":"range_response_count:1 size:2103"} {"level":"warn","ts":"2026-07-01T10:20:04.336402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.309657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-07-01T10:20:04.336454Z","caller":"traceutil/trace.go:171","msg":"trace[1739808341] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-7hzck-vnc; range_end:; response_count:1; response_revision:25996; }","duration":"239.314578ms","start":"2026-07-01T10:20:04.097125Z","end":"2026-07-01T10:20:04.336439Z","steps":["trace[1739808341] 'agreement among raft nodes before linearized reading' (duration: 239.142564ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.336487Z","caller":"traceutil/trace.go:171","msg":"trace[1820537753] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:25996; }","duration":"290.42142ms","start":"2026-07-01T10:20:04.046044Z","end":"2026-07-01T10:20:04.336465Z","steps":["trace[1820537753] 'agreement among raft nodes before linearized reading' (duration: 290.193444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.336521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.098744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1638"} {"level":"warn","ts":"2026-07-01T10:20:04.336511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.799586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2391"} {"level":"info","ts":"2026-07-01T10:20:04.336566Z","caller":"traceutil/trace.go:171","msg":"trace[1136196689] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25996; }","duration":"165.172615ms","start":"2026-07-01T10:20:04.171382Z","end":"2026-07-01T10:20:04.336555Z","steps":["trace[1136196689] 'agreement among raft nodes before linearized reading' (duration: 165.027601ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.336603Z","caller":"traceutil/trace.go:171","msg":"trace[87139501] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:25996; }","duration":"339.9167ms","start":"2026-07-01T10:20:03.996663Z","end":"2026-07-01T10:20:04.33658Z","steps":["trace[87139501] 'agreement among raft nodes before linearized reading' (duration: 339.675853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.336646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.361892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2183"} {"level":"warn","ts":"2026-07-01T10:20:04.336601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.145462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1430"} {"level":"warn","ts":"2026-07-01T10:20:04.336664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.996653Z","time spent":"339.998232ms","remote":"127.0.0.1:36032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2414,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" "} {"level":"info","ts":"2026-07-01T10:20:04.336683Z","caller":"traceutil/trace.go:171","msg":"trace[2044195955] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:25996; }","duration":"190.426313ms","start":"2026-07-01T10:20:04.146245Z","end":"2026-07-01T10:20:04.336671Z","steps":["trace[2044195955] 'agreement among raft nodes before linearized reading' (duration: 190.3169ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.3367Z","caller":"traceutil/trace.go:171","msg":"trace[2028968975] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:25996; }","duration":"140.310377ms","start":"2026-07-01T10:20:04.196371Z","end":"2026-07-01T10:20:04.336681Z","steps":["trace[2028968975] 'agreement among raft nodes before linearized reading' (duration: 140.02554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.336741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.067695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-01T10:20:04.336805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.985309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-07-01T10:20:04.336799Z","caller":"traceutil/trace.go:171","msg":"trace[489719595] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"280.553103ms","start":"2026-07-01T10:20:04.056217Z","end":"2026-07-01T10:20:04.33677Z","steps":["trace[489719595] 'process raft request' (duration: 279.554387ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.33682Z","caller":"traceutil/trace.go:171","msg":"trace[223601937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25996; }","duration":"144.184358ms","start":"2026-07-01T10:20:04.192617Z","end":"2026-07-01T10:20:04.336801Z","steps":["trace[223601937] 'agreement among raft nodes before linearized reading' (duration: 143.923192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.33638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.054298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-7hzck-api\" ","response":"range_response_count:1 size:2103"} {"level":"info","ts":"2026-07-01T10:20:04.336847Z","caller":"traceutil/trace.go:171","msg":"trace[1533599794] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:25996; }","duration":"216.073011ms","start":"2026-07-01T10:20:04.120763Z","end":"2026-07-01T10:20:04.336836Z","steps":["trace[1533599794] 'agreement among raft nodes before linearized reading' (duration: 215.985649ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:04.33687Z","caller":"traceutil/trace.go:171","msg":"trace[256779857] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-7hzck-api; range_end:; response_count:1; response_revision:25996; }","duration":"265.568932ms","start":"2026-07-01T10:20:04.071293Z","end":"2026-07-01T10:20:04.336862Z","steps":["trace[256779857] 'agreement among raft nodes before linearized reading' (duration: 265.001307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.336931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.217894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2225"} {"level":"info","ts":"2026-07-01T10:20:04.336973Z","caller":"traceutil/trace.go:171","msg":"trace[1969547144] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:25996; }","duration":"115.280215ms","start":"2026-07-01T10:20:04.221683Z","end":"2026-07-01T10:20:04.336963Z","steps":["trace[1969547144] 'agreement among raft nodes before linearized reading' (duration: 115.182602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.337134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.129365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:20:04.337182Z","caller":"traceutil/trace.go:171","msg":"trace[1159904404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25996; }","duration":"203.177696ms","start":"2026-07-01T10:20:04.133993Z","end":"2026-07-01T10:20:04.337171Z","steps":["trace[1159904404] 'agreement among raft nodes before linearized reading' (duration: 202.224661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.336604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.223226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2383"} {"level":"warn","ts":"2026-07-01T10:20:04.336402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.442118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2388"} {"level":"info","ts":"2026-07-01T10:20:04.33739Z","caller":"traceutil/trace.go:171","msg":"trace[1894535139] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:25996; }","duration":"316.246933ms","start":"2026-07-01T10:20:04.021119Z","end":"2026-07-01T10:20:04.337366Z","steps":["trace[1894535139] 'agreement among raft nodes before linearized reading' (duration: 315.119114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.337478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.021097Z","time spent":"316.355825ms","remote":"127.0.0.1:36032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2406,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" "} {"level":"info","ts":"2026-07-01T10:20:04.3374Z","caller":"traceutil/trace.go:171","msg":"trace[574644542] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:25996; }","duration":"365.471685ms","start":"2026-07-01T10:20:03.971905Z","end":"2026-07-01T10:20:04.337376Z","steps":["trace[574644542] 'agreement among raft nodes before linearized reading' (duration: 364.368267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:04.337559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:03.971849Z","time spent":"365.695992ms","remote":"127.0.0.1:36032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2411,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" "} {"level":"info","ts":"2026-07-01T10:20:05.260018Z","caller":"traceutil/trace.go:171","msg":"trace[2123222200] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"360.698041ms","start":"2026-07-01T10:20:04.89929Z","end":"2026-07-01T10:20:05.259988Z","steps":["trace[2123222200] 'process raft request' (duration: 360.492125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:05.260176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.899266Z","time spent":"360.840865ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:20:05.822826Z","caller":"traceutil/trace.go:171","msg":"trace[183809538] linearizableReadLoop","detail":"{readStateIndex:26855; appliedIndex:26853; }","duration":"901.314452ms","start":"2026-07-01T10:20:04.921488Z","end":"2026-07-01T10:20:05.822802Z","steps":["trace[183809538] 'read index received' (duration: 338.281007ms)","trace[183809538] 'applied index is now lower than readState.Index' (duration: 563.032415ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:05.822932Z","caller":"traceutil/trace.go:171","msg":"trace[83002969] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"920.524322ms","start":"2026-07-01T10:20:04.902398Z","end":"2026-07-01T10:20:05.822922Z","steps":["trace[83002969] 'process raft request' (duration: 920.254765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:05.82304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.902388Z","time spent":"920.569874ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7136,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:05.82361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.039961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1116"} {"level":"info","ts":"2026-07-01T10:20:05.823737Z","caller":"traceutil/trace.go:171","msg":"trace[677826070] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:26000; }","duration":"902.263547ms","start":"2026-07-01T10:20:04.921448Z","end":"2026-07-01T10:20:05.823712Z","steps":["trace[677826070] 'agreement among raft nodes before linearized reading' (duration: 901.723652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:05.823801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:04.921435Z","time spent":"902.351318ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1139,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-07-01T10:20:06.42333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.45009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:06.423506Z","caller":"traceutil/trace.go:171","msg":"trace[1219468890] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"467.858684ms","start":"2026-07-01T10:20:05.955633Z","end":"2026-07-01T10:20:06.423492Z","steps":["trace[1219468890] 'process raft request' (duration: 467.783832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.423556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.955608Z","time spent":"467.925786ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:06.42371Z","caller":"traceutil/trace.go:171","msg":"trace[1205525715] linearizableReadLoop","detail":"{readStateIndex:26856; appliedIndex:26855; }","duration":"600.81689ms","start":"2026-07-01T10:20:05.822886Z","end":"2026-07-01T10:20:06.423703Z","steps":["trace[1205525715] 'read index received' (duration: 169.935999ms)","trace[1205525715] 'applied index is now lower than readState.Index' (duration: 430.879891ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:06.423498Z","caller":"traceutil/trace.go:171","msg":"trace[1081892800] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"1.12221593s","start":"2026-07-01T10:20:05.301252Z","end":"2026-07-01T10:20:06.423468Z","steps":["trace[1081892800] 'process raft request' (duration: 691.551245ms)","trace[1081892800] 'compare' (duration: 430.018028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:06.423904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.301226Z","time spent":"1.122530447s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:06.424084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071259151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T10:20:06.424207Z","caller":"traceutil/trace.go:171","msg":"trace[1412282526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26002; }","duration":"1.071396275s","start":"2026-07-01T10:20:05.352775Z","end":"2026-07-01T10:20:06.424171Z","steps":["trace[1412282526] 'agreement among raft nodes before linearized reading' (duration: 1.071075757s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.424301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.352766Z","time spent":"1.071513518s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T10:20:06.423927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07124018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T10:20:06.424868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301123412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:06.42493Z","caller":"traceutil/trace.go:171","msg":"trace[2014745214] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26002; }","duration":"1.301196374s","start":"2026-07-01T10:20:05.123718Z","end":"2026-07-01T10:20:06.424914Z","steps":["trace[2014745214] 'agreement among raft nodes before linearized reading' (duration: 1.301063511s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.424935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.29815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:06.425176Z","caller":"traceutil/trace.go:171","msg":"trace[1791658779] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26002; }","duration":"909.615828ms","start":"2026-07-01T10:20:05.515545Z","end":"2026-07-01T10:20:06.425161Z","steps":["trace[1791658779] 'agreement among raft nodes before linearized reading' (duration: 909.186447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.425407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.515518Z","time spent":"909.68907ms","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:06.424956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07581717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:06.425471Z","caller":"traceutil/trace.go:171","msg":"trace[1316182608] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26002; }","duration":"1.076378335s","start":"2026-07-01T10:20:05.349069Z","end":"2026-07-01T10:20:06.425447Z","steps":["trace[1316182608] 'agreement among raft nodes before linearized reading' (duration: 1.0757823s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.425083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.123665Z","time spent":"1.301399109s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:06.425551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.349057Z","time spent":"1.076471197s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:20:06.424585Z","caller":"traceutil/trace.go:171","msg":"trace[1738673244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26002; }","duration":"1.071781685s","start":"2026-07-01T10:20:05.352679Z","end":"2026-07-01T10:20:06.42446Z","steps":["trace[1738673244] 'agreement among raft nodes before linearized reading' (duration: 1.071167488s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.425848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.352661Z","time spent":"1.073152991s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:06.426108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017696795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:20:06.426185Z","caller":"traceutil/trace.go:171","msg":"trace[1255549820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26002; }","duration":"1.018788134s","start":"2026-07-01T10:20:05.407376Z","end":"2026-07-01T10:20:06.426164Z","steps":["trace[1255549820] 'agreement among raft nodes before linearized reading' (duration: 1.01749078s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.425195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.748896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-01T10:20:06.426328Z","caller":"traceutil/trace.go:171","msg":"trace[80682547] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26002; }","duration":"749.928397ms","start":"2026-07-01T10:20:05.676379Z","end":"2026-07-01T10:20:06.426307Z","steps":["trace[80682547] 'agreement among raft nodes before linearized reading' (duration: 748.15385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.42623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.407362Z","time spent":"1.018858335s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:20:06.426399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:05.676318Z","time spent":"750.061519ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-01T10:20:06.427024Z","caller":"traceutil/trace.go:171","msg":"trace[332933354] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"202.987681ms","start":"2026-07-01T10:20:06.224018Z","end":"2026-07-01T10:20:06.427006Z","steps":["trace[332933354] 'process raft request' (duration: 202.898808ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:06.43583Z","caller":"traceutil/trace.go:171","msg":"trace[2069628237] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"192.103707ms","start":"2026-07-01T10:20:06.243711Z","end":"2026-07-01T10:20:06.435814Z","steps":["trace[2069628237] 'process raft request' (duration: 191.770149ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:06.435866Z","caller":"traceutil/trace.go:171","msg":"trace[973545566] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"192.425945ms","start":"2026-07-01T10:20:06.243418Z","end":"2026-07-01T10:20:06.435844Z","steps":["trace[973545566] 'process raft request' (duration: 191.947883ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:06.435937Z","caller":"traceutil/trace.go:171","msg":"trace[1200093083] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"191.627674ms","start":"2026-07-01T10:20:06.2443Z","end":"2026-07-01T10:20:06.435928Z","steps":["trace[1200093083] 'process raft request' (duration: 191.363028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.436234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.358946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:06.436259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.39071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:06.436334Z","caller":"traceutil/trace.go:171","msg":"trace[180405145] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26008; }","duration":"288.53334ms","start":"2026-07-01T10:20:06.147774Z","end":"2026-07-01T10:20:06.436307Z","steps":["trace[180405145] 'agreement among raft nodes before linearized reading' (duration: 288.349086ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:06.436338Z","caller":"traceutil/trace.go:171","msg":"trace[1082561637] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26008; }","duration":"371.524024ms","start":"2026-07-01T10:20:06.064797Z","end":"2026-07-01T10:20:06.436321Z","steps":["trace[1082561637] 'agreement among raft nodes before linearized reading' (duration: 371.37181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.436454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:06.064771Z","time spent":"371.670947ms","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:06.436155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.814783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:06.43674Z","caller":"traceutil/trace.go:171","msg":"trace[1819805111] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26008; }","duration":"346.438239ms","start":"2026-07-01T10:20:06.090289Z","end":"2026-07-01T10:20:06.436727Z","steps":["trace[1819805111] 'agreement among raft nodes before linearized reading' (duration: 345.828683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.436796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:06.090265Z","time spent":"346.521292ms","remote":"127.0.0.1:56268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:06.802406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.499476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:06.802476Z","caller":"traceutil/trace.go:171","msg":"trace[1655829372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26014; }","duration":"261.615648ms","start":"2026-07-01T10:20:06.540844Z","end":"2026-07-01T10:20:06.802459Z","steps":["trace[1655829372] 'range keys from in-memory index tree' (duration: 261.412164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:06.802511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.279368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:06.802623Z","caller":"traceutil/trace.go:171","msg":"trace[535478921] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26014; }","duration":"185.437063ms","start":"2026-07-01T10:20:06.617155Z","end":"2026-07-01T10:20:06.802592Z","steps":["trace[535478921] 'count revisions from in-memory index tree' (duration: 185.144215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:07.382538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.564555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:07.382657Z","caller":"traceutil/trace.go:171","msg":"trace[2014448233] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"332.863826ms","start":"2026-07-01T10:20:07.049772Z","end":"2026-07-01T10:20:07.382636Z","steps":["trace[2014448233] 'process raft request' (duration: 139.108526ms)","trace[2014448233] 'compare' (duration: 193.338029ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:07.382722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:07.049742Z","time spent":"332.946187ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:08.139944Z","caller":"traceutil/trace.go:171","msg":"trace[1311909351] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"104.553455ms","start":"2026-07-01T10:20:08.035365Z","end":"2026-07-01T10:20:08.139919Z","steps":["trace[1311909351] 'process raft request' (duration: 104.413211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.845146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.073891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:20:08.845203Z","caller":"traceutil/trace.go:171","msg":"trace[2123216864] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26018; }","duration":"531.180643ms","start":"2026-07-01T10:20:08.314009Z","end":"2026-07-01T10:20:08.84519Z","steps":["trace[2123216864] 'count revisions from in-memory index tree' (duration: 530.993728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:08.845233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.313989Z","time spent":"531.236064ms","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-01T10:20:08.84523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.397915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:08.845315Z","caller":"traceutil/trace.go:171","msg":"trace[553524652] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"415.18249ms","start":"2026-07-01T10:20:08.430117Z","end":"2026-07-01T10:20:08.8453Z","steps":["trace[553524652] 'process raft request' (duration: 230.638441ms)","trace[553524652] 'compare' (duration: 184.131689ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:08.845393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.430093Z","time spent":"415.249311ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:09.315414Z","caller":"traceutil/trace.go:171","msg":"trace[2096356432] linearizableReadLoop","detail":"{readStateIndex:26881; appliedIndex:26874; }","duration":"869.676616ms","start":"2026-07-01T10:20:08.445716Z","end":"2026-07-01T10:20:09.315392Z","steps":["trace[2096356432] 'read index received' (duration: 215.063874ms)","trace[2096356432] 'applied index is now lower than readState.Index' (duration: 654.611852ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:09.315541Z","caller":"traceutil/trace.go:171","msg":"trace[384473283] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"873.67349ms","start":"2026-07-01T10:20:08.441856Z","end":"2026-07-01T10:20:09.31553Z","steps":["trace[384473283] 'process raft request' (duration: 873.430824ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.315534Z","caller":"traceutil/trace.go:171","msg":"trace[510293807] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"873.696861ms","start":"2026-07-01T10:20:08.441812Z","end":"2026-07-01T10:20:09.315509Z","steps":["trace[510293807] 'process raft request' (duration: 873.434894ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.315553Z","caller":"traceutil/trace.go:171","msg":"trace[142956869] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"873.734011ms","start":"2026-07-01T10:20:08.441797Z","end":"2026-07-01T10:20:09.315531Z","steps":["trace[142956869] 'process raft request' (duration: 873.356512ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.315561Z","caller":"traceutil/trace.go:171","msg":"trace[424194870] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"884.619895ms","start":"2026-07-01T10:20:08.430909Z","end":"2026-07-01T10:20:09.315529Z","steps":["trace[424194870] 'process raft request' (duration: 877.745956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.31564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.441696Z","time spent":"873.875945ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.315664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.441779Z","time spent":"873.816044ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.315663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.441801Z","time spent":"873.791643ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.315724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.430879Z","time spent":"884.765179ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.315851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.8657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:20:09.315877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.112205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:20:09.315888Z","caller":"traceutil/trace.go:171","msg":"trace[1590156930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26025; }","duration":"870.032895ms","start":"2026-07-01T10:20:08.445846Z","end":"2026-07-01T10:20:09.315879Z","steps":["trace[1590156930] 'agreement among raft nodes before linearized reading' (duration: 869.912502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.315886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.34939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-01T10:20:09.31591Z","caller":"traceutil/trace.go:171","msg":"trace[1395689072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26025; }","duration":"868.155246ms","start":"2026-07-01T10:20:08.447745Z","end":"2026-07-01T10:20:09.3159Z","steps":["trace[1395689072] 'agreement among raft nodes before linearized reading' (duration: 868.031113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.31592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.445835Z","time spent":"870.078966ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:20:09.315952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.447739Z","time spent":"868.206817ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:09.31598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.697056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:20:09.315869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.124597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T10:20:09.316013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.989914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:20:09.315974Z","caller":"traceutil/trace.go:171","msg":"trace[63724375] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"873.801923ms","start":"2026-07-01T10:20:08.442152Z","end":"2026-07-01T10:20:09.315954Z","steps":["trace[63724375] 'process raft request' (duration: 873.168617ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.316028Z","caller":"traceutil/trace.go:171","msg":"trace[593727576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26025; }","duration":"870.337123ms","start":"2026-07-01T10:20:08.445682Z","end":"2026-07-01T10:20:09.316019Z","steps":["trace[593727576] 'agreement among raft nodes before linearized reading' (duration: 869.923762ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.316097Z","caller":"traceutil/trace.go:171","msg":"trace[1147433622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26025; }","duration":"870.028565ms","start":"2026-07-01T10:20:08.446014Z","end":"2026-07-01T10:20:09.316043Z","steps":["trace[1147433622] 'agreement among raft nodes before linearized reading' (duration: 869.8666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.316016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.058153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T10:20:09.316134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.445994Z","time spent":"870.133538ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:09.31614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.100596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:09.31611Z","caller":"traceutil/trace.go:171","msg":"trace[1654373013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26025; }","duration":"869.867131ms","start":"2026-07-01T10:20:08.446145Z","end":"2026-07-01T10:20:09.316012Z","steps":["trace[1654373013] 'agreement among raft nodes before linearized reading' (duration: 869.641185ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.316174Z","caller":"traceutil/trace.go:171","msg":"trace[231519042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26025; }","duration":"774.24618ms","start":"2026-07-01T10:20:08.541919Z","end":"2026-07-01T10:20:09.316165Z","steps":["trace[231519042] 'agreement among raft nodes before linearized reading' (duration: 774.102806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.3162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.541908Z","time spent":"774.286371ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T10:20:09.3161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.445672Z","time spent":"870.387924ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:09.316187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.446133Z","time spent":"870.041935ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T10:20:09.316179Z","caller":"traceutil/trace.go:171","msg":"trace[380294543] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"873.875655ms","start":"2026-07-01T10:20:08.442266Z","end":"2026-07-01T10:20:09.316141Z","steps":["trace[380294543] 'process raft request' (duration: 873.091655ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:09.316169Z","caller":"traceutil/trace.go:171","msg":"trace[2049056018] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26025; }","duration":"142.222887ms","start":"2026-07-01T10:20:09.17391Z","end":"2026-07-01T10:20:09.316133Z","steps":["trace[2049056018] 'agreement among raft nodes before linearized reading' (duration: 142.068273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.316248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.442104Z","time spent":"874.046689ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:09.316355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.442258Z","time spent":"874.006268ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:09.315934Z","caller":"traceutil/trace.go:171","msg":"trace[1309498611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26025; }","duration":"833.421612ms","start":"2026-07-01T10:20:08.482499Z","end":"2026-07-01T10:20:09.315921Z","steps":["trace[1309498611] 'agreement among raft nodes before linearized reading' (duration: 833.267378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:09.317416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:08.482488Z","time spent":"834.910281ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T10:20:10.581862Z","caller":"traceutil/trace.go:171","msg":"trace[366617608] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"170.848423ms","start":"2026-07-01T10:20:10.410985Z","end":"2026-07-01T10:20:10.581833Z","steps":["trace[366617608] 'process raft request' (duration: 170.668838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.325908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.998463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:11.326332Z","caller":"traceutil/trace.go:171","msg":"trace[98719451] linearizableReadLoop","detail":"{readStateIndex:26889; appliedIndex:26887; }","duration":"386.75078ms","start":"2026-07-01T10:20:10.93956Z","end":"2026-07-01T10:20:11.32631Z","steps":["trace[98719451] 'read index received' (duration: 378.187387ms)","trace[98719451] 'applied index is now lower than readState.Index' (duration: 8.561483ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:11.326536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.966246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:11.326584Z","caller":"traceutil/trace.go:171","msg":"trace[105141967] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26033; }","duration":"387.050218ms","start":"2026-07-01T10:20:10.939519Z","end":"2026-07-01T10:20:11.326569Z","steps":["trace[105141967] 'agreement among raft nodes before linearized reading' (duration: 386.868273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.326728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.939501Z","time spent":"387.210892ms","remote":"127.0.0.1:38614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-01T10:20:11.326891Z","caller":"traceutil/trace.go:171","msg":"trace[1100396213] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"476.030547ms","start":"2026-07-01T10:20:10.850825Z","end":"2026-07-01T10:20:11.326855Z","steps":["trace[1100396213] 'process raft request' (duration: 475.222766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.327076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.850786Z","time spent":"476.187291ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:11.327045Z","caller":"traceutil/trace.go:171","msg":"trace[455291848] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"740.245853ms","start":"2026-07-01T10:20:10.58677Z","end":"2026-07-01T10:20:11.327016Z","steps":["trace[455291848] 'process raft request' (duration: 101.978407ms)","trace[455291848] 'compare' (duration: 636.701135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:11.327388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:10.586752Z","time spent":"740.554192ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:11.920331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.586447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:20:11.920754Z","caller":"traceutil/trace.go:171","msg":"trace[691351782] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"487.613849ms","start":"2026-07-01T10:20:11.433118Z","end":"2026-07-01T10:20:11.920732Z","steps":["trace[691351782] 'process raft request' (duration: 487.555917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.920829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.433088Z","time spent":"487.705511ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:11.920851Z","caller":"traceutil/trace.go:171","msg":"trace[575275215] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"597.190785ms","start":"2026-07-01T10:20:11.323631Z","end":"2026-07-01T10:20:11.920822Z","steps":["trace[575275215] 'process raft request' (duration: 596.920618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.920971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.323622Z","time spent":"597.281797ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:11.921025Z","caller":"traceutil/trace.go:171","msg":"trace[1308876090] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"597.244676ms","start":"2026-07-01T10:20:11.32377Z","end":"2026-07-01T10:20:11.921015Z","steps":["trace[1308876090] 'process raft request' (duration: 596.823265ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:11.921085Z","caller":"traceutil/trace.go:171","msg":"trace[21053082] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"597.712659ms","start":"2026-07-01T10:20:11.323363Z","end":"2026-07-01T10:20:11.921075Z","steps":["trace[21053082] 'process raft request' (duration: 416.27929ms)","trace[21053082] 'compare' (duration: 180.105684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:11.921084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.32374Z","time spent":"597.310238ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:11.921133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.323341Z","time spent":"597.760439ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:11.921185Z","caller":"traceutil/trace.go:171","msg":"trace[439378291] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"597.713278ms","start":"2026-07-01T10:20:11.323459Z","end":"2026-07-01T10:20:11.921173Z","steps":["trace[439378291] 'process raft request' (duration: 596.99376ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:11.921173Z","caller":"traceutil/trace.go:171","msg":"trace[1270664472] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"596.61492ms","start":"2026-07-01T10:20:11.324534Z","end":"2026-07-01T10:20:11.921149Z","steps":["trace[1270664472] 'process raft request' (duration: 596.095406ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:11.921173Z","caller":"traceutil/trace.go:171","msg":"trace[1759739100] linearizableReadLoop","detail":"{readStateIndex:26895; appliedIndex:26889; }","duration":"590.579023ms","start":"2026-07-01T10:20:11.330552Z","end":"2026-07-01T10:20:11.921131Z","steps":["trace[1759739100] 'read index received' (duration: 63.860995ms)","trace[1759739100] 'applied index is now lower than readState.Index' (duration: 526.714078ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:11.921256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.323416Z","time spent":"597.80338ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:11.921289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.324492Z","time spent":"596.739353ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:11.921426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.277535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:20:11.921458Z","caller":"traceutil/trace.go:171","msg":"trace[597907291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26040; }","duration":"557.350866ms","start":"2026-07-01T10:20:11.364096Z","end":"2026-07-01T10:20:11.921447Z","steps":["trace[597907291] 'agreement among raft nodes before linearized reading' (duration: 557.242054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.921479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.364051Z","time spent":"557.422849ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:11.921485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.642004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T10:20:11.921453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.879261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rd5gd.18be2328bfae91f0\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-07-01T10:20:11.921514Z","caller":"traceutil/trace.go:171","msg":"trace[243276110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26040; }","duration":"552.693305ms","start":"2026-07-01T10:20:11.368811Z","end":"2026-07-01T10:20:11.921504Z","steps":["trace[243276110] 'agreement among raft nodes before linearized reading' (duration: 552.623233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.921536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.3688Z","time spent":"552.731857ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T10:20:11.921541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.798983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:11.921549Z","caller":"traceutil/trace.go:171","msg":"trace[948795372] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rd5gd.18be2328bfae91f0; range_end:; response_count:1; response_revision:26040; }","duration":"591.005454ms","start":"2026-07-01T10:20:11.330524Z","end":"2026-07-01T10:20:11.921529Z","steps":["trace[948795372] 'agreement among raft nodes before linearized reading' (duration: 590.780658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.921567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.691343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T10:20:11.921496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.978286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:20:11.921575Z","caller":"traceutil/trace.go:171","msg":"trace[527143959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26040; }","duration":"378.851234ms","start":"2026-07-01T10:20:11.542713Z","end":"2026-07-01T10:20:11.921565Z","steps":["trace[527143959] 'agreement among raft nodes before linearized reading' (duration: 378.806713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.921557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.227602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:20:11.921602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.5427Z","time spent":"378.896755ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T10:20:11.921602Z","caller":"traceutil/trace.go:171","msg":"trace[994480458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26040; }","duration":"552.11937ms","start":"2026-07-01T10:20:11.369471Z","end":"2026-07-01T10:20:11.92159Z","steps":["trace[994480458] 'agreement among raft nodes before linearized reading' (duration: 551.931155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.921612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.330514Z","time spent":"591.070196ms","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":905,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rd5gd.18be2328bfae91f0\" "} {"level":"info","ts":"2026-07-01T10:20:11.921623Z","caller":"traceutil/trace.go:171","msg":"trace[1331083137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26040; }","duration":"555.336475ms","start":"2026-07-01T10:20:11.36627Z","end":"2026-07-01T10:20:11.921607Z","steps":["trace[1331083137] 'agreement among raft nodes before linearized reading' (duration: 555.14176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.92161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.506118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T10:20:11.921643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.369451Z","time spent":"552.179722ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:11.921672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.366257Z","time spent":"555.399036ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T10:20:11.921685Z","caller":"traceutil/trace.go:171","msg":"trace[1388828548] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26040; }","duration":"268.621401ms","start":"2026-07-01T10:20:11.653046Z","end":"2026-07-01T10:20:11.921668Z","steps":["trace[1388828548] 'agreement among raft nodes before linearized reading' (duration: 268.431746ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:11.921586Z","caller":"traceutil/trace.go:171","msg":"trace[850893060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26040; }","duration":"555.730765ms","start":"2026-07-01T10:20:11.365849Z","end":"2026-07-01T10:20:11.92158Z","steps":["trace[850893060] 'agreement among raft nodes before linearized reading' (duration: 555.672093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:11.921777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:11.365838Z","time spent":"555.892929ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:17.660885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.261963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:17.660964Z","caller":"traceutil/trace.go:171","msg":"trace[826294377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26097; }","duration":"118.56948ms","start":"2026-07-01T10:20:17.542377Z","end":"2026-07-01T10:20:17.660946Z","steps":["trace[826294377] 'range keys from in-memory index tree' (duration: 118.18761ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:19.615403Z","caller":"traceutil/trace.go:171","msg":"trace[1133094253] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"160.789901ms","start":"2026-07-01T10:20:19.454586Z","end":"2026-07-01T10:20:19.615376Z","steps":["trace[1133094253] 'process raft request' (duration: 160.549755ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:42.589822Z","caller":"traceutil/trace.go:171","msg":"trace[444613380] linearizableReadLoop","detail":"{readStateIndex:27142; appliedIndex:27141; }","duration":"373.590837ms","start":"2026-07-01T10:20:42.21621Z","end":"2026-07-01T10:20:42.589801Z","steps":["trace[444613380] 'read index received' (duration: 340.670199ms)","trace[444613380] 'applied index is now lower than readState.Index' (duration: 32.919678ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:42.590585Z","caller":"traceutil/trace.go:171","msg":"trace[680476074] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"379.533892ms","start":"2026-07-01T10:20:42.211006Z","end":"2026-07-01T10:20:42.59054Z","steps":["trace[680476074] 'process raft request' (duration: 345.886925ms)","trace[680476074] 'compare' (duration: 32.652631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:42.591589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.21099Z","time spent":"380.535578ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:20:42.591798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.437983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T10:20:42.59183Z","caller":"traceutil/trace.go:171","msg":"trace[1184913168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26279; }","duration":"340.490405ms","start":"2026-07-01T10:20:42.25133Z","end":"2026-07-01T10:20:42.591821Z","steps":["trace[1184913168] 'agreement among raft nodes before linearized reading' (duration: 340.393182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.591849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.251319Z","time spent":"340.525425ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:42.590716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.4754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:42.591977Z","caller":"traceutil/trace.go:171","msg":"trace[2035182620] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26279; }","duration":"375.772224ms","start":"2026-07-01T10:20:42.216195Z","end":"2026-07-01T10:20:42.591967Z","steps":["trace[2035182620] 'agreement among raft nodes before linearized reading' (duration: 374.430299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.591998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.216187Z","time spent":"375.803765ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-01T10:20:42.592241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.42733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.109\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T10:20:42.592266Z","caller":"traceutil/trace.go:171","msg":"trace[1931525474] range","detail":"{range_begin:/registry/masterleases/199.204.45.109; range_end:; response_count:1; response_revision:26279; }","duration":"234.486441ms","start":"2026-07-01T10:20:42.357774Z","end":"2026-07-01T10:20:42.59226Z","steps":["trace[1931525474] 'agreement among raft nodes before linearized reading' (duration: 234.424259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.592403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.276483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T10:20:42.592529Z","caller":"traceutil/trace.go:171","msg":"trace[2130275101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26279; }","duration":"339.437917ms","start":"2026-07-01T10:20:42.253084Z","end":"2026-07-01T10:20:42.592521Z","steps":["trace[2130275101] 'agreement among raft nodes before linearized reading' (duration: 339.281653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.592555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.253066Z","time spent":"339.481099ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:42.592637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.949921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T10:20:42.592661Z","caller":"traceutil/trace.go:171","msg":"trace[1979908787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26279; }","duration":"340.000591ms","start":"2026-07-01T10:20:42.252655Z","end":"2026-07-01T10:20:42.592655Z","steps":["trace[1979908787] 'agreement among raft nodes before linearized reading' (duration: 339.94241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.592678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.252643Z","time spent":"340.029753ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T10:20:42.592858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.261938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T10:20:42.592924Z","caller":"traceutil/trace.go:171","msg":"trace[1962797493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26279; }","duration":"340.370711ms","start":"2026-07-01T10:20:42.252539Z","end":"2026-07-01T10:20:42.59291Z","steps":["trace[1962797493] 'agreement among raft nodes before linearized reading' (duration: 340.212487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:42.592959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:42.252518Z","time spent":"340.432913ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T10:20:43.845118Z","caller":"traceutil/trace.go:171","msg":"trace[1293747295] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"265.322376ms","start":"2026-07-01T10:20:43.579767Z","end":"2026-07-01T10:20:43.845089Z","steps":["trace[1293747295] 'process raft request' (duration: 265.166602ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:44.253464Z","caller":"traceutil/trace.go:171","msg":"trace[1706483267] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"111.112655ms","start":"2026-07-01T10:20:44.14231Z","end":"2026-07-01T10:20:44.253422Z","steps":["trace[1706483267] 'process raft request' (duration: 110.944751ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:44.253468Z","caller":"traceutil/trace.go:171","msg":"trace[1753524385] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"112.256304ms","start":"2026-07-01T10:20:44.141181Z","end":"2026-07-01T10:20:44.253438Z","steps":["trace[1753524385] 'process raft request' (duration: 111.979357ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:44.253519Z","caller":"traceutil/trace.go:171","msg":"trace[796302399] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"124.057872ms","start":"2026-07-01T10:20:44.129408Z","end":"2026-07-01T10:20:44.253466Z","steps":["trace[796302399] 'process raft request' (duration: 46.998495ms)","trace[796302399] 'compare' (duration: 76.620636ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:44.253679Z","caller":"traceutil/trace.go:171","msg":"trace[17182580] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"112.055779ms","start":"2026-07-01T10:20:44.141607Z","end":"2026-07-01T10:20:44.253663Z","steps":["trace[17182580] 'process raft request' (duration: 111.613598ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:45.695439Z","caller":"traceutil/trace.go:171","msg":"trace[515380527] linearizableReadLoop","detail":"{readStateIndex:27168; appliedIndex:27167; }","duration":"153.287867ms","start":"2026-07-01T10:20:45.542124Z","end":"2026-07-01T10:20:45.695412Z","steps":["trace[515380527] 'read index received' (duration: 153.183564ms)","trace[515380527] 'applied index is now lower than readState.Index' (duration: 102.872µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:45.695482Z","caller":"traceutil/trace.go:171","msg":"trace[1630488200] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26303; }","duration":"225.532067ms","start":"2026-07-01T10:20:45.469914Z","end":"2026-07-01T10:20:45.695446Z","steps":["trace[1630488200] 'process raft request' (duration: 225.399274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:45.695584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.44101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:45.69562Z","caller":"traceutil/trace.go:171","msg":"trace[151870414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26303; }","duration":"153.542483ms","start":"2026-07-01T10:20:45.542066Z","end":"2026-07-01T10:20:45.695608Z","steps":["trace[151870414] 'agreement among raft nodes before linearized reading' (duration: 153.458061ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.127388Z","caller":"traceutil/trace.go:171","msg":"trace[1201225593] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"407.788778ms","start":"2026-07-01T10:20:45.71958Z","end":"2026-07-01T10:20:46.127369Z","steps":["trace[1201225593] 'process raft request' (duration: 407.669185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.127484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:45.719539Z","time spent":"407.899101ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56616,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T10:20:46.27499Z","caller":"traceutil/trace.go:171","msg":"trace[678918495] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"422.424859ms","start":"2026-07-01T10:20:45.852534Z","end":"2026-07-01T10:20:46.274959Z","steps":["trace[678918495] 'process raft request' (duration: 329.390323ms)","trace[678918495] 'compare' (duration: 92.765169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:46.275146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:45.852506Z","time spent":"422.556592ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:46.275305Z","caller":"traceutil/trace.go:171","msg":"trace[1378286450] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"422.08967ms","start":"2026-07-01T10:20:45.853203Z","end":"2026-07-01T10:20:46.275293Z","steps":["trace[1378286450] 'process raft request' (duration: 421.883685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.275364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:45.853194Z","time spent":"422.140661ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:46.27539Z","caller":"traceutil/trace.go:171","msg":"trace[101645216] linearizableReadLoop","detail":"{readStateIndex:27172; appliedIndex:27169; }","duration":"211.175504ms","start":"2026-07-01T10:20:46.064177Z","end":"2026-07-01T10:20:46.275352Z","steps":["trace[101645216] 'read index received' (duration: 63.678762ms)","trace[101645216] 'applied index is now lower than readState.Index' (duration: 147.493632ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:46.275308Z","caller":"traceutil/trace.go:171","msg":"trace[1915328190] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"422.275574ms","start":"2026-07-01T10:20:45.852991Z","end":"2026-07-01T10:20:46.275266Z","steps":["trace[1915328190] 'process raft request' (duration: 421.902484ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.275623Z","caller":"traceutil/trace.go:171","msg":"trace[1661603651] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"137.636228ms","start":"2026-07-01T10:20:46.137949Z","end":"2026-07-01T10:20:46.275585Z","steps":["trace[1661603651] 'process raft request' (duration: 137.266198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.275668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.385389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:20:46.275713Z","caller":"traceutil/trace.go:171","msg":"trace[567098864] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26308; }","duration":"211.556123ms","start":"2026-07-01T10:20:46.064143Z","end":"2026-07-01T10:20:46.275699Z","steps":["trace[567098864] 'agreement among raft nodes before linearized reading' (duration: 211.350697ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.275824Z","caller":"traceutil/trace.go:171","msg":"trace[175337751] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"127.362854ms","start":"2026-07-01T10:20:46.148447Z","end":"2026-07-01T10:20:46.275809Z","steps":["trace[175337751] 'process raft request' (duration: 126.951403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.275854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:20:45.852978Z","time spent":"422.651195ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:20:46.437139Z","caller":"traceutil/trace.go:171","msg":"trace[39750654] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"177.659507ms","start":"2026-07-01T10:20:46.259458Z","end":"2026-07-01T10:20:46.437117Z","steps":["trace[39750654] 'process raft request' (duration: 177.563635ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437145Z","caller":"traceutil/trace.go:171","msg":"trace[764985111] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"178.165351ms","start":"2026-07-01T10:20:46.25894Z","end":"2026-07-01T10:20:46.437105Z","steps":["trace[764985111] 'process raft request' (duration: 131.007311ms)","trace[764985111] 'compare' (duration: 46.658797ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:46.437437Z","caller":"traceutil/trace.go:171","msg":"trace[12963358] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"177.551775ms","start":"2026-07-01T10:20:46.259861Z","end":"2026-07-01T10:20:46.437413Z","steps":["trace[12963358] 'process raft request' (duration: 177.215876ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437509Z","caller":"traceutil/trace.go:171","msg":"trace[1388704203] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"157.822548ms","start":"2026-07-01T10:20:46.279674Z","end":"2026-07-01T10:20:46.437496Z","steps":["trace[1388704203] 'process raft request' (duration: 157.646153ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437559Z","caller":"traceutil/trace.go:171","msg":"trace[644533612] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"157.575111ms","start":"2026-07-01T10:20:46.279976Z","end":"2026-07-01T10:20:46.437551Z","steps":["trace[644533612] 'process raft request' (duration: 157.454458ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437618Z","caller":"traceutil/trace.go:171","msg":"trace[1738581590] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"157.082328ms","start":"2026-07-01T10:20:46.280527Z","end":"2026-07-01T10:20:46.437609Z","steps":["trace[1738581590] 'process raft request' (duration: 156.978935ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437694Z","caller":"traceutil/trace.go:171","msg":"trace[1637307620] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"156.981686ms","start":"2026-07-01T10:20:46.280704Z","end":"2026-07-01T10:20:46.437686Z","steps":["trace[1637307620] 'process raft request' (duration: 156.865842ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437766Z","caller":"traceutil/trace.go:171","msg":"trace[1482793295] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"157.055337ms","start":"2026-07-01T10:20:46.280623Z","end":"2026-07-01T10:20:46.437679Z","steps":["trace[1482793295] 'process raft request' (duration: 156.917044ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437784Z","caller":"traceutil/trace.go:171","msg":"trace[974910656] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"157.069638ms","start":"2026-07-01T10:20:46.2807Z","end":"2026-07-01T10:20:46.43777Z","steps":["trace[974910656] 'process raft request' (duration: 156.958415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437792Z","caller":"traceutil/trace.go:171","msg":"trace[1289490286] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"157.055847ms","start":"2026-07-01T10:20:46.280725Z","end":"2026-07-01T10:20:46.437781Z","steps":["trace[1289490286] 'process raft request' (duration: 156.964035ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.43783Z","caller":"traceutil/trace.go:171","msg":"trace[744981329] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"157.077358ms","start":"2026-07-01T10:20:46.28073Z","end":"2026-07-01T10:20:46.437807Z","steps":["trace[744981329] 'process raft request' (duration: 157.019876ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437956Z","caller":"traceutil/trace.go:171","msg":"trace[498666934] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"157.140839ms","start":"2026-07-01T10:20:46.2808Z","end":"2026-07-01T10:20:46.437941Z","steps":["trace[498666934] 'process raft request' (duration: 156.976515ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.437988Z","caller":"traceutil/trace.go:171","msg":"trace[595241985] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"157.16513ms","start":"2026-07-01T10:20:46.280812Z","end":"2026-07-01T10:20:46.437977Z","steps":["trace[595241985] 'process raft request' (duration: 157.074178ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.438047Z","caller":"traceutil/trace.go:171","msg":"trace[826205067] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"156.674577ms","start":"2026-07-01T10:20:46.281365Z","end":"2026-07-01T10:20:46.43804Z","steps":["trace[826205067] 'process raft request' (duration: 156.614175ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.438053Z","caller":"traceutil/trace.go:171","msg":"trace[1438699002] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"156.664156ms","start":"2026-07-01T10:20:46.281379Z","end":"2026-07-01T10:20:46.438043Z","steps":["trace[1438699002] 'process raft request' (duration: 156.625555ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.438068Z","caller":"traceutil/trace.go:171","msg":"trace[803528473] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"157.215392ms","start":"2026-07-01T10:20:46.280807Z","end":"2026-07-01T10:20:46.438022Z","steps":["trace[803528473] 'process raft request' (duration: 157.134009ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.63153Z","caller":"traceutil/trace.go:171","msg":"trace[1649522911] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"187.904171ms","start":"2026-07-01T10:20:46.44359Z","end":"2026-07-01T10:20:46.631495Z","steps":["trace[1649522911] 'process raft request' (duration: 186.929535ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.631664Z","caller":"traceutil/trace.go:171","msg":"trace[288911985] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"187.900081ms","start":"2026-07-01T10:20:46.44371Z","end":"2026-07-01T10:20:46.63161Z","steps":["trace[288911985] 'process raft request' (duration: 187.699996ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.631791Z","caller":"traceutil/trace.go:171","msg":"trace[1223668666] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"188.160408ms","start":"2026-07-01T10:20:46.443607Z","end":"2026-07-01T10:20:46.631767Z","steps":["trace[1223668666] 'process raft request' (duration: 187.721517ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.631781Z","caller":"traceutil/trace.go:171","msg":"trace[1109636732] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"187.368517ms","start":"2026-07-01T10:20:46.444377Z","end":"2026-07-01T10:20:46.631746Z","steps":["trace[1109636732] 'process raft request' (duration: 187.10875ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.631789Z","caller":"traceutil/trace.go:171","msg":"trace[1172690051] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"187.579393ms","start":"2026-07-01T10:20:46.444144Z","end":"2026-07-01T10:20:46.631723Z","steps":["trace[1172690051] 'process raft request' (duration: 187.289325ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.631747Z","caller":"traceutil/trace.go:171","msg":"trace[1716673333] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"188.072535ms","start":"2026-07-01T10:20:46.44366Z","end":"2026-07-01T10:20:46.631733Z","steps":["trace[1716673333] 'process raft request' (duration: 187.700095ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.631939Z","caller":"traceutil/trace.go:171","msg":"trace[115493941] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"188.20554ms","start":"2026-07-01T10:20:46.443724Z","end":"2026-07-01T10:20:46.631929Z","steps":["trace[115493941] 'process raft request' (duration: 187.662345ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:46.631536Z","caller":"traceutil/trace.go:171","msg":"trace[1602757984] linearizableReadLoop","detail":"{readStateIndex:27199; appliedIndex:27192; }","duration":"134.551026ms","start":"2026-07-01T10:20:46.496965Z","end":"2026-07-01T10:20:46.631516Z","steps":["trace[1602757984] 'read index received' (duration: 133.444806ms)","trace[1602757984] 'applied index is now lower than readState.Index' (duration: 1.10495ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:46.632124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.912825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-01T10:20:46.632148Z","caller":"traceutil/trace.go:171","msg":"trace[533201970] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26334; }","duration":"134.982467ms","start":"2026-07-01T10:20:46.49716Z","end":"2026-07-01T10:20:46.632143Z","steps":["trace[533201970] 'agreement among raft nodes before linearized reading' (duration: 134.882455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:46.631687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.70796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-01T10:20:46.632611Z","caller":"traceutil/trace.go:171","msg":"trace[1340384892] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26334; }","duration":"135.675266ms","start":"2026-07-01T10:20:46.496926Z","end":"2026-07-01T10:20:46.632601Z","steps":["trace[1340384892] 'agreement among raft nodes before linearized reading' (duration: 134.648918ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:20:47.281665Z","caller":"traceutil/trace.go:171","msg":"trace[2144171952] linearizableReadLoop","detail":"{readStateIndex:27289; appliedIndex:27288; }","duration":"190.369797ms","start":"2026-07-01T10:20:47.091266Z","end":"2026-07-01T10:20:47.281636Z","steps":["trace[2144171952] 'read index received' (duration: 141.507332ms)","trace[2144171952] 'applied index is now lower than readState.Index' (duration: 48.861335ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:20:47.281745Z","caller":"traceutil/trace.go:171","msg":"trace[1171041045] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"191.21743ms","start":"2026-07-01T10:20:47.09049Z","end":"2026-07-01T10:20:47.281707Z","steps":["trace[1171041045] 'process raft request' (duration: 142.331834ms)","trace[1171041045] 'compare' (duration: 48.691041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:20:47.281936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.118459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T10:20:47.281981Z","caller":"traceutil/trace.go:171","msg":"trace[1296713809] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-db-init; range_end:; response_count:1; response_revision:26424; }","duration":"157.209811ms","start":"2026-07-01T10:20:47.124761Z","end":"2026-07-01T10:20:47.28197Z","steps":["trace[1296713809] 'agreement among raft nodes before linearized reading' (duration: 157.033377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:20:47.282056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.749627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-01T10:20:47.282174Z","caller":"traceutil/trace.go:171","msg":"trace[1491091581] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26424; }","duration":"190.882191ms","start":"2026-07-01T10:20:47.091261Z","end":"2026-07-01T10:20:47.282143Z","steps":["trace[1491091581] 'agreement among raft nodes before linearized reading' (duration: 190.526891ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:21:31.061635Z","caller":"traceutil/trace.go:171","msg":"trace[1521059894] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"115.412014ms","start":"2026-07-01T10:21:30.946194Z","end":"2026-07-01T10:21:31.061606Z","steps":["trace[1521059894] 'process raft request' (duration: 115.166337ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:21:31.062024Z","caller":"traceutil/trace.go:171","msg":"trace[1921514065] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"115.781034ms","start":"2026-07-01T10:21:30.946201Z","end":"2026-07-01T10:21:31.061982Z","steps":["trace[1921514065] 'process raft request' (duration: 115.358923ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:21:31.062104Z","caller":"traceutil/trace.go:171","msg":"trace[1009288014] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"115.148987ms","start":"2026-07-01T10:21:30.946924Z","end":"2026-07-01T10:21:31.062073Z","steps":["trace[1009288014] 'process raft request' (duration: 115.040934ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:21:31.06204Z","caller":"traceutil/trace.go:171","msg":"trace[1014916267] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"115.507037ms","start":"2026-07-01T10:21:30.946499Z","end":"2026-07-01T10:21:31.062006Z","steps":["trace[1014916267] 'process raft request' (duration: 115.347522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:22:13.448462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.069569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T10:22:13.448503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.677412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T10:22:13.44856Z","caller":"traceutil/trace.go:171","msg":"trace[633149120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27214; }","duration":"139.221524ms","start":"2026-07-01T10:22:13.309318Z","end":"2026-07-01T10:22:13.448539Z","steps":["trace[633149120] 'range keys from in-memory index tree' (duration: 138.895184ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:13.448583Z","caller":"traceutil/trace.go:171","msg":"trace[920301744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27214; }","duration":"137.792955ms","start":"2026-07-01T10:22:13.310772Z","end":"2026-07-01T10:22:13.448565Z","steps":["trace[920301744] 'range keys from in-memory index tree' (duration: 137.481836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:22:13.448745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.888351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T10:22:13.448801Z","caller":"traceutil/trace.go:171","msg":"trace[212847820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27214; }","duration":"139.984014ms","start":"2026-07-01T10:22:13.308809Z","end":"2026-07-01T10:22:13.448793Z","steps":["trace[212847820] 'range keys from in-memory index tree' (duration: 139.784359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:22:13.448774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.929555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T10:22:13.448856Z","caller":"traceutil/trace.go:171","msg":"trace[1414656678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27214; }","duration":"139.038199ms","start":"2026-07-01T10:22:13.309796Z","end":"2026-07-01T10:22:13.448835Z","steps":["trace[1414656678] 'range keys from in-memory index tree' (duration: 138.786592ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:13.715121Z","caller":"traceutil/trace.go:171","msg":"trace[192662888] linearizableReadLoop","detail":"{readStateIndex:28105; appliedIndex:28104; }","duration":"172.624984ms","start":"2026-07-01T10:22:13.542475Z","end":"2026-07-01T10:22:13.7151Z","steps":["trace[192662888] 'read index received' (duration: 172.345986ms)","trace[192662888] 'applied index is now lower than readState.Index' (duration: 278.118µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:22:13.715402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.772688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:22:13.715448Z","caller":"traceutil/trace.go:171","msg":"trace[2013451415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27220; }","duration":"173.010315ms","start":"2026-07-01T10:22:13.542426Z","end":"2026-07-01T10:22:13.715436Z","steps":["trace[2013451415] 'agreement among raft nodes before linearized reading' (duration: 172.766808ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:22:13.715818Z","caller":"traceutil/trace.go:171","msg":"trace[1736008157] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"201.582823ms","start":"2026-07-01T10:22:13.514216Z","end":"2026-07-01T10:22:13.715799Z","steps":["trace[1736008157] 'process raft request' (duration: 200.687368ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:52.601013Z","caller":"traceutil/trace.go:171","msg":"trace[1110383313] transaction","detail":"{read_only:false; response_revision:28177; number_of_response:1; }","duration":"219.991164ms","start":"2026-07-01T10:23:52.380996Z","end":"2026-07-01T10:23:52.600987Z","steps":["trace[1110383313] 'process raft request' (duration: 219.799199ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:53.224243Z","caller":"traceutil/trace.go:171","msg":"trace[1836800032] transaction","detail":"{read_only:false; response_revision:28182; number_of_response:1; }","duration":"145.948133ms","start":"2026-07-01T10:23:53.078273Z","end":"2026-07-01T10:23:53.224222Z","steps":["trace[1836800032] 'process raft request' (duration: 145.778449ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:53.224545Z","caller":"traceutil/trace.go:171","msg":"trace[312891196] transaction","detail":"{read_only:false; response_revision:28183; number_of_response:1; }","duration":"140.851184ms","start":"2026-07-01T10:23:53.083653Z","end":"2026-07-01T10:23:53.224504Z","steps":["trace[312891196] 'process raft request' (duration: 140.534985ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:53.224718Z","caller":"traceutil/trace.go:171","msg":"trace[283154036] linearizableReadLoop","detail":"{readStateIndex:29096; appliedIndex:29092; }","duration":"133.34537ms","start":"2026-07-01T10:23:53.091362Z","end":"2026-07-01T10:23:53.224707Z","steps":["trace[283154036] 'read index received' (duration: 45.847351ms)","trace[283154036] 'applied index is now lower than readState.Index' (duration: 87.497268ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:23:53.224701Z","caller":"traceutil/trace.go:171","msg":"trace[50567456] transaction","detail":"{read_only:false; response_revision:28184; number_of_response:1; }","duration":"141.008769ms","start":"2026-07-01T10:23:53.083668Z","end":"2026-07-01T10:23:53.224677Z","steps":["trace[50567456] 'process raft request' (duration: 140.837414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:23:53.224812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.431612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:23:53.224842Z","caller":"traceutil/trace.go:171","msg":"trace[48589756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28185; }","duration":"133.519514ms","start":"2026-07-01T10:23:53.091314Z","end":"2026-07-01T10:23:53.224834Z","steps":["trace[48589756] 'agreement among raft nodes before linearized reading' (duration: 133.427191ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:53.224936Z","caller":"traceutil/trace.go:171","msg":"trace[1885416140] transaction","detail":"{read_only:false; response_revision:28185; number_of_response:1; }","duration":"116.392126ms","start":"2026-07-01T10:23:53.108489Z","end":"2026-07-01T10:23:53.224882Z","steps":["trace[1885416140] 'process raft request' (duration: 116.14636ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:53.509899Z","caller":"traceutil/trace.go:171","msg":"trace[1757322770] linearizableReadLoop","detail":"{readStateIndex:29098; appliedIndex:29097; }","duration":"166.568076ms","start":"2026-07-01T10:23:53.343302Z","end":"2026-07-01T10:23:53.50987Z","steps":["trace[1757322770] 'read index received' (duration: 163.862712ms)","trace[1757322770] 'applied index is now lower than readState.Index' (duration: 2.704224ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:23:53.510145Z","caller":"traceutil/trace.go:171","msg":"trace[1588310107] transaction","detail":"{read_only:false; response_revision:28186; number_of_response:1; }","duration":"181.148784ms","start":"2026-07-01T10:23:53.328952Z","end":"2026-07-01T10:23:53.510101Z","steps":["trace[1588310107] 'process raft request' (duration: 178.194184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:23:53.510491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.7372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:23:53.510768Z","caller":"traceutil/trace.go:171","msg":"trace[1401770261] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28186; }","duration":"167.46482ms","start":"2026-07-01T10:23:53.343257Z","end":"2026-07-01T10:23:53.510722Z","steps":["trace[1401770261] 'agreement among raft nodes before linearized reading' (duration: 166.73549ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:53.515284Z","caller":"traceutil/trace.go:171","msg":"trace[1815396001] transaction","detail":"{read_only:false; response_revision:28187; number_of_response:1; }","duration":"169.983829ms","start":"2026-07-01T10:23:53.34528Z","end":"2026-07-01T10:23:53.515264Z","steps":["trace[1815396001] 'process raft request' (duration: 169.829575ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:53.515449Z","caller":"traceutil/trace.go:171","msg":"trace[1923688522] transaction","detail":"{read_only:false; response_revision:28188; number_of_response:1; }","duration":"163.699658ms","start":"2026-07-01T10:23:53.351733Z","end":"2026-07-01T10:23:53.515432Z","steps":["trace[1923688522] 'process raft request' (duration: 163.476841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:23:53.515496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.244468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:23:53.515586Z","caller":"traceutil/trace.go:171","msg":"trace[1163661635] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28188; }","duration":"136.380391ms","start":"2026-07-01T10:23:53.379185Z","end":"2026-07-01T10:23:53.515566Z","steps":["trace[1163661635] 'agreement among raft nodes before linearized reading' (duration: 136.190116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:23:57.818145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.33402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:23:57.818297Z","caller":"traceutil/trace.go:171","msg":"trace[483271982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28217; }","duration":"114.520285ms","start":"2026-07-01T10:23:57.703725Z","end":"2026-07-01T10:23:57.818245Z","steps":["trace[483271982] 'range keys from in-memory index tree' (duration: 114.107374ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:23:58.50012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25568} {"level":"info","ts":"2026-07-01T10:23:58.644861Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25568,"took":"140.232959ms","hash":3959344367,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":38420480,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-07-01T10:23:58.644944Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3959344367,"revision":25568,"compact-revision":22713} {"level":"warn","ts":"2026-07-01T10:24:15.791877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.727093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T10:24:15.792046Z","caller":"traceutil/trace.go:171","msg":"trace[519245557] transaction","detail":"{read_only:false; response_revision:28442; number_of_response:1; }","duration":"579.212906ms","start":"2026-07-01T10:24:15.212788Z","end":"2026-07-01T10:24:15.792001Z","steps":["trace[519245557] 'process raft request' (duration: 453.212785ms)","trace[519245557] 'compare' (duration: 125.516626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:24:15.792153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:24:15.212754Z","time spent":"579.33376ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:24:16.056259Z","caller":"traceutil/trace.go:171","msg":"trace[986454129] transaction","detail":"{read_only:false; response_revision:28443; number_of_response:1; }","duration":"819.019574ms","start":"2026-07-01T10:24:15.23722Z","end":"2026-07-01T10:24:16.05624Z","steps":["trace[986454129] 'process raft request' (duration: 818.857169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:24:16.056394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:24:15.23719Z","time spent":"819.135298ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:24:16.05664Z","caller":"traceutil/trace.go:171","msg":"trace[1030310520] transaction","detail":"{read_only:false; response_revision:28445; number_of_response:1; }","duration":"745.66752ms","start":"2026-07-01T10:24:15.31096Z","end":"2026-07-01T10:24:16.056627Z","steps":["trace[1030310520] 'process raft request' (duration: 745.468034ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:24:16.056685Z","caller":"traceutil/trace.go:171","msg":"trace[719971178] transaction","detail":"{read_only:false; response_revision:28447; number_of_response:1; }","duration":"742.990677ms","start":"2026-07-01T10:24:15.313682Z","end":"2026-07-01T10:24:16.056673Z","steps":["trace[719971178] 'process raft request' (duration: 742.858503ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:24:16.05668Z","caller":"traceutil/trace.go:171","msg":"trace[2061791730] transaction","detail":"{read_only:false; response_revision:28449; number_of_response:1; }","duration":"395.42615ms","start":"2026-07-01T10:24:15.661238Z","end":"2026-07-01T10:24:16.056664Z","steps":["trace[2061791730] 'process raft request' (duration: 395.377269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:24:16.05676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:24:15.313673Z","time spent":"743.03873ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:24:16.056762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:24:15.31095Z","time spent":"745.736122ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:24:16.056795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:24:15.661224Z","time spent":"395.500912ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:24:16.056825Z","caller":"traceutil/trace.go:171","msg":"trace[1667474303] transaction","detail":"{read_only:false; response_revision:28446; number_of_response:1; }","duration":"743.212605ms","start":"2026-07-01T10:24:15.313606Z","end":"2026-07-01T10:24:16.056819Z","steps":["trace[1667474303] 'process raft request' (duration: 742.894725ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:24:16.056804Z","caller":"traceutil/trace.go:171","msg":"trace[195878672] transaction","detail":"{read_only:false; response_revision:28448; number_of_response:1; }","duration":"412.176385ms","start":"2026-07-01T10:24:15.644575Z","end":"2026-07-01T10:24:16.056751Z","steps":["trace[195878672] 'process raft request' (duration: 412.000239ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:24:16.056553Z","caller":"traceutil/trace.go:171","msg":"trace[554171169] transaction","detail":"{read_only:false; response_revision:28444; number_of_response:1; }","duration":"745.799044ms","start":"2026-07-01T10:24:15.310706Z","end":"2026-07-01T10:24:16.056506Z","steps":["trace[554171169] 'process raft request' (duration: 745.499215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:24:16.056911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:24:15.310675Z","time spent":"746.209237ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:24:16.056855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:24:15.313588Z","time spent":"743.250535ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:24:16.057006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:24:15.644542Z","time spent":"412.36296ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:24:16.190652Z","caller":"traceutil/trace.go:171","msg":"trace[231032897] linearizableReadLoop","detail":"{readStateIndex:29371; appliedIndex:29362; }","duration":"214.883742ms","start":"2026-07-01T10:24:15.975749Z","end":"2026-07-01T10:24:16.190633Z","steps":["trace[231032897] 'read index received' (duration: 80.358349ms)","trace[231032897] 'applied index is now lower than readState.Index' (duration: 134.524193ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:24:16.190802Z","caller":"traceutil/trace.go:171","msg":"trace[103246353] transaction","detail":"{read_only:false; response_revision:28451; number_of_response:1; }","duration":"226.53036ms","start":"2026-07-01T10:24:15.964259Z","end":"2026-07-01T10:24:16.190789Z","steps":["trace[103246353] 'process raft request' (duration: 226.309463ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:24:16.190812Z","caller":"traceutil/trace.go:171","msg":"trace[1124604093] transaction","detail":"{read_only:false; response_revision:28450; number_of_response:1; }","duration":"513.763306ms","start":"2026-07-01T10:24:15.677026Z","end":"2026-07-01T10:24:16.190789Z","steps":["trace[1124604093] 'process raft request' (duration: 472.394145ms)","trace[1124604093] 'compare' (duration: 41.02006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:24:16.19093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:24:15.677012Z","time spent":"513.844088ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:24:16.191113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.350746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-b5xns\" ","response":"range_response_count:1 size:3567"} {"level":"warn","ts":"2026-07-01T10:24:16.191096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.613066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T10:24:16.19115Z","caller":"traceutil/trace.go:171","msg":"trace[993563107] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-b5xns; range_end:; response_count:1; response_revision:28451; }","duration":"215.424899ms","start":"2026-07-01T10:24:15.975713Z","end":"2026-07-01T10:24:16.191138Z","steps":["trace[993563107] 'agreement among raft nodes before linearized reading' (duration: 215.343206ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:24:16.191175Z","caller":"traceutil/trace.go:171","msg":"trace[854798303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28451; }","duration":"190.745891ms","start":"2026-07-01T10:24:16.000404Z","end":"2026-07-01T10:24:16.19115Z","steps":["trace[854798303] 'agreement among raft nodes before linearized reading' (duration: 190.502303ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:25:31.145154Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T10:25:31.152942Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-01T10:25:31.153011Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-01T10:26:31.321399Z","caller":"traceutil/trace.go:171","msg":"trace[779322407] linearizableReadLoop","detail":"{readStateIndex:30453; appliedIndex:30452; }","duration":"134.899134ms","start":"2026-07-01T10:26:31.186474Z","end":"2026-07-01T10:26:31.321373Z","steps":["trace[779322407] 'read index received' (duration: 134.813042ms)","trace[779322407] 'applied index is now lower than readState.Index' (duration: 84.792µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T10:26:31.32143Z","caller":"traceutil/trace.go:171","msg":"trace[521031741] transaction","detail":"{read_only:false; response_revision:29503; number_of_response:1; }","duration":"152.894377ms","start":"2026-07-01T10:26:31.168509Z","end":"2026-07-01T10:26:31.321403Z","steps":["trace[521031741] 'process raft request' (duration: 152.692902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:26:31.321609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.10468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T10:26:31.321714Z","caller":"traceutil/trace.go:171","msg":"trace[908995778] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:29503; }","duration":"135.284155ms","start":"2026-07-01T10:26:31.186408Z","end":"2026-07-01T10:26:31.321692Z","steps":["trace[908995778] 'agreement among raft nodes before linearized reading' (duration: 135.077259ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:26:31.390212Z","caller":"traceutil/trace.go:171","msg":"trace[1415622183] transaction","detail":"{read_only:false; response_revision:29504; number_of_response:1; }","duration":"189.97009ms","start":"2026-07-01T10:26:31.20021Z","end":"2026-07-01T10:26:31.39018Z","steps":["trace[1415622183] 'process raft request' (duration: 183.149888ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:28:55.356779Z","caller":"traceutil/trace.go:171","msg":"trace[1583748632] transaction","detail":"{read_only:false; response_revision:30546; number_of_response:1; }","duration":"304.35455ms","start":"2026-07-01T10:28:55.052394Z","end":"2026-07-01T10:28:55.356749Z","steps":["trace[1583748632] 'process raft request' (duration: 301.316869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:28:55.356941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:28:55.052372Z","time spent":"304.482253ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:28:55.358248Z","caller":"traceutil/trace.go:171","msg":"trace[568789214] linearizableReadLoop","detail":"{readStateIndex:31530; appliedIndex:31525; }","duration":"251.978203ms","start":"2026-07-01T10:28:55.106245Z","end":"2026-07-01T10:28:55.358224Z","steps":["trace[568789214] 'read index received' (duration: 247.543245ms)","trace[568789214] 'applied index is now lower than readState.Index' (duration: 4.433968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T10:28:55.358454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.189289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T10:28:55.358464Z","caller":"traceutil/trace.go:171","msg":"trace[513694270] transaction","detail":"{read_only:false; response_revision:30548; number_of_response:1; }","duration":"302.365307ms","start":"2026-07-01T10:28:55.056082Z","end":"2026-07-01T10:28:55.358448Z","steps":["trace[513694270] 'process raft request' (duration: 302.003127ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:28:55.358492Z","caller":"traceutil/trace.go:171","msg":"trace[1883796397] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:30551; }","duration":"252.275171ms","start":"2026-07-01T10:28:55.106207Z","end":"2026-07-01T10:28:55.358482Z","steps":["trace[1883796397] 'agreement among raft nodes before linearized reading' (duration: 252.108107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:28:55.358567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:28:55.056057Z","time spent":"302.46184ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:28:55.358684Z","caller":"traceutil/trace.go:171","msg":"trace[493779822] transaction","detail":"{read_only:false; response_revision:30551; number_of_response:1; }","duration":"189.710894ms","start":"2026-07-01T10:28:55.168962Z","end":"2026-07-01T10:28:55.358673Z","steps":["trace[493779822] 'process raft request' (duration: 189.229051ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:28:55.358702Z","caller":"traceutil/trace.go:171","msg":"trace[185341831] transaction","detail":"{read_only:false; response_revision:30547; number_of_response:1; }","duration":"305.794428ms","start":"2026-07-01T10:28:55.0529Z","end":"2026-07-01T10:28:55.358694Z","steps":["trace[185341831] 'process raft request' (duration: 305.024997ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T10:28:55.358677Z","caller":"traceutil/trace.go:171","msg":"trace[1445130005] transaction","detail":"{read_only:false; response_revision:30550; number_of_response:1; }","duration":"300.756434ms","start":"2026-07-01T10:28:55.057859Z","end":"2026-07-01T10:28:55.358616Z","steps":["trace[1445130005] 'process raft request' (duration: 300.295322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:28:55.358743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:28:55.052878Z","time spent":"305.845519ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:28:55.358796Z","caller":"traceutil/trace.go:171","msg":"trace[1342737865] transaction","detail":"{read_only:false; response_revision:30549; number_of_response:1; }","duration":"301.976727ms","start":"2026-07-01T10:28:55.056811Z","end":"2026-07-01T10:28:55.358787Z","steps":["trace[1342737865] 'process raft request' (duration: 301.310089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T10:28:55.358844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:28:55.056802Z","time spent":"302.013658ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T10:28:55.358836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T10:28:55.057827Z","time spent":"300.928399ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T10:28:58.507333Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28225} {"level":"info","ts":"2026-07-01T10:28:58.644448Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28225,"took":"133.160537ms","hash":3482919943,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":31875072,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T10:28:58.644515Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3482919943,"revision":28225,"compact-revision":25568} {"level":"info","ts":"2026-07-01T10:33:58.513463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30571} {"level":"info","ts":"2026-07-01T10:33:58.651013Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30571,"took":"132.97755ms","hash":2440078670,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":30715904,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T10:33:58.651067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2440078670,"revision":30571,"compact-revision":28225} {"level":"info","ts":"2026-07-01T10:38:58.52022Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32797} {"level":"info","ts":"2026-07-01T10:38:58.673017Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32797,"took":"147.718388ms","hash":1081369160,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":31473664,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T10:38:58.673098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1081369160,"revision":32797,"compact-revision":30571} {"level":"info","ts":"2026-07-01T10:43:58.529609Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35091} {"level":"info","ts":"2026-07-01T10:43:58.686199Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35091,"took":"153.120059ms","hash":1384114331,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":32284672,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T10:43:58.686278Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1384114331,"revision":35091,"compact-revision":32797} {"level":"info","ts":"2026-07-01T10:47:12.458838Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T10:47:12.465021Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-01T10:47:12.465107Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-01T10:48:58.535102Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37320} {"level":"info","ts":"2026-07-01T10:48:58.655971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37320,"took":"117.132988ms","hash":2821141409,"current-db-size-bytes":57384960,"current-db-size":"57 MB","current-db-size-in-use-bytes":32391168,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T10:48:58.656025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2821141409,"revision":37320,"compact-revision":35091}